00000800:00000200:0.1F:1767384290.826804:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (2) 00000800:00000200:3.1F:1767384290.827204:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (2) 00000800:00000200:3.1:1767384290.827214:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp 000000001b70cd33 deleted 00000800:00000010:3.1:1767384290.827216:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001b70cd33. 00000800:00000200:3.1:1767384290.827221:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384290.827226:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:1023 00000800:00000200:3.1:1767384290.827230:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b5cd24c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1767384290.827315:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384290.827705:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (4) 00000800:00000200:3.1:1767384290.827709:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp 000000001b70cd33 deleted 00000800:00000010:3.1:1767384290.827710:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001b70cd33. 00000800:00000200:3.1:1767384290.827714:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384290.827783:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000010:3.0:1767384290.955917:0:17066:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000669700b1. 00000100:00000010:3.0:1767384290.955943:0:17066:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000669700b1. 00010000:00000010:3.0:1767384290.955947:0:17066:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000918b563c. 00000400:00000010:3.0:1767384290.955956:0:17066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000200:3.0:1767384290.955960:0:17066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742982784, offset 224 00000400:00000200:3.0:1767384290.955983:0:17066:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384290.955990:0:17066:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384290.956021:0:17066:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc00c80 00000400:00000200:3.0:1767384290.956025:0:17066:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa91 [1] + 224 00000400:00000200:3.0:1767384290.956029:0:17066:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384290.956032:0:17066:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384290.956037:0:17066:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e1ce7f x1853236742982784/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384290.956069:0:17066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000400:00000010:3.0:1767384290.956071:0:17066:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000020:00000010:3.0:1767384290.956094:0:17066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000301baa. 00000020:00000010:3.0:1767384290.956144:0:17066:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000020:00000010:3.0:1767384290.956163:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067a80f60. 00000100:00000010:3.0:1767384290.959159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000842430b. 00000040:00000010:3.0:1767384290.961666:0:17111:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000067a80f60. 00000040:00000010:3.0:1767384290.961687:0:17111:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000e0368244. 00000040:00000010:3.0:1767384290.961703:0:17111:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000090ffabf. 00000020:00000010:3.0:1767384290.961709:0:17111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074249250. 00000020:00000010:3.0:1767384290.961712:0:17111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075cb2b92. 00000040:00000010:3.0:1767384290.961718:0:17111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab5a098f. 00000020:00000010:3.0:1767384290.961724:0:17111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb581b34. 00000020:00000010:3.0:1767384290.961727:0:17111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384290.961729:0:17111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5c40985. 80000000:00000010:3.0:1767384290.961734:0:17111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f582358b. 40000000:00000010:3.0:1767384290.961739:0:17111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000918b563c. 00100000:00000010:3.0:1767384290.961743:0:17111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b39506ed. 00040000:00000010:3.0:1767384290.961746:0:17111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000374e5bf4. 00040000:00000010:3.0:1767384290.961751:0:17111:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000352f7cbb. 00040000:00000010:3.0:1767384290.961756:0:17111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000636d620f. 00080000:00000010:3.0:1767384290.961767:0:17111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000052916d20. 00080000:00000010:3.0:1767384290.961772:0:17111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b306b453. 00000004:00000010:3.0:1767384290.961778:0:17111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ce447f4. 00000004:00000010:3.0:1767384290.961783:0:17111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006773e825. 00000004:00000010:3.0:1767384290.961785:0:17111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000caa38e87. 00002000:00000010:3.0:1767384290.961788:0:17111:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e0ee7ebe. 00000004:00000010:3.0:1767384290.961793:0:17111:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b354fc97. 00000020:00000010:3.0:1767384290.961797:0:17111:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000003240fee. 00000040:00000010:3.0:1767384290.961813:0:17111:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000009b419ec9. 00010000:00000010:3.1:1767384290.962124:0:17111:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0be8b88. 00010000:00000010:0.1:1767384290.962132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050e38460. 00010000:00000010:3.1:1767384290.962134:0:17111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac45fe80. 00010000:00000010:0.1:1767384290.962140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000675c820b. 00010000:00000010:3.1:1767384290.962142:0:17111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a1d4e40. 00000040:00000010:3.0:1767384290.969943:0:17111:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000009b419ec9. 00000020:00000010:3.0:1767384290.969955:0:17111:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000003240fee. 00000020:00000010:3.0:1767384290.969960:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000075cb2b92. 00000040:00000010:3.0:1767384290.969962:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab5a098f. 00000020:00000010:3.0:1767384290.969964:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb581b34. 00000020:00000010:3.0:1767384290.969966:0:17111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384290.969969:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5c40985. 80000000:00000010:3.0:1767384290.969971:0:17111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f582358b. 40000000:00000010:3.0:1767384290.969973:0:17111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000918b563c. 00100000:00000010:3.0:1767384290.969975:0:17111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b39506ed. 00040000:00000010:3.0:1767384290.969977:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000374e5bf4. 00040000:00000010:3.0:1767384290.969979:0:17111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000352f7cbb. 00040000:00000010:3.0:1767384290.969981:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000636d620f. 00080000:00000010:3.0:1767384290.969983:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b306b453. 00080000:00000010:3.0:1767384290.969985:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000052916d20. 00000004:00000010:3.0:1767384290.969987:0:17111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009ce447f4. 00000004:00000010:3.0:1767384290.969989:0:17111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006773e825. 00000004:00000010:3.0:1767384290.969991:0:17111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000caa38e87. 00002000:00000010:3.0:1767384290.969993:0:17111:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e0ee7ebe. 00000004:00000010:3.0:1767384290.969995:0:17111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b354fc97. 00000020:00000010:3.0:1767384290.969996:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074249250. 00000040:00000010:3.0:1767384290.969998:0:17111:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000090ffabf. 00000020:00000010:3.0:1767384290.970002:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ab90076. 00000040:00000010:3.0:1767384290.970003:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009bd36dd0. 00000020:00000010:3.0:1767384290.970005:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4a77426. 00000020:00000010:3.0:1767384290.970012:0:17111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b00fee. 00000020:00000010:3.0:1767384290.970014:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ab10f91. 80000000:00000010:3.0:1767384290.970016:0:17111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c785a0e8. 40000000:00000010:3.0:1767384290.970017:0:17111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000db4272e5. 00100000:00000010:3.0:1767384290.970019:0:17111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005a0a9de1. 00040000:00000010:3.0:1767384290.970022:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000973f80fc. 00040000:00000010:3.0:1767384290.970024:0:17111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000008b1962e. 00040000:00000010:3.0:1767384290.970025:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000386eb3bf. 00080000:00000010:3.0:1767384290.970027:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000057d0c1d0. 00080000:00000010:3.0:1767384290.970029:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008805c1c7. 00000004:00000010:3.0:1767384290.970031:0:17111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000079bcca1. 00000004:00000010:3.0:1767384290.970033:0:17111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f56669b7. 00000004:00000010:3.0:1767384290.970034:0:17111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7e705d7. 00000004:00000010:3.0:1767384290.970036:0:17111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079743257. 00000020:00000010:3.0:1767384290.970037:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dfe2ff5. 00000004:00000010:3.0:1767384290.970039:0:17111:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 0000000030332627. 00000004:00000010:3.0:1767384290.973883:0:17112:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000918b563c. 00000020:00000010:3.0:1767384290.973888:0:17112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074249250. 00000020:00000010:3.0:1767384290.973891:0:17112:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000576893ba. 00000040:00000010:3.0:1767384290.973897:0:17112:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000636d620f. 00000020:00000010:3.0:1767384290.973899:0:17112:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caa38e87. 00000020:00000010:3.0:1767384290.973902:0:17112:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384290.973904:0:17112:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5c40985. 80000000:00000010:3.0:1767384290.973906:0:17112:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000090ffabf. 40000000:00000010:3.0:1767384290.973908:0:17112:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f653fead. 00100000:00000010:3.0:1767384290.973911:0:17112:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ce447f4. 00040000:00000010:3.0:1767384290.973917:0:17112:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000374e5bf4. 00040000:00000010:3.0:1767384290.973924:0:17112:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000352f7cbb. 00040000:00000010:3.0:1767384290.973931:0:17112:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab5a098f. 00080000:00000010:3.0:1767384290.973939:0:17112:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000052916d20. 00080000:00000010:3.0:1767384290.973947:0:17112:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b306b453. 00000004:00000010:3.0:1767384290.973956:0:17112:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b39506ed. 00000004:00000010:3.0:1767384290.973963:0:17112:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006773e825. 00000004:00000010:3.0:1767384290.973973:0:17112:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb581b34. 00000004:00000010:3.0:1767384290.973979:0:17112:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b354fc97. 00080000:00000010:3.0:1767384290.973988:0:17112:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008db0bf36. 00080000:00000010:3.0:1767384290.974713:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000000301baa. 00080000:00000010:3.0:1767384290.974719:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000000301baa. 00000001:02000400:3.0:1767384292.161213:0:17337:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing set_default_debug -1 all 00080000:00000010:3.0:1767384292.539702:0:17389:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abb39057. 00080000:00000010:3.0:1767384292.539713:0:17389:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abb39057. 00000020:00000001:3.0:1767384292.539717:0:17389:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384292.539750:0:17389:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384292.539932:0:17389:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384292.871385:0:17439:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abb39057. 00080000:00000010:3.0:1767384292.871395:0:17439:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abb39057. 00000020:00000001:3.0:1767384292.871399:0:17439:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384292.871422:0:17439:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384292.871577:0:17439:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000020:00000001:3.0:1767384292.883201:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384292.883205:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.883208:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384294.666069:0:17596:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cef8bc48. 00080000:00000010:3.0:1767384294.666095:0:17596:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cef8bc48. 00000020:00000001:3.0:1767384294.666100:0:17596:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.931209:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384294.931212:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.931214:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767384296.276139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1767384296.276149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384296.276154:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384296.276157:0:8:0:(import.c:65:import_set_state_nolock()) 000000009644ade4 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384296.276162:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1767384296.276168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 10 to 0@lo 00000100:00000001:3.0:1767384296.276175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.276182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 11 to 0@lo 00000100:00000001:3.0:1767384296.276194:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:3.0:1767384296.276202:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.276205:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457bff 00000020:00000001:3.0:1767384296.276212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.276218:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008eec20da refcount=7 00000020:00000001:3.0:1767384296.276227:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699249664 : -130123010301952 : ffff89a76031a000) 00000020:00000001:3.0:1767384296.276234:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699249664 : -130123010301952 : ffff89a76031a000) 00000100:00000040:3.0:1767384296.276243:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 10 to 0@lo 00000100:00000001:3.0:1767384296.276250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.276256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 11 to 0@lo 00000100:00000001:3.0:1767384296.276260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000040:3.0:1767384296.276279:0:8:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 6 00000100:00080000:3.0:1767384296.276283:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000009644ade4 using connection 192.168.204.108@tcp/0@lo 00000100:00000001:3.0:1767384296.276288:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.276293:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384296.276298:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384296.276304:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276309:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384296.276312:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.276317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024002e26. 00000020:00000040:3.0:1767384296.276320:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384296.276324:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384296.276327:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276329:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384296.276332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384296.276335:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384296.276342:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000035f282e1. 00000100:00000001:3.0:1767384296.276347:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.276356:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.276368:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384296.276371:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.276379:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024002e26] to pc [ptlrpcd_rcv+-1] req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.276406:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.276412:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (221) 00000100:00000001:3.0:1767384296.276423:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.276427:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.276430:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384296.276436:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.276446:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384296.276449:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.276453:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384296.276454:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384296.276458:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.276463:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024002e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853236742983040:0@lo:38: 00000100:00000001:3.0:1767384296.276469:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384296.276473:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384296.276476:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.276479:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384296.276485:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000067f32661. 02000000:00000001:3.0:1767384296.276489:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384296.276495:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479998e8. 00000400:00000010:3.0:1767384296.276501:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000200:3.0:1767384296.276506:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742983040, portal 10 00000100:00000001:3.0:1767384296.276509:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384296.276512:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740992 : -130122756810624 : ffff89a76f4d9880) 00000020:00000010:3.0:1767384296.276519:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052916d20. 00000100:00000040:3.0:1767384296.276527:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.276538:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384296.276543:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.276548:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384296.276552:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236742983040, offset 0 00000400:00000200:3.0:1767384296.276563:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.276577:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384296.276586:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dc00d80 00000400:00000200:3.0:1767384296.276591:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:3.0:1767384296.276597:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.276603:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384296.276610:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384296.276614:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384296.276618:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b8ccf2e. 00000100:00000040:3.0:1767384296.276623:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003b8ccf2e x1853236742983040 msgsize 520 00000100:00100000:3.0:1767384296.276627:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384296.276638:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384296.276645:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384296.276648:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384296.276651:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384296.276656:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.276670:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384296.276674:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.276685:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276689:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384296.276694:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.276699:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 378 usecs (1 jiffies) 00000100:00000001:3.0:1767384296.276701:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883330 00000100:00000001:3.0:1767384296.276704:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883331 00000100:00000001:3.0:1767384296.276705:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883330 00000100:00000001:3.0:1767384296.276708:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883331 00000100:00000001:3.0:1767384296.276710:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883330 00000100:00000001:3.0:1767384296.276717:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883331 00000100:00000001:3.0:1767384296.276722:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883330 00000100:00000001:3.0:1767384296.276725:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883331 00000100:00000001:3.0:1767384296.276734:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.276736:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276742:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276744:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.276750:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384296.276752:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.276754:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.276757:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.276760:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276765:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276778:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384296.276782:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983040 02000000:00000001:3.0:1767384296.276785:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384296.276787:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384296.276790:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.276794:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.276798:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983040 00000020:00000001:3.0:1767384296.276801:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.276804:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384296.276808:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384296.276810:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.276813:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.276818:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088d28094. 00000020:00000010:3.0:1767384296.276823:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7b9221b. 00000020:00000010:3.0:1767384296.276828:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000001:3.0:1767384296.276832:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384296.276835:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384296.276839:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276845:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276858:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.276867:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.276871:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384296.276876:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384296.276881:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952738304 : -130122756813312 : ffff89a76f4d8e00) 00000100:00000040:3.0:1767384296.276885:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b8ccf2e x1853236742983040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.276924:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b8ccf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16346:x1853236742983040:12345-0@lo:38: 00000100:00000200:3.0:1767384296.276929:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983040 00000020:00000001:3.0:1767384296.276932:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384296.276937:0:17081:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384296.276945:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 4 - find 00000020:00000001:3.0:1767384296.276949:0:17081:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613950950237024 : -130122759314592 : ffff89a76f276360) 00000100:00000001:3.0:1767384296.276955:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384296.276958:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384296.276963:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000037d8bf30. 02000000:00000001:3.0:1767384296.276965:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.276967:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384296.276971:0:17081:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384296.276978:0:17081:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 216 last 0 00010000:00000001:3.0:1767384296.276984:0:17081:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384296.276988:0:17081:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1767384296.276991:0:17081:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384296.276993:0:17081:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384296.276998:0:17081:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b7c52012. 00000020:00000001:3.0:1767384296.277001:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384296.277004:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b7c52012 with handle 0x88edd5ef35457c1b to hash 00000020:00000001:3.0:1767384296.277007:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384296.277010:0:17081:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384296.277014:0:17081:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384296.277017:0:17081:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000058ff28d0. 00000001:00000001:3.0:1767384296.277022:0:17081:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384296.277025:0:17081:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e9e670d4. 00000001:00000001:3.0:1767384296.277028:0:17081:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.277031:0:17081:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384296.277034:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384296.277039:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c6611bc6. 00000001:00000010:3.0:1767384296.277046:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000369aedb1. 00000001:00000010:3.0:1767384296.277050:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006838b42c. 00000001:00000010:3.0:1767384296.277056:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b9820d48. 00000001:00000010:3.0:1767384296.277067:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c92c4cb3. 00000001:00000010:3.0:1767384296.277074:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cbefcfc2. 00000001:00000001:3.0:1767384296.277078:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384296.277082:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000038fa5bad. 00000001:00000010:3.0:1767384296.277087:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ccacf9ad. 00000001:00000010:3.0:1767384296.277091:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d161ca0. 00000001:00000010:3.0:1767384296.277095:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8ff14e7. 00000001:00000010:3.0:1767384296.277123:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b882b879. 00000001:00000010:3.0:1767384296.277126:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040e15ae8. 00010000:00000001:3.0:1767384296.277129:0:17081:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.277132:0:17081:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384296.277134:0:17081:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277138:0:17081:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.277144:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=3 00000020:00000040:3.0:1767384296.277149:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 5 - export 00000020:00000001:3.0:1767384296.277151:0:17081:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000040:3.0:1767384296.277153:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 2 00000020:00000080:3.0:1767384296.277155:0:17081:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x88edd5ef35457c1b 00000020:00000001:3.0:1767384296.277157:0:17081:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277161:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.277162:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:3.0:1767384296.277163:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.277165:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=3 00000020:00000001:3.0:1767384296.277169:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:3.0:1767384296.277175:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000001:00000001:3.0:1767384296.277178:0:17081:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384296.277183:0:17081:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384296.277193:0:17081:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.108@tcp 00000001:00000040:3.0:1767384296.277198:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 3 00000001:00000001:3.0:1767384296.277204:0:17081:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446613950412046336 : -130123297505280 : ffff89a74f134000) 00000001:00000001:3.0:1767384296.277212:0:17081:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384296.277216:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=4 00000001:00000040:3.0:1767384296.277223:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 4 00000020:00000010:3.0:1767384296.277239:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e0ee7ebe. 00000020:00000010:3.0:1767384296.277246:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000f459fe73. 00000001:00000001:3.0:1767384296.277279:0:17081:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384296.277285:0:17081:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384296.277289:0:17081:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 3 00000001:00000001:3.0:1767384296.277291:0:17081:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1767384296.277297:0:17081:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1767384296.277300:0:17081:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384296.277303:0:17081:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384296.277306:0:17081:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384296.277310:0:17081:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384296.277314:0:17081:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000094ee17e1 00000020:00000010:3.0:1767384296.277320:0:17081:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000027bccf4c. 00000020:00000040:3.0:1767384296.277328:0:17081:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000027bccf4c for nid 0@lo - ref 2 00000020:00000001:3.0:1767384296.277435:0:17081:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.277446:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d4062a1b. 00000020:00000010:3.0:1767384296.277451:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000bc236d5e. 00000020:00000010:3.0:1767384296.277457:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000008d24d6e0. 00000020:00000010:3.0:1767384296.277493:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b354fc97. 00000020:00000010:3.0:1767384296.277498:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000031bb9353. 00000020:00000010:3.0:1767384296.277501:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d9451003. 00000004:00000001:3.0:1767384296.277525:0:17081:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384296.277529:0:17081:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.277532:0:17081:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.277539:0:17081:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ca3bdaa3. 00000020:00000040:3.0:1767384296.277542:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 6 - import 00000020:00000001:3.0:1767384296.277549:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384296.277552:0:17081:0:(genops.c:1242:class_import_put()) import 00000000ca3bdaa3 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384296.277558:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384296.277561:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=5 00000100:00000040:3.0:1767384296.277564:0:17081:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:3.0:1767384296.277566:0:17081:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384296.277575:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.277579:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 12 to 0@lo 00000100:00000001:3.0:1767384296.277583:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384296.277589:0:17081:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613950253638080 : -130123455913536 : 0xffff89a745a221c0) 00000100:00000040:3.0:1767384296.277596:0:17081:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6b5be44 refcount 12 to 0@lo 00000020:00000040:3.0:1767384296.277601:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=6 00000100:00000001:3.0:1767384296.277608:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.277613:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 13 to 0@lo 00000100:00000001:3.0:1767384296.277616:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384296.277620:0:17081:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384296.277623:0:17081:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384296.277626:0:17081:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384296.277631:0:17081:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:3.0:1767384296.277634:0:17081:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.277638:0:17081:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384296.277641:0:17081:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384296.277643:0:17081:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384296.277648:0:17081:0:(import.c:65:import_set_state_nolock()) 00000000ca3bdaa3 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384296.277652:0:17081:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384296.277654:0:17081:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384296.277661:0:17081:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.277665:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 5 00000020:00000040:3.0:1767384296.277670:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 6 - find 00010000:00000001:3.0:1767384296.277675:0:17081:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277679:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384296.277681:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055088 : -1045496528 : ffffffffc1aefd30) 00000020:00000001:3.0:1767384296.277686:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384296.277689:0:17081:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.277693:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384296.277696:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384296.277699:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277705:0:17081:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384296.277712:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384296.277715:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384296.277723:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384296.277727:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277733:0:17081:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384296.277735:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983040 00010000:00000001:3.0:1767384296.277739:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384296.277746:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b8ccf2e x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384296.277754:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384296.277757:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384296.277761:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=1767384296 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384296.277769:0:17081:0:(import.c:2194:obd_at_measure()) AT 00000000309791e9 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384296.277777:0:17081:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@000000003b8ccf2e x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384296.277787:0:17081:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384296.277791:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.277794:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:3.0:1767384296.277798:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384296.277802:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384296.277803:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.277806:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384296.277812:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.277817:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384296.277822:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236742983040, offset 0 00000400:00000200:3.0:1767384296.277833:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.277844:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384296.277856:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824dc00d80 00000400:00000200:3.0:1767384296.277867:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaad [1] + 0 00000400:00000200:3.0:1767384296.277871:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.277879:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384296.277890:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384296.277897:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384296.277909:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000024002e26 x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.277936:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384296.277946:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384296.277951:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384296.277959:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.277962:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384296.277969:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.277976:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:3.0:1767384296.277980:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384296.277981:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.277985:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384296.277989:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b8ccf2e x1853236742983040/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.277995:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b8ccf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853236742983040:12345-0@lo:38: Request processed in 1073us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384296.278002:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384296.278007:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:3.0:1767384296.278010:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384296.278013:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384296.278017:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7b9221b. 00000020:00000010:3.0:1767384296.278021:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000020:00000010:3.0:1767384296.278029:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088d28094. 00000020:00000040:3.0:1767384296.278034:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:3.0:1767384296.278039:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384296.278683:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.278687:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.278688:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10265cc. 00000100:00000001:2.0:1767384296.278690:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384296.278691:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384296.278700:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fc55b809. 10000000:01000000:2.0:1767384296.278702:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384296.278704:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384296.278705:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384296.278706:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.278708:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=3 00000020:00000001:2.0:1767384296.278709:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:2.0:1767384296.278711:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:2.0:1767384296.278713:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384296.278715:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.278720:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.278721:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384296.278722:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.278726:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384296.278727:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.278727:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384296.278728:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.278729:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.278731:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384296.278733:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384296.278734:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:2.0:1767384296.278735:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384296.281179:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883333, at 4294883334 00000100:00000010:3.0:1767384296.281190:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff55d865. 00000100:00000040:2.0:1767384296.282148:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883333, at 4294883335 00000100:00000010:2.0:1767384296.282155:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028f78eac. 00080000:00000010:2.0:1767384296.399652:0:17881:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000688bc296. 00080000:00000010:2.0:1767384296.399661:0:17881:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000688bc296. 00000020:00000001:2.0:1767384296.399665:0:17881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767384296.409920:0:17881:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:2.0:1767384296.409923:0:17881:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 0000000009d99906 00000020:00000001:2.0:1767384296.409925:0:17881:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1767384296.409927:0:17881:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000e419f066. 00000020:00000010:2.0:1767384296.409929:0:17881:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000765f8341. 00000020:00000001:2.0:1767384296.409930:0:17881:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446613951212980224 : -130122496571392 : ffff89a77ed08800) 00000020:00000001:2.0:1767384296.409946:0:17881:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:2.0:1767384296.409950:0:17881:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000042735275. 00000020:00000010:2.0:1767384296.409958:0:17881:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000099c21155. 00000020:00000010:2.0:1767384296.409964:0:17881:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 0000000071694697. 00000020:00000010:2.0:1767384296.409972:0:17881:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000abe7926a. 00000020:00000010:2.0:1767384296.409975:0:17881:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 0000000056916844. 00000020:01000004:2.0:1767384296.409977:0:17881:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767384296.409978:0:17881:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:2.0:1767384296.409980:0:17881:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.409982:0:17881:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:2.0:1767384296.409984:0:17881:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:2.0:1767384296.409987:0:17881:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.409988:0:17881:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:2.0:1767384296.409990:0:17881:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1767384296.409997:0:17881:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:2.0:1767384296.409999:0:17881:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:2.0:1767384296.410003:0:17881:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 000000001e354ec7. 00000020:00000080:2.0:1767384296.410005:0:17881:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384296.410007:0:17881:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384296.410010:0:17881:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384296.410019:0:17881:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000012c88489. 00000020:00000080:2.0:1767384296.410021:0:17881:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (0000000012c88489) 00000020:00000001:2.0:1767384296.410023:0:17881:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384296.410025:0:17881:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fa98bc64. 00000020:00000001:2.0:1767384296.410026:0:17881:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.410028:0:17881:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fa98bc64 with handle 0x88edd5ef35457c22 to hash 00000020:00000001:2.0:1767384296.410030:0:17881:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384296.410032:0:17881:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384296.410033:0:17881:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.410034:0:17881:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613951212988416 : -130122496563200 : ffff89a77ed0a800) 00000020:00000040:2.0:1767384296.410040:0:17881:0:(genops.c:898:class_export_put()) PUTting export 00000000fa98bc64 : new refcount 1 00000020:00000040:2.0:1767384296.410044:0:17881:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (0000000012c88489) now 2 - obd_device_list 00000020:00000001:2.0:1767384296.410047:0:17881:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384296.410049:0:17881:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-ldiskfs with refcount 2 00000020:00000001:2.0:1767384296.410050:0:17881:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.410052:0:17881:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.410054:0:17881:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 000000001e354ec7. 00000020:00000001:2.0:1767384296.410055:0:17881:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:2.0:1767384296.410057:0:17881:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000001e354ec7. 00000020:00000080:2.0:1767384296.410058:0:17881:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384296.410060:0:17881:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384296.410069:0:17881:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.410071:0:17881:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006d3858ad. 00000001:00000010:2.0:1767384296.410074:0:17881:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b8aeec1d. 00000001:00000010:2.0:1767384296.410076:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dee2ef61. 00000001:00000010:2.0:1767384296.410078:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e475d7d. 00000001:00000010:2.0:1767384296.410080:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000675385ae. 00000001:00000010:2.0:1767384296.410081:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bba0a085. 00000001:00000001:2.0:1767384296.410082:0:17881:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.410083:0:17881:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005309b155. 00000001:00000010:2.0:1767384296.410085:0:17881:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000073f7578b. 00000001:00000010:2.0:1767384296.410087:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2485866. 00000001:00000010:2.0:1767384296.410089:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000291f92a7. 00000001:00000010:2.0:1767384296.410090:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053421f84. 00000001:00000010:2.0:1767384296.410091:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff09383a. 00000020:00000001:2.0:1767384296.410093:0:17881:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384296.410095:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d73a776c. 00000020:00000010:2.0:1767384296.410098:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.410117:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa98e3d5. 00000008:00000010:2.0:1767384296.410122:0:17881:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005e8e62f5. 00020000:00000010:2.0:1767384296.410125:0:17881:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009a8bed22. 00008000:00000010:2.0:1767384296.410129:0:17881:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000065e93ee5. 00000080:00000010:2.0:1767384296.410134:0:17881:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000004b851ed. 00000020:00000010:2.0:1767384296.410142:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db04491. 00000020:00000010:2.0:1767384296.410144:0:17881:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e90014e9. 00000040:00000010:2.0:1767384296.410146:0:17881:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d7cb379. 00000020:00000010:2.0:1767384296.410149:0:17881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007be4819. 00000020:00000010:2.0:1767384296.410152:0:17881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f8cb36e. 00040000:00000010:2.0:1767384296.410155:0:17881:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000019eb6e8. 00040000:00000010:2.0:1767384296.410159:0:17881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bd6139a. 00080000:00000010:2.0:1767384296.410163:0:17881:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000046fd4eb9. 00080000:00000010:2.0:1767384296.410174:0:17881:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000325d54f1. 00080000:00000010:2.0:1767384296.410194:0:17881:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000006793084a. 00080000:00000001:2.0:1767384296.410211:0:17881:0:(osd_handler.c:8435:osd_mount()) Process entered 00000100:00000001:2.0:1767384296.439124:0:17890:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384296.439135:0:17890:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002d244945. 00000020:00000010:2.0:1767384296.439138:0:17890:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000080c45f3. 00000020:00000010:2.0:1767384296.439141:0:17890:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea0fa7df. 00000020:00000010:2.0:1767384296.439144:0:17890:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000821e2afd. 00000020:00000010:2.0:1767384296.439146:0:17890:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a9ceb70. 00000020:00000010:2.0:1767384296.439149:0:17890:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a6d19b8. 00000020:00000010:2.0:1767384296.439152:0:17890:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049dc1ded. 80000000:00000010:2.0:1767384296.439154:0:17890:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f0aaab9. 40000000:00000010:2.0:1767384296.439156:0:17890:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a4d5d52. 00100000:00000010:2.0:1767384296.439174:0:17890:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b9282e58. 00040000:00000010:2.0:1767384296.439176:0:17890:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d0a0bc5. 00040000:00000010:2.0:1767384296.439179:0:17890:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000042f1c4c1. 00080000:00000010:2.0:1767384296.439183:0:17890:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000060163632. 00080000:00000010:2.0:1767384296.439188:0:17890:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002825b542. 00002000:00000010:2.0:1767384296.439191:0:17890:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc88782c. 00000100:00000200:2.0:1767384296.439194:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439198:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064490726. 00000400:00000010:2.0:1767384296.439202:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000023534d91. 00000100:00000200:2.0:1767384296.439205:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439207:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000281d6916. 00000400:00000010:2.0:1767384296.439209:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000086eeaf98. 00000100:00000200:2.0:1767384296.439210:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439219:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d2cfc92. 00000400:00000010:2.0:1767384296.439221:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000019eb6e8. 00000100:00000200:2.0:1767384296.439223:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439225:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeb7109c. 00000400:00000010:2.0:1767384296.439227:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b533b682. 00000100:00000200:2.0:1767384296.439228:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439229:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7dc16ae. 00000400:00000010:2.0:1767384296.439232:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001638194c. 00000100:00000200:2.0:1767384296.439233:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439234:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b16e826. 00000400:00000010:2.0:1767384296.439236:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e44c85fe. 00000100:00000200:2.0:1767384296.439238:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439239:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000110cd563. 00000400:00000010:2.0:1767384296.439241:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003fc9a01f. 00000100:00000200:2.0:1767384296.439242:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439244:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be8d4619. 00000400:00000010:2.0:1767384296.439246:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d988c84f. 00000100:00000200:2.0:1767384296.439247:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439248:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002003ef63. 00000400:00000010:2.0:1767384296.439251:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005bf8e32a. 00000100:00000200:2.0:1767384296.439252:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439253:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cad2a307. 00000400:00000010:2.0:1767384296.439255:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e43e054e. 00000100:00000200:2.0:1767384296.439256:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439257:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000454a3995. 00000400:00000010:2.0:1767384296.439275:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000ad41d54. 00000100:00000200:2.0:1767384296.439277:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439279:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f96299d. 00000400:00000010:2.0:1767384296.439280:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003250c313. 00000100:00000200:2.0:1767384296.439282:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439283:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5821cd. 00000400:00000010:2.0:1767384296.439285:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000186aa4e8. 00000100:00000200:2.0:1767384296.439286:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439287:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001761bc88. 00000400:00000010:2.0:1767384296.439289:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000101ca5ee. 00000100:00000200:2.0:1767384296.439290:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439296:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf26771b. 00000400:00000010:2.0:1767384296.439316:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d032a7c7. 00000100:00000200:2.0:1767384296.439318:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439319:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a95c64. 00000400:00000010:2.0:1767384296.439321:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f80fc109. 00000100:00000200:2.0:1767384296.439322:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439323:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d844dcf. 00000400:00000010:2.0:1767384296.439325:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000537ce95c. 00000100:00000200:2.0:1767384296.439326:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439327:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e864022. 00000400:00000010:2.0:1767384296.439328:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000078c1af37. 00000100:00000200:2.0:1767384296.439330:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439330:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3af462. 00000400:00000010:2.0:1767384296.439332:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000094ee4163. 00000100:00000200:2.0:1767384296.439333:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439334:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093375be1. 00000400:00000010:2.0:1767384296.439335:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000038d0c3d7. 00000100:00000200:2.0:1767384296.439336:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439338:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000975c8abd. 00000400:00000010:2.0:1767384296.439339:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000629ec1c1. 00000100:00000200:2.0:1767384296.439341:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439342:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a806cb24. 00000400:00000010:2.0:1767384296.439343:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c7d1585. 00000100:00000200:2.0:1767384296.439345:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439354:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000883f5ce0. 00000400:00000010:2.0:1767384296.439356:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000022fcde8. 00000100:00000200:2.0:1767384296.439357:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439359:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d07af604. 00000400:00000010:2.0:1767384296.439361:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000025c654f5. 00000100:00000200:2.0:1767384296.439362:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439363:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007750afde. 00000400:00000010:2.0:1767384296.439365:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002d055ec1. 00000100:00000200:2.0:1767384296.439366:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439367:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4a3ea4. 00000400:00000010:2.0:1767384296.439369:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001305a85d. 00000100:00000200:2.0:1767384296.439370:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439374:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7de58b3. 00000400:00000010:2.0:1767384296.439376:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000029fd4bf7. 00000100:00000200:2.0:1767384296.439378:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439379:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000954ca484. 00000400:00000010:2.0:1767384296.439380:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006b21fd07. 00000100:00000200:2.0:1767384296.439382:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439383:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f59b4a. 00000400:00000010:2.0:1767384296.439384:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf15a95d. 00000100:00000200:2.0:1767384296.439385:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439386:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036cfd0b6. 00000400:00000010:2.0:1767384296.439387:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000031bc7fb2. 00000100:00000200:2.0:1767384296.439388:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439389:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000463f0ab5. 00000400:00000010:2.0:1767384296.439390:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000032ca360e. 00000100:00000200:2.0:1767384296.439391:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439392:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ae5607. 00000400:00000010:2.0:1767384296.439394:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003c8a901e. 00000100:00000200:2.0:1767384296.439395:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439396:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a0e484f. 00000400:00000010:2.0:1767384296.439397:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007d02b9e2. 00000100:00000200:2.0:1767384296.439398:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439399:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aec26fd3. 00000400:00000010:2.0:1767384296.439400:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000070ad1c71. 00000100:00000200:2.0:1767384296.439401:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439402:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bd80eb1. 00000400:00000010:2.0:1767384296.439408:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000785bf88a. 00000100:00000200:2.0:1767384296.439410:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439412:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674461dc. 00000400:00000010:2.0:1767384296.439413:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b2ee61f4. 00000100:00000200:2.0:1767384296.439414:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439415:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc36ab23. 00000400:00000010:2.0:1767384296.439416:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dc87fe69. 00000100:00000200:2.0:1767384296.439417:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439418:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ff6b646. 00000400:00000010:2.0:1767384296.439419:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001ab529e1. 00000100:00000200:2.0:1767384296.439421:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439425:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064ae3b04. 00000400:00000010:2.0:1767384296.439427:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000070449027. 00000100:00000200:2.0:1767384296.439429:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439430:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a81b74. 00000400:00000010:2.0:1767384296.439431:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c5e76c0a. 00000100:00000200:2.0:1767384296.439432:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439433:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045beb981. 00000400:00000010:2.0:1767384296.439435:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a0ecdd54. 00000100:00000200:2.0:1767384296.439436:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439437:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c6d8e86. 00000400:00000010:2.0:1767384296.439438:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006abd8a15. 00000100:00000200:2.0:1767384296.439439:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439440:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046700c90. 00000400:00000010:2.0:1767384296.439441:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008712012e. 00000100:00000200:2.0:1767384296.439443:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439444:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445df44a. 00000400:00000010:2.0:1767384296.439445:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008845b103. 00000100:00000200:2.0:1767384296.439446:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439447:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000734b4839. 00000400:00000010:2.0:1767384296.439448:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008b64ac8b. 00000100:00000200:2.0:1767384296.439449:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439450:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03bd2a2. 00000400:00000010:2.0:1767384296.439452:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b164ac83. 00000100:00000200:2.0:1767384296.439453:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439454:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed64d23. 00000400:00000010:2.0:1767384296.439455:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f176dab4. 00000100:00000200:2.0:1767384296.439456:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439457:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f12d4cd. 00000400:00000010:2.0:1767384296.439458:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d3f8b211. 00000100:00000200:2.0:1767384296.439459:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439460:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd2a461. 00000400:00000010:2.0:1767384296.439462:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ff4c1693. 00000100:00000200:2.0:1767384296.439464:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439466:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7abf48d. 00000400:00000010:2.0:1767384296.439468:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000028371dbc. 00000100:00000200:2.0:1767384296.439470:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439477:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ac341ed. 00000400:00000010:2.0:1767384296.439486:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004db827cf. 00000100:00000200:2.0:1767384296.439490:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439492:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059fa1175. 00000400:00000010:2.0:1767384296.439495:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f64684fe. 00000100:00000200:2.0:1767384296.439497:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439500:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e27080. 00000400:00000010:2.0:1767384296.439512:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a304154c. 00000100:00000200:2.0:1767384296.439531:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439533:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a9cf20c. 00000400:00000010:2.0:1767384296.439536:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000091f35876. 00000100:00000200:2.0:1767384296.439539:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439541:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b97b321. 00000400:00000010:2.0:1767384296.439544:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c05eae2f. 00000100:00000200:2.0:1767384296.439547:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439549:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df50e8b. 00000400:00000010:2.0:1767384296.439552:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006a732db1. 00000100:00000200:2.0:1767384296.439555:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439557:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa1e175. 00000400:00000010:2.0:1767384296.439560:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000024e4ce8d. 00000100:00000200:2.0:1767384296.439563:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439565:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1d06ad3. 00000400:00000010:2.0:1767384296.439568:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c4f448e. 00000100:00000200:2.0:1767384296.439570:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439573:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000037326f3. 00000400:00000010:2.0:1767384296.439576:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005daab277. 00000100:00000200:2.0:1767384296.439578:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439579:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093ffd431. 00000400:00000010:2.0:1767384296.439581:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000011b18ea2. 00000100:00000200:2.0:1767384296.439582:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439584:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd6983cd. 00000400:00000010:2.0:1767384296.439585:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fbaaac84. 00000100:00000200:2.0:1767384296.439586:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439588:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000573bdfcd. 00000400:00000010:2.0:1767384296.439589:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c0995b7. 00000100:00000200:2.0:1767384296.439590:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439597:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000514af630. 00000400:00000010:2.0:1767384296.439599:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fdb1b644. 00000100:00000200:2.0:1767384296.439601:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384296.439602:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cbe1091. 00000400:00000010:2.0:1767384296.439604:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003db645cd. 00000100:00000010:2.0:1767384296.439616:0:17890:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fb41bd1c. 00000100:00000200:2.0:1767384296.439629:0:17890:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384296.439864:0:17891:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384296.439873:0:17891:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d6bba8a8. 00000020:00000010:2.0:1767384296.439875:0:17891:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008a9ff899. 00000020:00000010:2.0:1767384296.439878:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000200a544b. 00000020:00000010:2.0:1767384296.439880:0:17891:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e649aa57. 00000020:00000010:2.0:1767384296.439882:0:17891:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000260e0c69. 00000020:00000010:2.0:1767384296.439884:0:17891:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093cfefcc. 00000020:00000010:2.0:1767384296.439887:0:17891:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0f9d02e. 80000000:00000010:2.0:1767384296.439888:0:17891:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6da015c. 40000000:00000010:2.0:1767384296.439890:0:17891:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000db59a816. 00100000:00000010:2.0:1767384296.439892:0:17891:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007605fcf5. 00040000:00000010:2.0:1767384296.439894:0:17891:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fcaee835. 00040000:00000010:2.0:1767384296.439896:0:17891:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000813a2758. 00080000:00000010:2.0:1767384296.439900:0:17891:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000325d54f1. 00080000:00000010:2.0:1767384296.439910:0:17891:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000076e35e23. 00002000:00000010:2.0:1767384296.439914:0:17891:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f05a6db. 00000100:00000010:2.0:1767384296.439924:0:17891:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000044dac986. 00000100:00000200:2.0:1767384296.439934:0:17891:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384296.452731:0:17892:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384296.452749:0:17892:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384296.453069:0:17892:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000019b77f4a. 00000020:00000001:3.0:1767384296.453073:0:17892:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.453076:0:17892:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001de57c43. 00000020:00000010:3.0:1767384296.453079:0:17892:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b0451af. 00000020:00000010:3.0:1767384296.453085:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c305b469. 00000020:00000010:3.0:1767384296.453092:0:17892:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d0cecdc. 00000020:00000010:3.0:1767384296.453096:0:17892:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb581b34. 00000020:00000010:3.0:1767384296.453101:0:17892:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002721dbab. 00000020:00000010:3.0:1767384296.453104:0:17892:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bcd17d42. 80000000:00000010:3.0:1767384296.453108:0:17892:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001b562fdb. 40000000:00000010:3.0:1767384296.453110:0:17892:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a9e4c11. 00100000:00000010:3.0:1767384296.453113:0:17892:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b39506ed. 00040000:00000010:3.0:1767384296.453145:0:17892:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001a832f64. 00040000:00000010:3.0:1767384296.453150:0:17892:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000fe04b82. 00080000:00000010:3.0:1767384296.453155:0:17892:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b306b453. 00080000:00000010:3.0:1767384296.453160:0:17892:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008805c1c7. 00002000:00000010:3.0:1767384296.453166:0:17892:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000035f282e1. 00000100:00000200:3.0:1767384296.453171:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453194:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5446d43. 00000400:00000010:3.0:1767384296.453201:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000614cd46b. 00000100:00000200:3.0:1767384296.453209:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453212:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a887834. 00000400:00000010:3.0:1767384296.453216:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cdc1e683. 00000100:00000200:3.0:1767384296.453220:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453223:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008669eef3. 00000400:00000010:3.0:1767384296.453228:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006773e825. 00000100:00000200:3.0:1767384296.453231:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453235:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d14515fb. 00000400:00000010:3.0:1767384296.453239:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000097f33b7f. 00000100:00000200:3.0:1767384296.453274:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453278:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d10f340. 00000400:00000010:3.0:1767384296.453283:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000241beb80. 00000100:00000200:3.0:1767384296.453287:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453290:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc5baf52. 00000400:00000010:3.0:1767384296.453306:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000402c9c90. 00000100:00000200:3.0:1767384296.453312:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453315:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a148299a. 00000400:00000010:3.0:1767384296.453319:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1321fec. 00000100:00000200:3.0:1767384296.453323:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453326:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007d2df58. 00000400:00000010:3.0:1767384296.453333:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e88e28d5. 00000100:00000200:3.0:1767384296.453336:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453338:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd96bae. 00000400:00000010:3.0:1767384296.453340:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf9d70d6. 00000100:00000200:3.0:1767384296.453343:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453344:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4c0e3b. 00000400:00000010:3.0:1767384296.453346:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4bf570b. 00000100:00000200:3.0:1767384296.453348:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453350:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0953f9b. 00000400:00000010:3.0:1767384296.453352:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000053975667. 00000100:00000200:3.0:1767384296.453354:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453355:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000227007a1. 00000400:00000010:3.0:1767384296.453357:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e755a49. 00000100:00000200:3.0:1767384296.453359:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453361:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b6b0641. 00000400:00000010:3.0:1767384296.453363:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000004e6c2c. 00000100:00000200:3.0:1767384296.453365:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453367:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ed7dd0. 00000400:00000010:3.0:1767384296.453375:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009035a27c. 00000100:00000200:3.0:1767384296.453378:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453379:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5d7c75. 00000400:00000010:3.0:1767384296.453382:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005418adc0. 00000100:00000200:3.0:1767384296.453384:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453385:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a33450e8. 00000400:00000010:3.0:1767384296.453387:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000089215df. 00000100:00000200:3.0:1767384296.453389:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453391:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d3f7924. 00000400:00000010:3.0:1767384296.453393:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f739f87e. 00000100:00000200:3.0:1767384296.453395:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453397:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034437835. 00000400:00000010:3.0:1767384296.453399:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000069c250dc. 00000100:00000200:3.0:1767384296.453402:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453403:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e48a7e6. 00000400:00000010:3.0:1767384296.453405:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000dc4ad58. 00000100:00000200:3.0:1767384296.453407:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453409:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf12eb99. 00000400:00000010:3.0:1767384296.453415:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b12228b5. 00000100:00000200:3.0:1767384296.453417:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453419:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029306e02. 00000400:00000010:3.0:1767384296.453421:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073729879. 00000100:00000200:3.0:1767384296.453424:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453425:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c08fdc34. 00000400:00000010:3.0:1767384296.453432:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029b22ee4. 00000100:00000200:3.0:1767384296.453436:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453437:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005202de86. 00000400:00000010:3.0:1767384296.453439:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2a677d1. 00000100:00000200:3.0:1767384296.453441:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453443:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009146553e. 00000400:00000010:3.0:1767384296.453445:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008b30a688. 00000100:00000200:3.0:1767384296.453447:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453448:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac2b540. 00000400:00000010:3.0:1767384296.453451:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020c31bfc. 00000100:00000200:3.0:1767384296.453453:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453454:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1e7f18a. 00000400:00000010:3.0:1767384296.453457:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be86f9f6. 00000100:00000200:3.0:1767384296.453459:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453460:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e2a97e. 00000400:00000010:3.0:1767384296.453462:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000570f7c6e. 00000100:00000200:3.0:1767384296.453464:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453465:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8c0a9e. 00000400:00000010:3.0:1767384296.453468:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045a4cbd9. 00000100:00000200:3.0:1767384296.453470:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453471:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e60b33. 00000400:00000010:3.0:1767384296.453473:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003f39f0f6. 00000100:00000200:3.0:1767384296.453475:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453476:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb367568. 00000400:00000010:3.0:1767384296.453484:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac953a0c. 00000100:00000200:3.0:1767384296.453487:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453489:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea3a0461. 00000400:00000010:3.0:1767384296.453491:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a7c63971. 00000100:00000200:3.0:1767384296.453493:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453495:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479998e8. 00000400:00000010:3.0:1767384296.453501:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023897c3e. 00000100:00000200:3.0:1767384296.453504:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453515:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000735d7e4b. 00000400:00000010:3.0:1767384296.453519:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000095d689d7. 00000100:00000200:3.0:1767384296.453522:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453523:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab02d8a. 00000400:00000010:3.0:1767384296.453526:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000148989e9. 00000100:00000200:3.0:1767384296.453528:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453529:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024cb240f. 00000400:00000010:3.0:1767384296.453532:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003d406d8e. 00000100:00000200:3.0:1767384296.453534:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453535:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ace16b90. 00000400:00000010:3.0:1767384296.453538:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000278cde6b. 00000100:00000200:3.0:1767384296.453540:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453541:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004113ab61. 00000400:00000010:3.0:1767384296.453543:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077fd2690. 00000100:00000200:3.0:1767384296.453545:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453547:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d02b9293. 00000400:00000010:3.0:1767384296.453554:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064a56eae. 00000100:00000200:3.0:1767384296.453557:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453559:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008694ad7e. 00000400:00000010:3.0:1767384296.453561:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b59b3ca8. 00000100:00000200:3.0:1767384296.453563:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453564:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007362db55. 00000400:00000010:3.0:1767384296.453567:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c77ee0d9. 00000100:00000200:3.0:1767384296.453569:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453570:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058c9bbab. 00000400:00000010:3.0:1767384296.453573:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000060e8d4a. 00000100:00000200:3.0:1767384296.453575:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453576:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059dee078. 00000400:00000010:3.0:1767384296.453578:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cfb01240. 00000100:00000200:3.0:1767384296.453580:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453581:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ea1a56f. 00000400:00000010:3.0:1767384296.453584:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a5617dcf. 00000100:00000200:3.0:1767384296.453586:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453587:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fecf535. 00000400:00000010:3.0:1767384296.453593:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000537c3c7a. 00000100:00000200:3.0:1767384296.453595:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453597:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a244f3e. 00000400:00000010:3.0:1767384296.453599:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004b879135. 00000100:00000200:3.0:1767384296.453601:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453602:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e206611. 00000400:00000010:3.0:1767384296.453610:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e62c5759. 00000100:00000200:3.0:1767384296.453613:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453615:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b529c1. 00000400:00000010:3.0:1767384296.453617:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001ffd5dbd. 00000100:00000200:3.0:1767384296.453619:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453620:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b7eea3. 00000400:00000010:3.0:1767384296.453622:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000078ebe36. 00000100:00000200:3.0:1767384296.453625:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453626:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c9c98a. 00000400:00000010:3.0:1767384296.453628:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e729f37f. 00000100:00000200:3.0:1767384296.453630:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453631:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c9e89e8. 00000400:00000010:3.0:1767384296.453634:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d42c4985. 00000100:00000200:3.0:1767384296.453636:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453637:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041b229b4. 00000400:00000010:3.0:1767384296.453639:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007aebad6b. 00000100:00000200:3.0:1767384296.453641:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453642:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c84dc003. 00000400:00000010:3.0:1767384296.453645:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c75b7222. 00000100:00000200:3.0:1767384296.453647:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453648:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d308d8d1. 00000400:00000010:3.0:1767384296.453650:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015acd7e2. 00000100:00000200:3.0:1767384296.453652:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453653:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9598a2e. 00000400:00000010:3.0:1767384296.453661:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000508250f. 00000100:00000200:3.0:1767384296.453664:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453665:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009747644e. 00000400:00000010:3.0:1767384296.453668:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005954da0a. 00000100:00000200:3.0:1767384296.453670:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453671:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032a420c0. 00000400:00000010:3.0:1767384296.453677:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003f51d156. 00000100:00000200:3.0:1767384296.453680:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453681:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000738b4b88. 00000400:00000010:3.0:1767384296.453684:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000955657cb. 00000100:00000200:3.0:1767384296.453686:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453687:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c34747d. 00000400:00000010:3.0:1767384296.453689:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001712810b. 00000100:00000200:3.0:1767384296.453691:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453693:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a534837. 00000400:00000010:3.0:1767384296.453695:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc92cfb5. 00000100:00000200:3.0:1767384296.453697:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453698:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c3ba298. 00000400:00000010:3.0:1767384296.453700:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a39b224. 00000100:00000200:3.0:1767384296.453703:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453704:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec0b4b64. 00000400:00000010:3.0:1767384296.453706:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3372754. 00000100:00000200:3.0:1767384296.453708:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453709:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a0beb8. 00000400:00000010:3.0:1767384296.453716:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1a754ab. 00000100:00000200:3.0:1767384296.453720:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453721:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2f5fd03. 00000400:00000010:3.0:1767384296.453724:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc0e6145. 00000100:00000200:3.0:1767384296.453726:0:17892:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384296.453727:0:17892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d6dff33. 00000400:00000010:3.0:1767384296.453729:0:17892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000308fcbac. 00000100:00000010:3.0:1767384296.453739:0:17892:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000aea8958e. 00000100:00000200:3.0:1767384296.453757:0:17892:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384296.453983:0:17893:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384296.453993:0:17893:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384296.454555:0:17893:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000007be856c6. 00000020:00000001:3.0:1767384296.454558:0:17893:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.454561:0:17893:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000004d3a9d6. 00000020:00000010:3.0:1767384296.454563:0:17893:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000052e057b. 00000020:00000010:3.0:1767384296.454567:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093e3185e. 00000020:00000010:3.0:1767384296.454570:0:17893:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000028072ec9. 00000020:00000010:3.0:1767384296.454572:0:17893:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000352f7cbb. 00000020:00000010:3.0:1767384296.454579:0:17893:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a89231a1. 00000020:00000010:3.0:1767384296.454582:0:17893:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000022083f5. 80000000:00000010:3.0:1767384296.454584:0:17893:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ab9af8. 40000000:00000010:3.0:1767384296.454585:0:17893:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cbda9e8. 00100000:00000010:3.0:1767384296.454588:0:17893:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ce447f4. 00040000:00000010:3.0:1767384296.454590:0:17893:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d20daa76. 00040000:00000010:3.0:1767384296.454592:0:17893:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055a2048b. 00080000:00000010:3.0:1767384296.454596:0:17893:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057d0c1d0. 00080000:00000010:3.0:1767384296.454606:0:17893:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000046c7a47d. 00002000:00000010:3.0:1767384296.454611:0:17893:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000067f32661. 00000100:00000010:3.0:1767384296.454620:0:17893:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000517553b4. 00000100:00000200:3.0:1767384296.454634:0:17893:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384296.454861:0:17894:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384296.454871:0:17894:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384296.455224:0:17894:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c1df489f. 00000020:00000001:3.0:1767384296.455228:0:17894:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.455232:0:17894:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005bf1652e. 00000020:00000010:3.0:1767384296.455236:0:17894:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f889e95e. 00000020:00000010:3.0:1767384296.455240:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d294fea. 00000020:00000010:3.0:1767384296.455244:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000155c4d34. 00000020:00000010:3.0:1767384296.455247:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caa38e87. 00000020:00000010:3.0:1767384296.455251:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093e77a50. 00000020:00000010:3.0:1767384296.455254:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001249a047. 80000000:00000010:3.0:1767384296.455257:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001c5a39ce. 40000000:00000010:3.0:1767384296.455279:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd9f1313. 00100000:00000010:3.0:1767384296.455283:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000221bef96. 00040000:00000010:3.0:1767384296.455287:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009eb98f5d. 00040000:00000010:3.0:1767384296.455292:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e147b12. 00080000:00000010:3.0:1767384296.455295:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bef0b19b. 00080000:00000010:3.0:1767384296.455299:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003f507208. 00002000:00000010:3.0:1767384296.455303:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d873260b. 00000100:00000010:3.0:1767384296.455316:0:17894:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000043a87fb9. 00000100:00000200:3.0:1767384296.455329:0:17894:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384296.456980:0:17895:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384296.457000:0:17895:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000053e66d97. 00000020:00000010:3.0:1767384296.457004:0:17895:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b0b64a1. 00000020:00000010:3.0:1767384296.457008:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fb2a5a8. 00000020:00000010:3.0:1767384296.457011:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008aa1a47f. 00000020:00000010:3.0:1767384296.457013:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9d4dbc8. 00000020:00000010:3.0:1767384296.457016:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d96bc804. 00000020:00000010:3.0:1767384296.457020:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003deb2e79. 80000000:00000010:3.0:1767384296.457022:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb82aef0. 40000000:00000010:3.0:1767384296.457024:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8666d30. 00100000:00000010:3.0:1767384296.457027:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005111e23b. 00040000:00000010:3.0:1767384296.457030:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dcd3367d. 00040000:00000010:3.0:1767384296.457032:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069978639. 00080000:00000010:3.0:1767384296.457036:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003e96a15b. 00080000:00000010:3.0:1767384296.457047:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b1f0957c. 00002000:00000010:3.0:1767384296.457052:0:17895:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011e635f5. 00000100:00000200:3.0:1767384296.457055:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457058:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e7e25f. 00000400:00000010:3.0:1767384296.457062:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008672b790. 00000100:00000200:3.0:1767384296.457065:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457067:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007343ec14. 00000400:00000010:3.0:1767384296.457068:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a7bf1779. 00000100:00000200:3.0:1767384296.457070:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457071:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9f209ed. 00000400:00000010:3.0:1767384296.457073:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003698956b. 00000100:00000200:3.0:1767384296.457075:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457076:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d6e34e. 00000400:00000010:3.0:1767384296.457078:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002becae26. 00000100:00000200:3.0:1767384296.457079:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457081:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c420e410. 00000400:00000010:3.0:1767384296.457082:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003d2b4f7b. 00000100:00000200:3.0:1767384296.457084:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457085:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007084f887. 00000400:00000010:3.0:1767384296.457086:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000272dfb14. 00000100:00000200:3.0:1767384296.457088:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457089:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009947c206. 00000400:00000010:3.0:1767384296.457095:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e3de97a7. 00000100:00000200:3.0:1767384296.457097:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457098:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000defa773b. 00000400:00000010:3.0:1767384296.457120:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069a6d867. 00000100:00000200:3.0:1767384296.457124:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457126:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf75dba9. 00000400:00000010:3.0:1767384296.457136:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c705a6c. 00000100:00000200:3.0:1767384296.457139:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457141:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008599c134. 00000400:00000010:3.0:1767384296.457144:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000868de60f. 00000100:00000200:3.0:1767384296.457146:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457148:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073fc1d32. 00000400:00000010:3.0:1767384296.457151:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000087d49b28. 00000100:00000200:3.0:1767384296.457154:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457155:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c3d6e50. 00000400:00000010:3.0:1767384296.457158:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f18f4100. 00000100:00000200:3.0:1767384296.457159:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457161:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054aeb46c. 00000400:00000010:3.0:1767384296.457163:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d8e46787. 00000100:00000200:3.0:1767384296.457165:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457166:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085418026. 00000400:00000010:3.0:1767384296.457184:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000675534f1. 00000100:00000200:3.0:1767384296.457186:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457199:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3e320cb. 00000400:00000010:3.0:1767384296.457204:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000098af7e1. 00000100:00000200:3.0:1767384296.457207:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457210:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059f50770. 00000400:00000010:3.0:1767384296.457213:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ad8f9268. 00000100:00000200:3.0:1767384296.457215:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457217:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fce378d. 00000400:00000010:3.0:1767384296.457220:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007960c61c. 00000100:00000200:3.0:1767384296.457222:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457225:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dbeca9d. 00000400:00000010:3.0:1767384296.457227:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001b010242. 00000100:00000200:3.0:1767384296.457230:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457248:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6b0269. 00000400:00000010:3.0:1767384296.457274:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000a97d704. 00000100:00000200:3.0:1767384296.457280:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457284:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc295f28. 00000400:00000010:3.0:1767384296.457287:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ae3b4cbd. 00000100:00000200:3.0:1767384296.457289:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457292:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c364469. 00000400:00000010:3.0:1767384296.457294:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000018533a1c. 00000100:00000200:3.0:1767384296.457297:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457299:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa6299bc. 00000400:00000010:3.0:1767384296.457302:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007f47b494. 00000100:00000200:3.0:1767384296.457305:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457307:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c7ff97. 00000400:00000010:3.0:1767384296.457310:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000da6ef51. 00000100:00000200:3.0:1767384296.457312:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457314:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb2a9361. 00000400:00000010:3.0:1767384296.457317:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000890c7fb3. 00000100:00000200:3.0:1767384296.457319:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457321:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092173efd. 00000400:00000010:3.0:1767384296.457332:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005a683374. 00000100:00000200:3.0:1767384296.457337:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457339:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e90b0a9. 00000400:00000010:3.0:1767384296.457340:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000712082a9. 00000100:00000200:3.0:1767384296.457342:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457343:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e431537e. 00000400:00000010:3.0:1767384296.457345:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000729f3d13. 00000100:00000200:3.0:1767384296.457347:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457348:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a662893. 00000400:00000010:3.0:1767384296.457349:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b687b4c4. 00000100:00000200:3.0:1767384296.457351:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457352:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f38fe7. 00000400:00000010:3.0:1767384296.457353:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d8faaea7. 00000100:00000200:3.0:1767384296.457355:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457356:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f50f313. 00000400:00000010:3.0:1767384296.457357:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b145a0a7. 00000100:00000200:3.0:1767384296.457359:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457360:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b24f5e7b. 00000400:00000010:3.0:1767384296.457365:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fed12d6a. 00000100:00000200:3.0:1767384296.457367:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457368:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077e91164. 00000400:00000010:3.0:1767384296.457370:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bece8216. 00000100:00000200:3.0:1767384296.457372:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457373:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007331e57c. 00000400:00000010:3.0:1767384296.457374:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001d241618. 00000100:00000200:3.0:1767384296.457376:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457377:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc42903d. 00000400:00000010:3.0:1767384296.457378:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b68478fb. 00000100:00000200:3.0:1767384296.457380:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457381:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b80d68c. 00000400:00000010:3.0:1767384296.457382:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f2496fd9. 00000100:00000200:3.0:1767384296.457384:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457385:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6257bfb. 00000400:00000010:3.0:1767384296.457386:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004e064687. 00000100:00000200:3.0:1767384296.457387:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457388:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791d2107. 00000400:00000010:3.0:1767384296.457390:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002dc42f71. 00000100:00000200:3.0:1767384296.457391:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457392:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94cecf9. 00000400:00000010:3.0:1767384296.457393:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ee1a77ce. 00000100:00000200:3.0:1767384296.457395:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457396:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050470410. 00000400:00000010:3.0:1767384296.457397:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000f15c1f3. 00000100:00000200:3.0:1767384296.457398:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457400:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047418a0a. 00000400:00000010:3.0:1767384296.457401:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aa4861b9. 00000100:00000200:3.0:1767384296.457403:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457404:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049587674. 00000400:00000010:3.0:1767384296.457411:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cb7b96bf. 00000100:00000200:3.0:1767384296.457413:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457415:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3ac4a02. 00000400:00000010:3.0:1767384296.457416:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bc61c970. 00000100:00000200:3.0:1767384296.457418:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457419:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdf7ef39. 00000400:00000010:3.0:1767384296.457424:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000054443b16. 00000100:00000200:3.0:1767384296.457425:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457427:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d62c8d. 00000400:00000010:3.0:1767384296.457428:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000020b5a202. 00000100:00000200:3.0:1767384296.457429:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457430:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bb4ff68. 00000400:00000010:3.0:1767384296.457432:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e02fb69f. 00000100:00000200:3.0:1767384296.457433:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457434:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078175a78. 00000400:00000010:3.0:1767384296.457435:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cb8a0aea. 00000100:00000200:3.0:1767384296.457437:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457438:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d461c7. 00000400:00000010:3.0:1767384296.457439:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ff0abda0. 00000100:00000200:3.0:1767384296.457440:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457442:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfa764f. 00000400:00000010:3.0:1767384296.457443:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000edd50190. 00000100:00000200:3.0:1767384296.457444:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457445:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3205383. 00000400:00000010:3.0:1767384296.457447:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b7765027. 00000100:00000200:3.0:1767384296.457448:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457449:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d036c634. 00000400:00000010:3.0:1767384296.457450:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf2b18cb. 00000100:00000200:3.0:1767384296.457452:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457453:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa64451. 00000400:00000010:3.0:1767384296.457454:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e2bab87e. 00000100:00000200:3.0:1767384296.457455:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457456:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043fbf2d1. 00000400:00000010:3.0:1767384296.457458:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000014d2d86. 00000100:00000200:3.0:1767384296.457459:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457460:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b25884. 00000400:00000010:3.0:1767384296.457461:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000db24fbcc. 00000100:00000200:3.0:1767384296.457463:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457464:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df51060c. 00000400:00000010:3.0:1767384296.457465:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005cff4ed7. 00000100:00000200:3.0:1767384296.457466:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457468:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34f3de8. 00000400:00000010:3.0:1767384296.457472:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000093df437f. 00000100:00000200:3.0:1767384296.457474:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457476:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016433bd0. 00000400:00000010:3.0:1767384296.457477:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000000e580cf. 00000100:00000200:3.0:1767384296.457479:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457480:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f65963. 00000400:00000010:3.0:1767384296.457487:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000905e556f. 00000100:00000200:3.0:1767384296.457490:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457491:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d152de11. 00000400:00000010:3.0:1767384296.457493:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000062468ef9. 00000100:00000200:3.0:1767384296.457494:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457495:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3b98598. 00000400:00000010:3.0:1767384296.457497:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000032bdb353. 00000100:00000200:3.0:1767384296.457498:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457499:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009c14c42. 00000400:00000010:3.0:1767384296.457501:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002d628f3b. 00000100:00000200:3.0:1767384296.457502:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457509:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b08852e. 00000400:00000010:3.0:1767384296.457512:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ad4243d1. 00000100:00000200:3.0:1767384296.457514:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457515:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d57875ea. 00000400:00000010:3.0:1767384296.457516:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000035e13f45. 00000100:00000200:3.0:1767384296.457518:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457519:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e5dd8a. 00000400:00000010:3.0:1767384296.457520:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000501aebdb. 00000100:00000200:3.0:1767384296.457521:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384296.457522:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dcbf06. 00000400:00000010:3.0:1767384296.457524:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000483d9de4. 00000100:00000010:3.0:1767384296.457534:0:17895:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004f1b8880. 00000100:00000200:3.0:1767384296.457549:0:17895:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384296.457768:0:17896:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384296.457778:0:17896:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c6734fc6. 00000020:00000010:3.0:1767384296.457781:0:17896:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008a07e7d2. 00000020:00000010:3.0:1767384296.457784:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000386eb3bf. 00000020:00000010:3.0:1767384296.457786:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ab10f91. 00000020:00000010:3.0:1767384296.457789:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000759d2655. 00000020:00000010:3.0:1767384296.457797:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004f225bf3. 00000020:00000010:3.0:1767384296.457799:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009bd36dd0. 80000000:00000010:3.0:1767384296.457801:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0492b88. 40000000:00000010:3.0:1767384296.457803:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003b4f7f3d. 00100000:00000010:3.0:1767384296.457806:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000017afbcdf. 00040000:00000010:3.0:1767384296.457808:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae33f759. 00040000:00000010:3.0:1767384296.457810:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ab90076. 00080000:00000010:3.0:1767384296.457814:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000abff0782. 00080000:00000010:3.0:1767384296.457817:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000091ff2e7. 00002000:00000010:3.0:1767384296.457834:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ad8042e. 00000100:00000010:3.0:1767384296.457845:0:17896:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000010d6bbb1. 00000100:00000200:3.0:1767384296.457861:0:17896:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384296.489250:0:17897:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384296.489282:0:17897:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f800baf5. 00000020:00000010:3.0:1767384296.489286:0:17897:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007844f5dc. 00000020:00000010:3.0:1767384296.489303:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073727532. 00000020:00000010:3.0:1767384296.489306:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013dbc04c. 00000040:00000010:3.0:1767384296.489309:0:17897:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c86c4aa5. 00000020:00000010:3.0:1767384296.489314:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a0a9de1. 00000020:00000010:3.0:1767384296.489318:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a574ea76. 00000020:00000010:3.0:1767384296.489321:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b46bf79. 80000000:00000010:3.0:1767384296.489324:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098e0b3b0. 40000000:00000010:3.0:1767384296.489326:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d96724f. 00100000:00000010:3.0:1767384296.489330:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4a77426. 00040000:00000010:3.0:1767384296.489333:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000046c42fd6. 00040000:00000010:3.0:1767384296.489337:0:17897:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cc0f773e. 00040000:00000010:3.0:1767384296.489339:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e982652b. 00080000:00000010:3.0:1767384296.489344:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000093028d65. 00080000:00000010:3.0:1767384296.489357:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d40070b7. 00000004:00000010:3.0:1767384296.489363:0:17897:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ba224c2. 00000004:00000010:3.0:1767384296.489367:0:17897:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082dd2098. 00000004:00000010:3.0:1767384296.489370:0:17897:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ab1b0bdd. 00002000:00000010:3.0:1767384296.489373:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043914435. 00000004:00000010:3.0:1767384296.489380:0:17897:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052f42d47. 00000100:00000200:3.0:1767384296.489384:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489389:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d0c60c. 00000400:00000010:3.0:1767384296.489395:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031685e1d. 00000100:00000200:3.0:1767384296.489402:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489404:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ecfbc11. 00000400:00000010:3.0:1767384296.489407:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004dc34188. 00000100:00000200:3.0:1767384296.489410:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489411:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d240807. 00000400:00000010:3.0:1767384296.489414:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2bebaaa. 00000100:00000200:3.0:1767384296.489417:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489418:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2fd74f7. 00000400:00000010:3.0:1767384296.489426:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000107d84a8. 00000100:00000200:3.0:1767384296.489429:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489431:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af9db57f. 00000400:00000010:3.0:1767384296.489434:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a031736. 00000100:00000200:3.0:1767384296.489437:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489438:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c5b8e2b. 00000400:00000010:3.0:1767384296.489441:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7553c7c. 00000100:00000200:3.0:1767384296.489444:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489445:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6019f1. 00000400:00000010:3.0:1767384296.489448:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c697a10. 00000100:00000200:3.0:1767384296.489451:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489452:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058a7a669. 00000400:00000010:3.0:1767384296.489459:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ff07e3a. 00000100:00000200:3.0:1767384296.489462:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489464:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be750d09. 00000400:00000010:3.0:1767384296.489467:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004ace262d. 00000100:00000200:3.0:1767384296.489469:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489470:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003304f895. 00000400:00000010:3.0:1767384296.489473:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e566d0db. 00000100:00000200:3.0:1767384296.489476:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489477:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a9674e4. 00000400:00000010:3.0:1767384296.489480:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000237ea567. 00000100:00000200:3.0:1767384296.489482:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489483:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6265ed. 00000400:00000010:3.0:1767384296.489494:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b2e8ecc. 00000100:00000200:3.0:1767384296.489497:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489499:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000864b8598. 00000400:00000010:3.0:1767384296.489502:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000065e569a3. 00000100:00000200:3.0:1767384296.489505:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489506:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b72018fc. 00000400:00000010:3.0:1767384296.489509:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005138a48c. 00000100:00000200:3.0:1767384296.489511:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489512:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088f1e618. 00000400:00000010:3.0:1767384296.489515:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000015ff7a8. 00000100:00000200:3.0:1767384296.489518:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489519:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0337292. 00000400:00000010:3.0:1767384296.489526:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ec2139d6. 00000100:00000200:3.0:1767384296.489529:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489531:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dab01757. 00000400:00000010:3.0:1767384296.489534:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c67cfae3. 00000100:00000200:3.0:1767384296.489536:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489537:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd63d7e4. 00000400:00000010:3.0:1767384296.489540:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b9c4d0a2. 00000100:00000200:3.0:1767384296.489543:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489544:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001affa61c. 00000400:00000010:3.0:1767384296.489547:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f11a74d2. 00000100:00000200:3.0:1767384296.489549:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489550:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006605ad07. 00000400:00000010:3.0:1767384296.489558:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086ea3e66. 00000100:00000200:3.0:1767384296.489561:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489563:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005476e4fa. 00000400:00000010:3.0:1767384296.489566:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d1ae32f. 00000100:00000200:3.0:1767384296.489586:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489588:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008f4c7de. 00000400:00000010:3.0:1767384296.489591:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d191c47. 00000100:00000200:3.0:1767384296.489594:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489595:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000553e5f83. 00000400:00000010:3.0:1767384296.489599:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000efcdc492. 00000100:00000200:3.0:1767384296.489602:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489603:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698203db. 00000400:00000010:3.0:1767384296.489614:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e4e8a5d. 00000100:00000200:3.0:1767384296.489619:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489620:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070ef14c0. 00000400:00000010:3.0:1767384296.489624:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f59aefe1. 00000100:00000200:3.0:1767384296.489627:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489628:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd1f3285. 00000400:00000010:3.0:1767384296.489632:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007b93c488. 00000100:00000200:3.0:1767384296.489634:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489636:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a993e78. 00000400:00000010:3.0:1767384296.489639:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008143b320. 00000100:00000200:3.0:1767384296.489642:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489643:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000842a2520. 00000400:00000010:3.0:1767384296.489651:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ddd8bd8. 00000100:00000200:3.0:1767384296.489655:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489657:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aedeff8a. 00000400:00000010:3.0:1767384296.489660:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0f94d49. 00000100:00000200:3.0:1767384296.489663:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489664:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a7d795c. 00000400:00000010:3.0:1767384296.489668:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003da74bc4. 00000100:00000200:3.0:1767384296.489670:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489671:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067dd9143. 00000400:00000010:3.0:1767384296.489675:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009966f53e. 00000100:00000200:3.0:1767384296.489678:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489679:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f0e0c27. 00000400:00000010:3.0:1767384296.489687:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d07c4f1. 00000100:00000200:3.0:1767384296.489691:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489692:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001063b26a. 00000400:00000010:3.0:1767384296.489696:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000020810040. 00000100:00000200:3.0:1767384296.489699:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489700:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f2fbde. 00000400:00000010:3.0:1767384296.489703:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ca034f8. 00000100:00000200:3.0:1767384296.489706:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489707:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4632c07. 00000400:00000010:3.0:1767384296.489711:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000050d56123. 00000100:00000200:3.0:1767384296.489713:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489715:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a94682c. 00000400:00000010:3.0:1767384296.489731:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7ff98f0. 00000100:00000200:3.0:1767384296.489735:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489736:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c093edd3. 00000400:00000010:3.0:1767384296.489739:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006810e56b. 00000100:00000200:3.0:1767384296.489742:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489743:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecbf72fd. 00000400:00000010:3.0:1767384296.489746:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000033d3e930. 00000100:00000200:3.0:1767384296.489752:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489754:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b9d50aa. 00000400:00000010:3.0:1767384296.489758:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001584a65b. 00000100:00000200:3.0:1767384296.489763:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489766:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a064e504. 00000400:00000010:3.0:1767384296.489779:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003889bd6d. 00000100:00000200:3.0:1767384296.489787:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489789:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce14894. 00000400:00000010:3.0:1767384296.489793:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ab056ee. 00000100:00000200:3.0:1767384296.489798:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489800:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10d394d. 00000400:00000010:3.0:1767384296.489804:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d62967de. 00000100:00000200:3.0:1767384296.489809:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489822:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cf3363d. 00000400:00000010:3.0:1767384296.489828:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000269a2ffb. 00000100:00000200:3.0:1767384296.489834:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489837:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75a857c. 00000400:00000010:3.0:1767384296.489848:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a38c3db. 00000100:00000200:3.0:1767384296.489853:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489855:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015bcca34. 00000400:00000010:3.0:1767384296.489857:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bed2cad6. 00000100:00000200:3.0:1767384296.489860:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489862:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ec45168. 00000400:00000010:3.0:1767384296.489864:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7023be5. 00000100:00000200:3.0:1767384296.489867:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489868:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343730c3. 00000400:00000010:3.0:1767384296.489871:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000073357639. 00000100:00000200:3.0:1767384296.489874:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489875:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037e656c6. 00000400:00000010:3.0:1767384296.489884:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ef7ee52. 00000100:00000200:3.0:1767384296.489889:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489890:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d07b366e. 00000400:00000010:3.0:1767384296.489893:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a62c3f83. 00000100:00000200:3.0:1767384296.489896:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489897:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbaeefa7. 00000400:00000010:3.0:1767384296.489899:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000018e28cfd. 00000100:00000200:3.0:1767384296.489902:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489903:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b099df7. 00000400:00000010:3.0:1767384296.489906:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c2d5f7d7. 00000100:00000200:3.0:1767384296.489908:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489910:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b83334a0. 00000400:00000010:3.0:1767384296.489915:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000663d5dab. 00000100:00000200:3.0:1767384296.489920:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489921:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022b649ed. 00000400:00000010:3.0:1767384296.489923:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000096284f2f. 00000100:00000200:3.0:1767384296.489926:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489927:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006692612b. 00000400:00000010:3.0:1767384296.489929:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000057c665f. 00000100:00000200:3.0:1767384296.489931:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489933:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47e7eb6. 00000400:00000010:3.0:1767384296.489934:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009761be3a. 00000100:00000200:3.0:1767384296.489937:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489938:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc68400. 00000400:00000010:3.0:1767384296.489944:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b87f7f61. 00000100:00000200:3.0:1767384296.489948:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489950:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b212b677. 00000400:00000010:3.0:1767384296.489951:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ccf2f05e. 00000100:00000200:3.0:1767384296.489954:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489955:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005197dc6e. 00000400:00000010:3.0:1767384296.489957:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4a3068c. 00000100:00000200:3.0:1767384296.489960:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489961:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a2f797f. 00000400:00000010:3.0:1767384296.489963:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000537b4f44. 00000100:00000200:3.0:1767384296.489966:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489967:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000585e5e4. 00000400:00000010:3.0:1767384296.489976:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f796f7cf. 00000100:00000200:3.0:1767384296.489980:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489982:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c95161. 00000400:00000010:3.0:1767384296.489984:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f953efb8. 00000100:00000200:3.0:1767384296.489987:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489988:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3274b1d. 00000400:00000010:3.0:1767384296.489990:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c097d3d8. 00000100:00000200:3.0:1767384296.489993:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489994:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce09f6a. 00000400:00000010:3.0:1767384296.489996:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b861940. 00000100:00000200:3.0:1767384296.489998:0:17897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384296.489999:0:17897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8c51fe7. 00000400:00000010:3.0:1767384296.490005:0:17897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ab573eb. 00000100:00000010:3.0:1767384296.490015:0:17897:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005c215eb0. 00000100:00000200:3.0:1767384296.490032:0:17897:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384296.490423:0:17898:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384296.490434:0:17898:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000982761a2. 00000020:00000010:3.0:1767384296.490437:0:17898:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004047d65e. 00000020:00000010:3.0:1767384296.490440:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000202c3227. 00000020:00000010:3.0:1767384296.490442:0:17898:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000455a9f56. 00000040:00000010:3.0:1767384296.490444:0:17898:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fa1f8ae. 00000020:00000010:3.0:1767384296.490446:0:17898:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d16c23ef. 00000020:00000010:3.0:1767384296.490449:0:17898:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eba8cf4. 00000020:00000010:3.0:1767384296.490451:0:17898:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e0b5db0. 80000000:00000010:3.0:1767384296.490453:0:17898:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000235386bd. 40000000:00000010:3.0:1767384296.490455:0:17898:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d56a1a40. 00100000:00000010:3.0:1767384296.490457:0:17898:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039ecf5c3. 00040000:00000010:3.0:1767384296.490459:0:17898:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005dd56c9c. 00040000:00000010:3.0:1767384296.490462:0:17898:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000052bb67d8. 00040000:00000010:3.0:1767384296.490464:0:17898:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa2832b8. 00080000:00000010:3.0:1767384296.490466:0:17898:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ca492f07. 00080000:00000010:3.0:1767384296.490469:0:17898:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f2ec98d2. 00000004:00000010:3.0:1767384296.490472:0:17898:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d14d191d. 00000004:00000010:3.0:1767384296.490475:0:17898:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a67c7883. 00000004:00000010:3.0:1767384296.490477:0:17898:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045cf192e. 00002000:00000010:3.0:1767384296.490485:0:17898:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e58b9d1b. 00000004:00000010:3.0:1767384296.490487:0:17898:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f9fbee4a. 00000100:00000010:3.0:1767384296.490496:0:17898:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f9277bbb. 00000100:00000200:3.0:1767384296.490509:0:17898:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384296.498003:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.498007:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983296 02000000:00000001:2.0:1767384296.498010:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.498012:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.498014:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.498017:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.498020:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983296 00000020:00000001:2.0:1767384296.498022:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.498024:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.498026:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.498042:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=11 00000020:00000001:2.0:1767384296.498045:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.498047:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.498051:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.498054:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.498056:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.498059:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.498063:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.498067:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.498071:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.498077:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.498080:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.498081:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.498082:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.498088:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.498118:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.498128:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.498130:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.498135:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384296.498138:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.498140:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443648080 : -130123265903536 : ffff89a750f57450) 00000100:00000040:2.0:1767384296.498145:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2a8fb7 x1853236742983296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.498153:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.498156:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.498158:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.498160:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.498165:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:17881:x1853236742983296:12345-0@lo:253: 00000100:00000200:2.0:1767384296.498168:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983296 00000020:00000001:2.0:1767384296.498170:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.498174:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.498186:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.498193:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.498196:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384296.498199:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.498201:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.498204:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.498205:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.498208:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.498212:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.498214:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.498219:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cac3516c. 02000000:00000001:2.0:1767384296.498221:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.498222:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.498225:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384296.498233:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a6c43849. 20000000:00000001:2.0:1767384296.498236:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384296.498238:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384296.498240:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.498242:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384296.498243:0:17074:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1767384296.498245:0:17074:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:00000001:2.0:1767384296.498246:0:17074:0:(mgs_handler.c:270:mgs_check_target()) Process entered 20000000:00000001:2.0:1767384296.498248:0:17074:0:(mgs_llog.c:637:mgs_check_index()) Process entered 20000000:00000001:2.0:1767384296.498249:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384296.498250:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384296.498250:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.498252:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.498253:0:17074:0:(mgs_llog.c:657:mgs_check_index()) Process leaving via out (rc=1 : 1 : 0x1) 20000000:00000001:2.0:1767384296.498255:0:17074:0:(mgs_handler.c:287:mgs_check_target()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.498257:0:17074:0:(mgs_handler.c:496:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384296.498281:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384296.498285:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:2.0:1767384296.498474:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384296.498478:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384296.498479:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a6c43849. 20000000:00000001:2.0:1767384296.498482:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.498485:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983296 00010000:00000001:2.0:1767384296.498487:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.498497:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d2a8fb7 x1853236742983296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.498504:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.498506:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.498509:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.498513:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.498515:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.498517:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.498519:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.498521:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.498523:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.498525:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.498527:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377d77e4. 00000100:00000200:2.0:1767384296.498530:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742983296, offset 224 00000400:00000200:2.0:1767384296.498535:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.498541:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.498547:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc00e80 00000400:00000200:2.0:1767384296.498551:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xfd1 [2] + 224 00000400:00000200:2.0:1767384296.498555:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.498558:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.498571:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.498574:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.498581:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000057e8c94c x1853236742983296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.498595:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.498616:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377d77e4 00000400:00000010:2.0:1767384296.498618:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377d77e4. 00000100:00000001:2.0:1767384296.498621:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.498623:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.498627:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.498630:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.498632:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.498634:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.498644:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.498651:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2a8fb7 x1853236742983296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.498662:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:17881:x1853236742983296:12345-0@lo:253: Request processed in 507us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.498691:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384296.498696:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.498702:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.498705:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.498708:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.498715:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.498720:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.498726:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 10 02000000:00000001:2.0:1767384296.498732:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.498736:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cac3516c. 02000000:00000001:2.0:1767384296.498741:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.498744:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.498749:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.498755:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004674839d. 00000400:00000010:2.0:1767384296.498762:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377d77e4. 00000100:00000001:2.0:1767384296.499296:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.499300:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983424 02000000:00000001:2.0:1767384296.499303:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.499304:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.499305:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.499308:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.499310:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983424 00000020:00000001:2.0:1767384296.499312:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.499313:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.499314:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.499316:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=11 00000020:00000001:2.0:1767384296.499318:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.499320:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.499322:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.499332:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.499334:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.499335:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.499339:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.499341:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.499343:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.499347:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.499349:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.499350:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.499351:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.499354:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.499366:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.499389:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.499390:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.499394:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384296.499397:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.499398:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443640912 : -130123265910704 : ffff89a750f55850) 00000100:00000040:2.0:1767384296.499402:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1b33e03 x1853236742983424/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.499410:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.499412:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.499413:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.499415:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.499418:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:17881:x1853236742983424:12345-0@lo:501: 00000100:00000200:2.0:1767384296.499421:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983424 00000020:00000001:2.0:1767384296.499422:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.499424:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.499425:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.499427:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.499428:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:2.0:1767384296.499431:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.499432:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.499438:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.499439:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.499441:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384296.499443:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.499445:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.499446:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384296.499448:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384296.499450:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384296.499452:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.499453:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.499456:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.499458:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.499459:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.499462:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384296.499464:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.499466:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.499467:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.499470:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.499472:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.499474:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.499476:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:2.0:1767384296.499480:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.499482:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.499493:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384296.499495:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384296.499497:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384296.499500:0:17074:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384296.499501:0:17074:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384296.499503:0:17074:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384296.499504:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.499506:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384296.499508:0:17074:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384296.499509:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.499511:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384296.499517:0:17074:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384296.499519:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983424 00010000:00000001:2.0:1767384296.499521:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.499524:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1b33e03 x1853236742983424/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.499531:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.499532:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.499534:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.499537:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.499538:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.499540:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.499541:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.499543:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.499545:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.499546:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.499549:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.499552:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236742983424, offset 224 00000400:00000200:2.0:1767384296.499555:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.499561:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.499566:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc00f00 00000400:00000200:2.0:1767384296.499571:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfe1 [1] + 224 00000400:00000200:2.0:1767384296.499574:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.499576:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.499579:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.499581:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983424/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.499588:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000057e8c94c x1853236742983424/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.499602:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.499606:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.499607:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.499610:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.499611:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.499620:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.499622:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.499640:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.499643:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.499647:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.499652:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1b33e03 x1853236742983424/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.499668:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:17881:x1853236742983424:12345-0@lo:501: Request processed in 255us (469us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384296.499680:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384296.499685:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.499689:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.499692:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.499695:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.499701:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.499707:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.499714:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 10 02000000:00000001:2.0:1767384296.499719:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.499722:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.499725:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.499728:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.499733:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.499739:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afa3a6a. 00000400:00000010:2.0:1767384296.499744:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f51f77dd. 00000100:00000001:2.0:1767384296.500283:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.500286:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983552 02000000:00000001:2.0:1767384296.500289:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.500290:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.500291:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.500294:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.500296:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983552 00000020:00000001:2.0:1767384296.500297:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.500298:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.500300:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.500301:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=11 00000020:00000001:2.0:1767384296.500311:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.500312:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.500315:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.500317:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.500319:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.500320:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.500340:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.500342:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.500345:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.500349:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.500350:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.500351:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.500352:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.500356:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.500368:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.500374:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.500376:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.500379:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384296.500381:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.500383:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443635792 : -130123265915824 : ffff89a750f54450) 00000100:00000040:2.0:1767384296.500387:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecd268a2 x1853236742983552/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.500395:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.500397:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.500398:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.500400:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.500403:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:17881:x1853236742983552:12345-0@lo:101: 00000100:00000200:2.0:1767384296.500405:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983552 00000020:00000001:2.0:1767384296.500407:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.500409:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.500410:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.500412:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.500417:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:2.0:1767384296.500420:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.500421:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.500422:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.500423:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.500426:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.500428:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384296.500429:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384296.500431:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384296.500433:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384296.500434:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.500438:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384296.500442:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce8caa91. 00010000:00000001:2.0:1767384296.500445:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384296.500447:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fcf7b3a. 00000020:00000001:2.0:1767384296.500449:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.500451:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008fcf7b3a with handle 0x88edd5ef35457c3e to hash 00000020:00000001:2.0:1767384296.500452:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384296.500453:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114913280 : -130122594638336 : ffff89a778f82600) 00010000:00000001:2.0:1767384296.500455:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114913280 : -130122594638336 : ffff89a778f82600) 00010000:00010000:2.0:1767384296.500457:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008fcf7b3a/0x88edd5ef35457c3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457c37 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.500463:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 7 00000020:00000040:2.0:1767384296.500465:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=12 00000100:00000001:2.0:1767384296.500470:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.500471:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.500473:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.500475:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.500476:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.500478:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384296.500481:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384296.500483:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384296.500485:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.500487:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.500491:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.500493:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.500495:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384296.500497:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384296.500498:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384296.500499:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384296.500501:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000ce8caa91) refcount = 1 00010000:00010000:2.0:1767384296.500505:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008fcf7b3a/0x88edd5ef35457c3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457c37 expref: 12 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.500509:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384296.500511:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384296.500512:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.500513:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.500515:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.500518:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384296.500520:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008fcf7b3a/0x88edd5ef35457c3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c37 expref: 12 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.500525:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384296.500527:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384296.500528:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.500530:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.500531:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384296.500532:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.500533:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384296.500534:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008fcf7b3a, rc 0) 00000020:00000001:2.0:1767384296.500536:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.500538:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983552 00010000:00000001:2.0:1767384296.500539:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.500542:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecd268a2 x1853236742983552/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.500548:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.500549:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.500551:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.500553:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.500559:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.500561:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.500563:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.500564:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.500566:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.500567:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.500569:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.500572:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742983552, offset 224 00000400:00000200:2.0:1767384296.500576:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.500582:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.500587:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc00f80 00000400:00000200:2.0:1767384296.500591:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xff1 [1] + 224 00000400:00000200:2.0:1767384296.500595:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.500597:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.500600:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.500602:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983552/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.500609:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000057e8c94c x1853236742983552/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.500623:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.500644:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.500646:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.500648:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.500650:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.500653:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.500656:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.500658:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.500660:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.500663:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.500670:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecd268a2 x1853236742983552/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.500689:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+12:17881:x1853236742983552:12345-0@lo:101: Request processed in 291us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.500725:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384296.500729:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.500734:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.500738:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.500742:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.500748:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.500754:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.500760:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 11 02000000:00000001:2.0:1767384296.500767:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.500770:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.500774:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.500778:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.500783:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.500791:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007f067c. 00000400:00000010:2.0:1767384296.500797:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030efecdd. 00000100:00000001:2.0:1767384296.501227:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.501231:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983680 02000000:00000001:2.0:1767384296.501234:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.501238:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.501241:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.501248:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.501255:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983680 00000020:00000001:2.0:1767384296.501272:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.501276:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.501278:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.501281:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=12 00000020:00000001:2.0:1767384296.501285:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.501288:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.501294:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.501298:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.501302:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.501306:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.501313:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.501324:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.501328:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.501332:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.501334:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.501335:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.501336:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.501339:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.501349:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.501356:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.501357:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.501360:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384296.501362:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.501364:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443642960 : -130123265908656 : ffff89a750f56050) 00000100:00000040:2.0:1767384296.501367:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097912c17 x1853236742983680/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.501374:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.501376:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.501378:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.501379:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.501382:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+12:17881:x1853236742983680:12345-0@lo:101: 00000100:00000200:2.0:1767384296.501401:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983680 00000020:00000001:2.0:1767384296.501403:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.501404:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.501405:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.501407:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.501408:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:2.0:1767384296.501410:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.501411:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.501413:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.501414:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.501416:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.501417:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384296.501418:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384296.501423:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384296.501425:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384296.501426:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.501429:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384296.501431:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 4 00010000:00000001:2.0:1767384296.501433:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.501435:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384296.501437:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a865b406. 00000020:00000001:2.0:1767384296.501439:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.501440:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a865b406 with handle 0x88edd5ef35457c4c to hash 00000020:00000001:2.0:1767384296.501441:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384296.501442:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114914816 : -130122594636800 : ffff89a778f82c00) 00010000:00000001:2.0:1767384296.501444:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114914816 : -130122594636800 : ffff89a778f82c00) 00010000:00010000:2.0:1767384296.501446:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457c45 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.501450:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 8 00000020:00000040:2.0:1767384296.501451:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=13 00000100:00000001:2.0:1767384296.501455:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.501456:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.501458:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.501459:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.501460:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.501462:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384296.501463:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384296.501465:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384296.501466:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.501467:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.501469:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.501470:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.501471:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384296.501472:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384296.501474:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384296.501475:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384296.501476:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040ace832) refcount = 4 00010000:00000040:2.0:1767384296.501478:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384296.501483:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000971176cc/0x88edd5ef35457bf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457bea expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.501488:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e75f9cc/0x88edd5ef35457b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b65 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.501493:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093ae9828/0x88edd5ef35457b50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b49 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384296.501497:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.501500:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384296.501501:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384296.501502:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.501504:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.501505:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.501508:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384296.501509:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.501514:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384296.501515:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384296.501516:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.501517:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.501518:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384296.501519:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.501520:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384296.501521:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a865b406, rc 0) 00000020:00000001:2.0:1767384296.501523:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.501524:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983680 00010000:00000001:2.0:1767384296.501526:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.501528:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097912c17 x1853236742983680/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.501534:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.501535:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.501540:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.501543:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.501545:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.501546:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.501548:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.501549:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.501551:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.501552:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.501554:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.501557:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742983680, offset 224 00000400:00000200:2.0:1767384296.501560:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.501565:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.501569:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc01000 00000400:00000200:2.0:1767384296.501573:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1001 [1] + 224 00000400:00000200:2.0:1767384296.501576:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.501578:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.501581:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.501583:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983680/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.501589:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000057e8c94c x1853236742983680/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.501620:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.501624:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.501626:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.501628:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.501629:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.501631:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.501634:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.501636:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.501638:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.501640:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.501643:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097912c17 x1853236742983680/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.501654:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742983680:12345-0@lo:101: Request processed in 278us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.501691:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384296.501695:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.501699:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.501703:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.501708:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.501713:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.501719:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.501724:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:2.0:1767384296.501729:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.501732:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.501737:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.501740:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.501745:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.501752:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bd3138. 00000400:00000010:2.0:1767384296.501758:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056bb0dac. 00000100:00000001:2.0:1767384296.504516:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.504521:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983808 02000000:00000001:2.0:1767384296.504525:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.504527:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.504529:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.504533:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.504536:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983808 00000020:00000001:2.0:1767384296.504538:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.504540:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.504542:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.504544:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00000020:00000001:2.0:1767384296.504547:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.504549:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.504553:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.504557:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.504560:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.504562:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.504566:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.504575:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.504577:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.504582:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.504584:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.504585:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.504586:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.504589:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.504602:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.504609:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.504610:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.504613:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384296.504615:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.504617:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443645008 : -130123265906608 : ffff89a750f56850) 00000100:00000040:2.0:1767384296.504620:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea521220 x1853236742983808/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.504627:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.504629:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.504631:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.504633:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.504636:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742983808:12345-0@lo:501: 00000100:00000200:2.0:1767384296.504639:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983808 00000020:00000001:2.0:1767384296.504641:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.504642:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.504644:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.504661:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.504663:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:2.0:1767384296.504666:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.504667:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.504669:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.504671:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.504672:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384296.504674:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.504676:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.504683:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384296.504685:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384296.504686:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384296.504689:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.504691:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.504693:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.504695:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.504697:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.504699:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:2.0:1767384296.504700:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.504702:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.504704:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.504706:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.504708:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.504710:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.504712:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:2.0:1767384296.504716:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.504718:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.504726:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.504736:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.504738:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.504739:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.504741:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.504742:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.504744:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 154:1331155298 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384296.504747:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b930f5ec 00080000:00000002:2.0:1767384296.504748:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x8:0x0] 00080000:00000001:2.0:1767384296.504751:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.504753:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.504755:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384296.504758:0:17074:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000b077cf38. 00000020:00000001:2.0:1767384296.504760:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.504764:0:17074:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fb792f60. 00000020:00000001:2.0:1767384296.504767:0:17074:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.504769:0:17074:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fddf64ac. 00000020:00000001:2.0:1767384296.504771:0:17074:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.504777:0:17074:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.504779:0:17074:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.504781:0:17074:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.504782:0:17074:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.504785:0:17074:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.504789:0:17074:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.504792:0:17074:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613951065396568 : -130122644155048 : ffff89a776049558) 00000040:00000001:2.0:1767384296.504794:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.504796:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.504799:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.504801:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000fddf64ac/00000000fb792f60 to site lru. bkt: 000000001eb9276e 00000040:00000010:2.0:1767384296.504804:0:17074:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000b077cf38. 00000040:00000001:2.0:1767384296.504806:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.504807:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.504809:0:17074:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384296.504810:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.504812:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.504815:0:17074:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384296.504816:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384296.504818:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384296.504819:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.504821:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384296.504822:0:17074:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000c7e247f. 00000020:00000040:2.0:1767384296.504824:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=14 00000020:00000040:2.0:1767384296.504826:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 20000000:00000010:2.0:1767384296.504828:0:17074:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000000c7e247f. 20000000:00000001:2.0:1767384296.504830:0:17074:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:2.0:1767384296.504832:0:17074:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.504834:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983808 00010000:00000001:2.0:1767384296.504836:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.504839:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea521220 x1853236742983808/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.504846:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.504847:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.504849:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.504856:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.504858:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.504860:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.504862:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.504863:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.504865:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.504867:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.504869:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.504872:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236742983808, offset 224 00000400:00000200:2.0:1767384296.504875:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.504882:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.504887:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc01080 00000400:00000200:2.0:1767384296.504891:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1011 [1] + 224 00000400:00000200:2.0:1767384296.504894:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.504897:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.504900:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.504903:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983808/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.504909:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000057e8c94c x1853236742983808/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.504926:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.504930:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.504932:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.504934:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.504935:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.504937:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.504939:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.504941:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.504943:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.504945:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.504948:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea521220 x1853236742983808/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.504974:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742983808:12345-0@lo:501: Request processed in 345us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.504991:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384296.504995:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.504998:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.505000:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.505004:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.505010:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.505017:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.505021:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:2.0:1767384296.505027:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.505029:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bad6db16. 02000000:00000001:2.0:1767384296.505033:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.505036:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.505041:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.505059:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384296.505064:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6ecf8cd. 00000100:00000001:2.0:1767384296.506127:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.506131:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742983936 02000000:00000001:2.0:1767384296.506134:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.506137:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.506140:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.506144:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.506149:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742983936 00000020:00000001:2.0:1767384296.506153:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.506155:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.506160:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.506162:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00000020:00000001:2.0:1767384296.506168:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.506171:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.506178:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.506183:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.506188:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.506195:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.506203:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.506216:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.506220:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.506225:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.506227:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.506228:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.506229:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.506232:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.506244:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.506251:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.506252:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.506255:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1767384296.506276:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.506278:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443634768 : -130123265916848 : ffff89a750f54050) 00000100:00000040:2.0:1767384296.506282:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050cf5144 x1853236742983936/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.506289:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.506292:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.506293:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.506296:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.506299:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742983936:12345-0@lo:503: 00000100:00000200:2.0:1767384296.506303:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742983936 00000020:00000001:2.0:1767384296.506305:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.506323:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.506325:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.506327:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.506329:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013728 : -1047537888 : ffffffffc18fd720) 00000020:00000001:2.0:1767384296.506332:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.506334:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.506335:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.506337:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.506338:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.506340:0:17074:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.506342:0:17074:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384296.506351:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.506352:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.506360:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.506362:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.506364:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.506366:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.506367:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.506369:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.506371:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.506372:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.506374:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.506376:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:2.0:1767384296.506379:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.506381:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613951065396568 : -130122644155048 : ffff89a776049558) 00000040:00000001:2.0:1767384296.506383:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.506384:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.506385:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.506388:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cac3516c. 00000040:00000001:2.0:1767384296.506389:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.506390:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384296.506768:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.506772:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.506773:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384296.506777:0:17074:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:2.0:1767384296.506780:0:17074:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384296.506782:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.506784:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000fddf64ac/00000000fb792f60 to site lru. bkt: 000000001eb9276e 00000040:00000001:2.0:1767384296.506786:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.506788:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cac3516c. 00000040:00000010:2.0:1767384296.506790:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001cb3a4c6. 00000040:00000040:2.0:1767384296.506792:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.506794:0:17074:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.506797:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742983936 00010000:00000001:2.0:1767384296.506799:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.506802:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050cf5144 x1853236742983936/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.506815:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.506817:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.506819:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.506821:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.506823:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.506825:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.506827:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.506828:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.506830:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.506832:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.506834:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000683a2f71. 00000100:00000200:2.0:1767384296.506837:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236742983936, offset 224 00000400:00000200:2.0:1767384296.506841:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.506847:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.506853:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dc01100 00000400:00000200:2.0:1767384296.506857:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1021 [4] + 224 00000400:00000200:2.0:1767384296.506862:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.506864:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.506867:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.506870:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742983936/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.506877:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000057e8c94c x1853236742983936/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.506893:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.506897:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000683a2f71 00000400:00000010:2.0:1767384296.506899:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000683a2f71. 00000100:00000001:2.0:1767384296.506901:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.506902:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.506905:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.506907:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.506909:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.506910:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.506912:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.506941:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cf5144 x1853236742983936/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.506955:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742983936:12345-0@lo:503: Request processed in 662us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.506966:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1767384296.506970:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.506973:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.506977:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.506981:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.506987:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.506993:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.506998:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:2.0:1767384296.507002:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.507005:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.507016:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.507020:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.507025:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.507032:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a0e767. 00000400:00000010:2.0:1767384296.507040:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000683a2f71. 00000100:00000001:2.0:1767384296.508052:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.508057:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742984064 02000000:00000001:2.0:1767384296.508060:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.508062:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.508064:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.508068:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.508074:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742984064 00000020:00000001:2.0:1767384296.508077:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.508080:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.508084:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.508086:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00000020:00000001:2.0:1767384296.508091:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.508099:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.508130:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.508140:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.508145:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.508149:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.508156:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.508159:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.508165:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.508170:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.508175:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.508176:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.508178:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.508183:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.508194:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.508207:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.508210:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.508216:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:2.0:1767384296.508219:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.508225:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443639888 : -130123265911728 : ffff89a750f55450) 00000100:00000040:2.0:1767384296.508232:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f8a2c1 x1853236742984064/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.508246:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.508249:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.508251:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.508253:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.508275:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742984064:12345-0@lo:502: 00000100:00000200:2.0:1767384296.508281:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742984064 00000020:00000001:2.0:1767384296.508283:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.508286:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.508287:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.508289:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.508291:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:2.0:1767384296.508293:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.508295:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.508302:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.508303:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.508305:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.508306:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.508307:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384296.508310:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.508311:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.508318:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.508319:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.508321:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.508323:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.508325:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.508326:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.508329:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.508330:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.508332:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.508334:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:2.0:1767384296.508336:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.508338:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613951065396568 : -130122644155048 : ffff89a776049558) 00000040:00000001:2.0:1767384296.508340:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508341:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508342:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.508344:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cac3516c. 00000040:00000001:2.0:1767384296.508346:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.508347:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384296.508353:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508354:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508355:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508374:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.508375:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384296.508377:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384296.508571:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384296.508576:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.508577:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384296.508579:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.508580:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000fddf64ac/00000000fb792f60 to site lru. bkt: 000000001eb9276e 00000040:00000001:2.0:1767384296.508583:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.508590:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cac3516c. 00000040:00000010:2.0:1767384296.508592:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001cb3a4c6. 00000040:00000040:2.0:1767384296.508594:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.508596:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.508598:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742984064 00010000:00000001:2.0:1767384296.508600:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.508603:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f8a2c1 x1853236742984064/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.508609:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.508611:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.508612:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.508615:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.508616:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.508618:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.508620:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.508621:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.508640:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.508642:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.508644:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003bd6ac99. 00000100:00000200:2.0:1767384296.508647:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236742984064, offset 224 00000400:00000200:2.0:1767384296.508650:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.508656:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.508661:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc01180 00000400:00000200:2.0:1767384296.508664:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1031 [4] + 224 00000400:00000200:2.0:1767384296.508670:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.508672:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.508675:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.508677:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742984064/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.508683:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000057e8c94c x1853236742984064/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.508699:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.508703:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bd6ac99 00000400:00000010:2.0:1767384296.508709:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003bd6ac99. 00000100:00000001:2.0:1767384296.508712:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.508713:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.508716:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.508718:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.508720:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.508721:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.508723:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.508743:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f8a2c1 x1853236742984064/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.508751:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742984064:12345-0@lo:502: Request processed in 503us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.508763:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:2.0:1767384296.508769:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.508775:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.508780:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.508786:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.508794:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.508801:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.508808:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:2.0:1767384296.508815:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.508819:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.508834:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.508839:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.508846:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.508852:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba9c5f7. 00000400:00000010:2.0:1767384296.508857:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bd6ac99. 00000100:00000001:2.0:1767384296.509969:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.509974:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742984192 02000000:00000001:2.0:1767384296.509978:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.509981:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.509984:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.509989:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.509992:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742984192 00000020:00000001:2.0:1767384296.509997:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.510008:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.510011:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.510014:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00000020:00000001:2.0:1767384296.510018:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.510023:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.510026:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.510030:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.510036:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.510042:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000020:00000010:2.0:1767384296.510049:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.510054:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.510057:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000100:00000040:2.0:1767384296.510061:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.510065:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.510069:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.510071:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.510079:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.510091:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.510098:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.510120:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.510124:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:2.0:1767384296.510127:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.510129:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443643984 : -130123265907632 : ffff89a750f56450) 00000100:00000040:2.0:1767384296.510132:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faa2f37f x1853236742984192/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.510140:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.510143:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c7e247f. 00000100:00000001:2.0:1767384296.510145:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.510147:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c7e247f. 00000100:00100000:2.0:1767384296.510151:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742984192:12345-0@lo:502: 00000100:00000200:2.0:1767384296.510154:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742984192 00000020:00000001:2.0:1767384296.510156:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.510164:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.510165:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.510167:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.510169:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:2.0:1767384296.510172:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.510173:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.510175:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.510176:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.510178:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.510179:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.510181:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384296.510184:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.510186:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.510194:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000008e943d9a. 02000000:00000001:2.0:1767384296.510196:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.510215:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.510218:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.510220:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.510222:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001cb3a4c6. 00000040:00000001:2.0:1767384296.510225:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.510227:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.510228:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.510231:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:2.0:1767384296.510233:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.510236:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613951065396568 : -130122644155048 : ffff89a776049558) 00000040:00000001:2.0:1767384296.510238:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510239:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510241:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.510243:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cac3516c. 00000040:00000001:2.0:1767384296.510244:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.510245:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384296.510253:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510255:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510256:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510276:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.510278:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384296.510302:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384296.510306:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384296.510308:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.510309:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384296.510311:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.510313:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000fddf64ac/00000000fb792f60 to site lru. bkt: 000000001eb9276e 00000040:00000001:2.0:1767384296.510315:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.510316:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cac3516c. 00000040:00000010:2.0:1767384296.510319:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001cb3a4c6. 00000040:00000040:2.0:1767384296.510321:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.510322:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.510324:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742984192 00010000:00000001:2.0:1767384296.510326:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.510329:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000faa2f37f x1853236742984192/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.510335:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.510337:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.510339:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.510341:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.510343:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.510360:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.510362:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.510364:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.510365:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.510367:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.510370:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000e7832c9. 00000100:00000200:2.0:1767384296.510372:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236742984192, offset 224 00000400:00000200:2.0:1767384296.510376:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.510381:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.510386:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc01200 00000400:00000200:2.0:1767384296.510390:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1041 [4] + 224 00000400:00000200:2.0:1767384296.510395:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.510397:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.510400:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.510407:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742984192/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.510414:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000057e8c94c x1853236742984192/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.510428:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.510433:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7832c9 00000400:00000010:2.0:1767384296.510435:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000e7832c9. 00000100:00000001:2.0:1767384296.510437:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.510438:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.510441:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.510459:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.510462:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.510465:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.510468:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.510472:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faa2f37f x1853236742984192/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.510484:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:17881:x1853236742984192:12345-0@lo:502: Request processed in 341us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.510499:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:2.0:1767384296.510506:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.510513:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.510517:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.510523:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.510531:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1aa6a3c. 00000020:00000010:2.0:1767384296.510537:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad581e. 00000020:00000040:2.0:1767384296.510544:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:2.0:1767384296.510551:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.510555:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000008e943d9a. 02000000:00000001:2.0:1767384296.510564:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.510568:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.510573:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.510581:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c5a098. 00000400:00000010:2.0:1767384296.510588:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e7832c9. 00000040:00000001:2.0:1767384296.511710:0:17899:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384296.511714:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad581e. 00000020:00000010:2.0:1767384296.511717:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001cb3a4c6. 00000040:00000010:2.0:1767384296.511719:0:17899:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000962d7641. 00000020:00000010:2.0:1767384296.511722:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0bd46c. 00000020:00000010:2.0:1767384296.511725:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000004ca9a90. 00000020:00000010:2.0:1767384296.511727:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae4fb924. 80000000:00000010:2.0:1767384296.511730:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007aae947c. 40000000:00000010:2.0:1767384296.511747:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000c7e247f. 00100000:00000010:2.0:1767384296.511752:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b4f364c6. 00040000:00000010:2.0:1767384296.511767:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad226c44. 00040000:00000010:2.0:1767384296.511773:0:17899:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007f1d4d95. 00040000:00000010:2.0:1767384296.511776:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b46f467e. 00080000:00000010:2.0:1767384296.511781:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cac3516c. 00080000:00000010:2.0:1767384296.511784:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a6c43849. 00000004:00000010:2.0:1767384296.511791:0:17899:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000783c3a98. 00000004:00000010:2.0:1767384296.511796:0:17899:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c81ff4cf. 00000004:00000010:2.0:1767384296.511801:0:17899:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000678f1c67. 00002000:00000010:2.0:1767384296.511804:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bad6db16. 00000004:00000010:2.0:1767384296.511808:0:17899:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3abb7f1. 00000020:00000010:2.0:1767384296.511813:0:17899:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cc0d05ec. 00000040:00000010:2.0:1767384296.511820:0:17899:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009ec799a6. 00000040:00001000:2.0:1767384296.511823:0:17899:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384296.511825:0:17899:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.511827:0:17899:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384296.511832:0:17899:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384296.511840:0:17899:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384296.511842:0:17899:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384296.511844:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d82000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384296.511846:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384296.511848:0:17899:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384296.511850:0:17899:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384296.511852:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384296.511853:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384296.511860:0:17899:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384296.511864:0:17899:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767384296.511866:0:17899:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:2.0:1767384296.511868:0:17899:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.511873:0:17899:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000150b1597. 00000020:00000080:2.0:1767384296.511875:0:17899:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384296.511878:0:17899:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:2.0:1767384296.511880:0:17899:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.511882:0:17899:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000150b1597. 00000020:00000001:2.0:1767384296.511885:0:17899:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384296.511887:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d820e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384296.511889:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384296.511890:0:17899:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384296.511892:0:17899:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384296.511894:0:17899:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 000000001e354ec7. 00000020:00000080:2.0:1767384296.511895:0:17899:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384296.511897:0:17899:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384296.511899:0:17899:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384296.511914:0:17899:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005fe871ee. 00000020:00000080:2.0:1767384296.511917:0:17899:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (000000005fe871ee) 00000020:00000001:2.0:1767384296.511920:0:17899:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384296.511922:0:17899:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c5aef9c9. 00000020:00000001:2.0:1767384296.511923:0:17899:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.511925:0:17899:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5aef9c9 with handle 0x88edd5ef35457c53 to hash 00000020:00000001:2.0:1767384296.511927:0:17899:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384296.511930:0:17899:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384296.511932:0:17899:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.511934:0:17899:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613950285942784 : -130123423608832 : ffff89a7478f1000) 00000020:00000040:2.0:1767384296.511936:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000c5aef9c9 : new refcount 1 00000020:00000040:2.0:1767384296.511945:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 2 - obd_device_list 00000020:00000001:2.0:1767384296.511948:0:17899:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384296.511950:0:17899:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:2.0:1767384296.511952:0:17899:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.511953:0:17899:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.511959:0:17899:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 000000001e354ec7. 00000020:00000001:2.0:1767384296.511961:0:17899:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384296.511963:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d82160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384296.511964:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384296.511966:0:17899:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384296.511967:0:17899:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:2.0:1767384296.511968:0:17899:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:2.0:1767384296.511971:0:17899:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000084ce8050. 00000020:00000080:2.0:1767384296.511973:0:17899:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384296.511977:0:17899:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384296.511991:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.511994:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000150b1597. 00000001:00000010:2.0:1767384296.511997:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dd9882f1. 00000001:00000010:2.0:1767384296.512004:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dcd07f26. 00000001:00000010:2.0:1767384296.512007:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3d07477. 00000001:00000010:2.0:1767384296.512008:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f5fc009. 00000001:00000010:2.0:1767384296.512010:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd955d10. 00000001:00000001:2.0:1767384296.512012:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.512014:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006476c6a4. 00000001:00000010:2.0:1767384296.512016:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006fa3c838. 00000001:00000010:2.0:1767384296.512017:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071d378ec. 00000001:00000010:2.0:1767384296.512019:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099114dde. 00000001:00000010:2.0:1767384296.512021:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083c8629b. 00000001:00000010:2.0:1767384296.512022:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000965c5aff. 00000020:00000001:2.0:1767384296.512024:0:17899:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384296.512026:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab3e88c4. 00000020:00000010:2.0:1767384296.512028:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e354ec7. 00000020:00000010:2.0:1767384296.512030:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1aa6a3c. 00000008:00000010:2.0:1767384296.512035:0:17899:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000029e3141a. 00020000:00000010:2.0:1767384296.512038:0:17899:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001bb5960f. 00008000:00000010:2.0:1767384296.512042:0:17899:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003b7da3bc. 00000080:00000010:2.0:1767384296.512047:0:17899:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000033a3d2da. 00000020:00000010:2.0:1767384296.512050:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e7e551f. 00000020:00000010:2.0:1767384296.512055:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006138f5c7. 00000020:00000010:2.0:1767384296.512058:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006aa41190. 00000020:00000010:2.0:1767384296.512061:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000890f217b. 00000020:00000010:2.0:1767384296.512063:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000588f2180. 80000000:00000010:2.0:1767384296.512065:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d77382dc. 40000000:00000010:2.0:1767384296.512067:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e704663a. 00100000:00000010:2.0:1767384296.512069:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009748d1b3. 00040000:00000010:2.0:1767384296.512072:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1e6ef31. 00040000:00000010:2.0:1767384296.512074:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000018e09cc5. 00080000:00000010:2.0:1767384296.512081:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000923bc92a. 00080000:00000010:2.0:1767384296.512084:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064ac3182. 00002000:00000010:2.0:1767384296.512088:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000088e76d9d. 00002000:00000010:2.0:1767384296.512091:0:17899:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 00000000270093e9. 00002000:00000001:2.0:1767384296.512095:0:17899:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:2.0:1767384296.512100:0:17899:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:2.0:1767384296.512102:0:17899:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:2.0:1767384296.512120:0:17899:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384296.512121:0:17899:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951105764160 : -130122603787456 : ffff89a7786c8b40) 00000020:01000004:2.0:1767384296.512124:0:17899:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000009d99906 from lustre-OST0000, refs=2 00000020:00000001:2.0:1767384296.512125:0:17899:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446613951105764160 : -130122603787456 : ffff89a7786c8b40) 00002000:00000010:2.0:1767384296.512128:0:17899:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 00000000ace0d0d3. 00002000:00000001:2.0:1767384296.512161:0:17899:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:2.0:1767384296.512163:0:17899:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 000000001497d8cf. 00002000:00000001:2.0:1767384296.512166:0:17899:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:2.0:1767384296.512168:0:17899:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:2.0:1767384296.512185:0:17899:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:2.0:1767384296.512186:0:17899:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384296.512188:0:17899:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384296.512190:0:17899:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000037d29b6d. 00000020:00000001:2.0:1767384296.512191:0:17899:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.512193:0:17899:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037d29b6d with handle 0x88edd5ef35457c5a to hash 00000020:00000001:2.0:1767384296.512194:0:17899:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384296.512196:0:17899:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384296.512197:0:17899:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384296.512199:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (0000000012c88489) now 5 - export 00000020:00000001:2.0:1767384296.512206:0:17899:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613950285965312 : -130123423586304 : ffff89a7478f6800) 00000020:00000040:2.0:1767384296.512207:0:17899:0:(genops.c:898:class_export_put()) PUTting export 0000000037d29b6d : new refcount 1 00000020:00000080:2.0:1767384296.512209:0:17899:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x88edd5ef35457c5a 00000020:00000001:2.0:1767384296.512211:0:17899:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.512212:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.512213:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c5a 00000020:00000001:2.0:1767384296.512214:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.512215:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037d29b6d refcount=2 00000020:00000001:2.0:1767384296.512216:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950285965312 : -130123423586304 : ffff89a7478f6800) 00000020:00000001:2.0:1767384296.512218:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950285965312 : -130123423586304 : ffff89a7478f6800) 00080000:00000001:2.0:1767384296.512219:0:17899:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384296.512221:0:17899:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384296.512223:0:17899:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 000000001497d8cf. 00002000:00000001:2.0:1767384296.512225:0:17899:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384296.512226:0:17899:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 00000000ace0d0d3. 00002000:00000001:2.0:1767384296.512229:0:17899:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.512232:0:17899:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767384296.512250:0:17899:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384296.512252:0:17899:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384296.512255:0:17899:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d4da6320. 00000001:00000001:2.0:1767384296.512256:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.512274:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001f0e9f1b. 00000001:00000010:2.0:1767384296.512278:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000daacc343. 00000001:00000010:2.0:1767384296.512333:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9b61f4e. 00000001:00000010:2.0:1767384296.512375:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b892be5a. 00000001:00000010:2.0:1767384296.512417:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000027be3b8. 00000001:00000010:2.0:1767384296.512456:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000532d1852. 00000001:00000010:2.0:1767384296.512512:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000222b3b38. 00000001:00000010:2.0:1767384296.512562:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001bd7ca57. 00000001:00000010:2.0:1767384296.512599:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000069deb9eb. 00000001:00000010:2.0:1767384296.512652:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f734c92e. 00000001:00000010:2.0:1767384296.512689:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae37b59a. 00000001:00000010:2.0:1767384296.512732:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006555b2a2. 00000001:00000010:2.0:1767384296.512786:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000545c607f. 00000001:00000010:2.0:1767384296.512841:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7e0c72d. 00000001:00000010:2.0:1767384296.512882:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003cfffe06. 00000001:00000010:2.0:1767384296.512920:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000097d9b088. 00000001:00000010:2.0:1767384296.512957:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006300c932. 00000001:00000010:2.0:1767384296.512994:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000258297a8. 00000001:00000010:2.0:1767384296.513035:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000010da49e. 00000001:00000010:2.0:1767384296.513072:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000034cedbf3. 00000001:00000010:2.0:1767384296.513126:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dde139b9. 00000100:00000040:2.0:1767384296.513209:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883565, at 4294883566 00000100:00000040:3.0:1767384296.513213:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883565, at 4294883566 00000100:00000010:2.0:1767384296.513218:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00000100:00000010:3.0:1767384296.513223:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046140447. 00000001:00000010:2.0:1767384296.513251:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3ea8196. 00000001:00000010:2.0:1767384296.513308:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a689134. 00000001:00000010:2.0:1767384296.513344:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e4bed9b2. 00000001:00000010:2.0:1767384296.513378:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac17d920. 00000001:00000010:2.0:1767384296.513418:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b2cf6da8. 00000001:00000010:2.0:1767384296.513455:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d5dc504. 00000001:00000010:2.0:1767384296.513509:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068a47ce0. 00000001:00000010:2.0:1767384296.513557:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ff66d92. 00000001:00000010:2.0:1767384296.513594:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e864c19. 00000001:00000010:2.0:1767384296.513634:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007f658488. 00000001:00000010:2.0:1767384296.513673:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f156e33. 00000001:00000010:2.0:1767384296.513711:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be35a4d8. 00000001:00000010:2.0:1767384296.513746:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f248176e. 00000001:00000010:2.0:1767384296.513797:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000014fa2e2a. 00000001:00000010:2.0:1767384296.513844:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040df9315. 00000001:00000010:2.0:1767384296.513880:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001142a231. 00000001:00000010:2.0:1767384296.513914:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000177eb69a. 00000001:00000010:2.0:1767384296.513948:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b892517. 00000001:00000010:2.0:1767384296.513985:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000141697cf. 00000001:00000010:2.0:1767384296.514021:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d82c1a29. 00000001:00000010:2.0:1767384296.514055:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010ea0950. 00000001:00000010:2.0:1767384296.514088:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079c77f4a. 00000001:00000010:2.0:1767384296.514142:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b2fc8965. 00000001:00000010:2.0:1767384296.514180:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1ea68d4. 00000001:00000010:2.0:1767384296.514241:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000126416bd. 00000001:00000010:2.0:1767384296.514312:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050f26c02. 00000001:00000010:2.0:1767384296.514348:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ba28472c. 00000001:00000010:2.0:1767384296.514383:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ef1cb34. 00000001:00000010:2.0:1767384296.514418:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f6ccfb6. 00000001:00000010:2.0:1767384296.514454:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007cfa0656. 00000001:00000010:2.0:1767384296.514505:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7a4cea2. 00000001:00000010:2.0:1767384296.514557:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000440fec87. 00000001:00000010:2.0:1767384296.514592:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008405e9d4. 00000001:00000010:2.0:1767384296.514626:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005cb1c454. 00000001:00000010:2.0:1767384296.515381:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd24ceba. 00000001:00000010:2.0:1767384296.515420:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001a1e2b46. 00000001:00000010:2.0:1767384296.515453:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ba983ac. 00000001:00000010:2.0:1767384296.515502:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000faa86e0f. 00000001:00000010:2.0:1767384296.515554:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000891a7dd. 00000001:00000010:2.0:1767384296.515589:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a58f41e7. 00000001:00000010:2.0:1767384296.515622:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000852b3b6. 00000001:00000010:2.0:1767384296.515654:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000036e6d2d4. 00000001:00000010:2.0:1767384296.515685:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008b8c6ec8. 00000001:00000010:2.0:1767384296.515717:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006133bf4a. 00000001:00000010:2.0:1767384296.515750:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b2beeeb1. 00000020:00000010:2.0:1767384296.515813:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dcce93d9. 00000020:00000010:2.0:1767384296.515817:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000045474736. 00010000:00000001:2.0:1767384296.515834:0:17899:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384296.515852:0:17899:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384296.515862:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003c251112. 00000020:00000010:2.0:1767384296.515872:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f51dd7b3. 00010000:00000001:2.0:1767384296.515881:0:17899:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384296.515882:0:17899:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:2.0:1767384296.515883:0:17899:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.515886:0:17899:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446613945914613760 : -130127794937856 : ffff89a64301e000) 00000020:00000001:2.0:1767384296.515889:0:17899:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:2.0:1767384296.515892:0:17899:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1951, crc32c 11767, adler 1479, t10ip512 6087, t10ip4k 7575, t10crc512 1647, t10crc4k 1931 00000020:00000001:2.0:1767384296.515897:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384296.515902:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.515910:0:17899:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000005140dbbd. 00000020:00000001:2.0:1767384296.515912:0:17899:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384296.515914:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.515917:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000048a23eb9. 00002000:00000001:2.0:1767384296.515919:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.515925:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cda5369e. 00002000:00000001:2.0:1767384296.515927:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917031400 : -130127792520216 : ffff89a64326c3e8) 00002000:00000001:2.0:1767384296.515930:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.515931:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:2.0:1767384296.515933:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002667e666. 00002000:00000001:2.0:1767384296.515935:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.515936:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.515938:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.515939:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.515941:0:17899:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384296.515944:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.515952:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.515955:0:17899:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.515956:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.515960:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.515961:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.515966:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.515969:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.515972:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917031400 : -130127792520216 : ffff89a64326c3e8) 00000020:00000001:2.0:1767384296.515974:0:17899:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446613945917009408 : -130127792542208 : ffff89a643266e00) 00000001:00000040:2.0:1767384296.515986:0:17899:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:2.0:1767384296.515989:0:17899:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:2.0:1767384296.515991:0:17899:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:2.0:1767384296.515992:0:17899:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:2.0:1767384296.515993:0:17899:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:2.0:1767384296.515995:0:17899:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:2.0:1767384296.515996:0:17899:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:2.0:1767384296.515997:0:17899:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:2.0:1767384296.515998:0:17899:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:2.0:1767384296.515999:0:17899:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:2.0:1767384296.516000:0:17899:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:2.0:1767384296.516002:0:17899:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:2.0:1767384296.516004:0:17899:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000007b1a6e9e. 00000001:00000040:2.0:1767384296.516360:0:17899:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236576305792, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:2.0:1767384296.516365:0:17899:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:2.0:1767384296.516367:0:17899:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000007b1a6e9e. 00000001:00000001:2.0:1767384296.516369:0:17899:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.516372:0:17899:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384296.516373:0:17899:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:2.0:1767384296.516375:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.516378:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c48da595. 00080000:00000001:2.0:1767384296.516379:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917006336 : -130127792545280 : ffff89a643266200) 00080000:00000001:2.0:1767384296.516381:0:17899:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384296.516383:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384296.516385:0:17899:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001fd14918. 00080000:00000001:2.0:1767384296.516387:0:17899:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.516388:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.516392:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.516394:0:17899:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384296.516406:0:17899:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384296.516408:0:17899:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.516415:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384296.516419:0:17899:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001fd14918. 00040000:00000001:2.0:1767384296.516421:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.516422:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.516423:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384296.516425:0:17899:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384296.516426:0:17899:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.516428:0:17899:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.516430:0:17899:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.516432:0:17899:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:2.0:1767384296.516641:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008cb7b3a4. 00000020:00000010:2.0:1767384296.516644:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000704973e5. 00000020:00000001:2.0:1767384296.516671:0:17899:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:2.0:1767384296.516676:0:17899:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.516677:0:17899:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384296.516680:0:17899:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:2.0:1767384296.516682:0:17899:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 000000009a22ca39. 00002000:00000010:2.0:1767384296.516684:0:17899:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000aceae641. 40000000:00000001:2.0:1767384296.516686:0:17899:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:2.0:1767384296.516688:0:17899:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:2.0:1767384296.516690:0:17899:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384296.516691:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.516693:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.516695:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000f7a5248. 00002000:00000001:2.0:1767384296.516696:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917032008 : -130127792519608 : ffff89a64326c648) 00002000:00000001:2.0:1767384296.516698:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.516699:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:2.0:1767384296.516701:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000044d99b15. 00002000:00000001:2.0:1767384296.516702:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.516704:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.516705:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.516706:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.516708:0:17899:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384296.516710:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.516715:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.516718:0:17899:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.516723:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.516726:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.516728:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.516732:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.516734:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.516737:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917032008 : -130127792519608 : ffff89a64326c648) 00000020:00000001:2.0:1767384296.516739:0:17899:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446613945917008384 : -130127792543232 : ffff89a643266a00) 40000000:00000001:2.0:1767384296.516741:0:17899:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384296.516743:0:17899:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:2.0:1767384296.516969:0:17899:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:2.0:1767384296.516972:0:17899:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384296.516974:0:17899:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:2.0:1767384296.517007:0:17899:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:2.0:1767384296.517010:0:17899:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 00000000b13812ce. 40000000:00000001:2.0:1767384296.517013:0:17899:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:2.0:1767384296.517047:0:17899:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384296.517048:0:17899:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:2.0:1767384296.517050:0:17899:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:2.0:1767384296.517051:0:17899:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 000000009a22ca39. 00002000:00000001:2.0:1767384296.517053:0:17899:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:2.0:1767384296.517056:0:17899:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000131bf87e. 80000000:00000001:2.0:1767384296.517058:0:17899:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:2.0:1767384296.517061:0:17899:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767384296.517064:0:17899:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000005ca516f0. 80000000:00000040:2.0:1767384296.517067:0:17899:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:2.0:1767384296.517068:0:17899:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446613950248992320 : -130123460559296 : ffff89a7455b3e40) 80000000:00000001:2.0:1767384296.517070:0:17899:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:2.0:1767384296.517073:0:17899:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000007b1a6e9e. 00000020:00000001:2.0:1767384296.517074:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.517076:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.517078:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000324c9dfd. 00002000:00000001:2.0:1767384296.517080:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917032920 : -130127792518696 : ffff89a64326c9d8) 00002000:00000001:2.0:1767384296.517083:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.517083:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:2.0:1767384296.517086:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032df3dea. 00002000:00000001:2.0:1767384296.517126:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517129:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.517131:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.517132:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517134:0:17899:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384296.517139:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.517146:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.517148:0:17899:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.517150:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.517154:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517155:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.517160:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517163:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.517168:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917032920 : -130127792518696 : ffff89a64326c9d8) 00080000:00000010:2.0:1767384296.517172:0:17899:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007a11379d. 00100000:00000001:2.0:1767384296.517179:0:17899:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.517180:0:17899:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001fd14918. 00100000:00000010:2.0:1767384296.517199:0:17899:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000001fd14918. 00100000:00000001:2.0:1767384296.517202:0:17899:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384296.517205:0:17899:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000b4be2aae. 00000001:00000010:2.0:1767384296.517209:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.517429:0:17899:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384296.517431:0:17899:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517434:0:17899:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384296.517435:0:17899:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384296.517440:0:17899:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001fd14918. 80000000:00000001:2.0:1767384296.517442:0:17899:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446613945915637312 : -130127793914304 : ffff89a643117e40) 80000000:00000001:2.0:1767384296.517445:0:17899:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1767384296.517447:0:17899:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1767384296.517449:0:17899:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1767384296.517452:0:17899:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:2.0:1767384296.517455:0:17899:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1767384296.517457:0:17899:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1767384296.517458:0:17899:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384296.517460:0:17899:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384296.517466:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000240c87ba. 00000001:00000010:2.0:1767384296.517478:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000240c87ba. 00000001:00000010:2.0:1767384296.517482:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 80000000:00000001:2.0:1767384296.517486:0:17899:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:2.0:1767384296.517488:0:17899:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:2.0:1767384296.517491:0:17899:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:2.0:1767384296.517496:0:17899:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000b4be2aae. 80000000:00000010:2.0:1767384296.517499:0:17899:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000007b1a6e9e. 80000000:00000001:2.0:1767384296.517502:0:17899:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384296.517504:0:17899:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:2.0:1767384296.517532:0:17899:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384296.517535:0:17899:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384296.517539:0:17899:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 000000007b1a6e9e. 00000020:00000001:2.0:1767384296.517543:0:17899:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384296.517546:0:17899:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000007f9a780d. 00000020:00000001:2.0:1767384296.517549:0:17899:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.517551:0:17899:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000007f9a780d. 00000020:00000001:2.0:1767384296.517554:0:17899:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384296.517556:0:17899:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c3771768. 00000020:00000001:2.0:1767384296.517562:0:17899:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.517564:0:17899:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384296.517567:0:17899:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000008b153540. 00000020:00000001:2.0:1767384296.517570:0:17899:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384296.517571:0:17899:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 000000007b1a6e9e. 00002000:00000001:2.0:1767384296.517573:0:17899:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.517575:0:17899:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384296.517577:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.517579:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.517582:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008225d134. 00002000:00000001:2.0:1767384296.517583:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917038088 : -130127792513528 : ffff89a64326de08) 00002000:00000001:2.0:1767384296.517585:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.517586:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:2.0:1767384296.517589:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b4be2aae. 00002000:00000001:2.0:1767384296.517591:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517593:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.517594:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.517595:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517603:0:17899:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384296.517606:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.517611:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.517613:0:17899:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.517615:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.517620:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517622:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.517626:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517629:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.517633:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917038088 : -130127792513528 : ffff89a64326de08) 00000020:00000001:2.0:1767384296.517635:0:17899:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446613945917005824 : -130127792545792 : ffff89a643266000) 00002000:00000001:2.0:1767384296.517637:0:17899:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.517639:0:17899:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384296.517640:0:17899:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.517642:0:17899:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.517643:0:17899:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00000020:00000001:2.0:1767384296.517646:0:17899:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384296.517652:0:17899:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000fb790d60. 00000001:00000001:2.0:1767384296.517655:0:17899:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:2.0:1767384296.517657:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.517658:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.517660:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f9fb74f5. 00002000:00000001:2.0:1767384296.517662:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917035048 : -130127792516568 : ffff89a64326d228) 00002000:00000001:2.0:1767384296.517663:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.517664:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:2.0:1767384296.517667:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b9b88395. 00002000:00000001:2.0:1767384296.517669:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517670:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.517671:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.517672:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517674:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.517676:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517677:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.517680:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517684:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.517695:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917035048 : -130127792516568 : ffff89a64326d228) 00080000:00000001:2.0:1767384296.517697:0:17899:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.517699:0:17899:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.517705:0:17899:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.517726:0:17899:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517727:0:17899:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.517729:0:17899:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517730:0:17899:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.517731:0:17899:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.517733:0:17899:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x2:0x0] 95:671777541 to info 00000000923bc92a 00000020:00000001:2.0:1767384296.517735:0:17899:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000272bdb15 00080000:00000002:2.0:1767384296.517736:0:17899:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384296.517739:0:17899:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517740:0:17899:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384296.517744:0:17899:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000052f569c9. 00080000:00000001:2.0:1767384296.517745:0:17899:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384296.517747:0:17899:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:2.0:1767384296.517749:0:17899:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:2.0:1767384296.517750:0:17899:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.517751:0:17899:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384296.517752:0:17899:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.517754:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.517755:0:17899:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.517758:0:17899:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005b437e23. 00002000:00000001:2.0:1767384296.517759:0:17899:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917032616 : -130127792519000 : ffff89a64326c8a8) 00002000:00000001:2.0:1767384296.517761:0:17899:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.517762:0:17899:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x2:0x0] 00080000:00000010:2.0:1767384296.517765:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ec9c5aa. 00002000:00000001:2.0:1767384296.517767:0:17899:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517768:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.517769:0:17899:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.517771:0:17899:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517772:0:17899:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.517775:0:17899:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517778:0:17899:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.517780:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917032616 : -130127792519000 : ffff89a64326c8a8) 00080000:00000001:2.0:1767384296.517788:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.517790:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e42e6cde. 00080000:00000001:2.0:1767384296.517791:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917009920 : -130127792541696 : ffff89a643267000) 00080000:00000001:2.0:1767384296.517793:0:17899:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384296.517795:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.517796:0:17899:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517798:0:17899:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384296.517799:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384296.517800:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384296.517801:0:17899:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x2:0x0] not in the id map cache 00080000:00000010:2.0:1767384296.517805:0:17899:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000003862e242. 00080000:00000001:2.0:1767384296.517807:0:17899:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517808:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.517812:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517814:0:17899:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384296.517820:0:17899:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000006c78cca3. 00080000:00000001:2.0:1767384296.517829:0:17899:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.517830:0:17899:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.517833:0:17899:0:(osd_handler.c:4801:osd_ref_del()) [0x200000003:0x2:0x0] decrease nlink 1 00080000:00000001:2.0:1767384296.517837:0:17899:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384296.517838:0:17899:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384296.517840:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.517840:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517841:0:17899:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384296.517846:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.517858:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.517860:0:17899:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517862:0:17899:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.517864:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.517866:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.517868:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384296.517870:0:17899:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000006c78cca3. 00080000:00000002:2.0:1767384296.517872:0:17899:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 95 00080000:00000001:2.0:1767384296.517874:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.517951:0:17899:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.517953:0:17899:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.517961:0:17899:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.517962:0:17899:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.517963:0:17899:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.517964:0:17899:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.517967:0:17899:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008ec9c5aa. 00002000:00000001:2.0:1767384296.517971:0:17899:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1767384296.517972:0:17899:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x2:0x0] 00002000:00000010:2.0:1767384296.517974:0:17899:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000005b437e23. 00002000:00000001:2.0:1767384296.517978:0:17899:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:2.0:1767384296.517980:0:17899:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.517981:0:17899:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.517985:0:17899:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384296.517988:0:17899:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384296.517989:0:17899:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384296.517992:0:17899:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.517994:0:17899:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d820b06e. 00000020:00000001:2.0:1767384296.517997:0:17899:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.517998:0:17899:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ec9c5aa. 00000020:00000001:2.0:1767384296.518000:0:17899:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518002:0:17899:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.518003:0:17899:0:(osd_handler.c:1187:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.518005:0:17899:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945909978712 : -130127799572904 : ffff89a642bb2658) 00080000:00000001:2.0:1767384296.518007:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.518008:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006b08b523. 00080000:00000001:2.0:1767384296.518009:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917013504 : -130127792538112 : ffff89a643267e00) 00000020:00000001:2.0:1767384296.518011:0:17899:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384296.518013:0:17899:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384296.518015:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384296.518017:0:17899:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007f9a780d. 00080000:00000001:2.0:1767384296.518018:0:17899:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518020:0:17899:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384296.518022:0:17899:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xa:0x0] not in the id map cache 00000001:00000001:2.0:1767384296.518024:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.518025:0:17899:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.518027:0:17899:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518028:0:17899:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384296.518036:0:17899:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.518037:0:17899:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518039:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.518043:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767384296.518045:0:17899:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xa:0x0] 00000020:00000001:2.0:1767384296.518047:0:17899:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384296.518049:0:17899:0:(osd_handler.c:4583:osd_create()) Process entered 00000001:00000001:2.0:1767384296.518236:0:17899:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.518242:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.518243:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518245:0:17899:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384296.518253:0:17899:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.518255:0:17899:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200000003:0xa:0x0] 00080000:00000001:2.0:1767384296.518292:0:17899:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.518294:0:17899:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518296:0:17899:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384296.518300:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.518308:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.518310:0:17899:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518312:0:17899:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.518325:0:17899:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518328:0:17899:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384296.518331:0:17899:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000efadab93. 00080000:00000001:2.0:1767384296.518340:0:17899:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.518342:0:17899:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000004f1c692 00080000:00000002:2.0:1767384296.518344:0:17899:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 2 insert nodemap:95 rc = 0 00080000:00000001:2.0:1767384296.518347:0:17899:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518349:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384296.518353:0:17899:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007f9a780d. 00040000:00000001:2.0:1767384296.518356:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.518357:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.518359:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.518360:0:17899:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446613945917012992 : -130127792538624 : ffff89a643267c00) 00080000:00000010:2.0:1767384296.518365:0:17899:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000037db5013. 00100000:00000001:2.0:1767384296.518369:0:17899:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.518370:0:17899:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f9a780d. 00100000:00000001:2.0:1767384296.518372:0:17899:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384296.518380:0:17899:0:(osd_handler.c:5601:osd_index_try()) lustre-OST0000: index object [0x200000003:0xa:0x0] (8/32) registered 00000020:00000002:2.0:1767384296.518383:0:17899:0:(lu_object.c:207:lu_object_put()) Add 00000000b9b88395/00000000f9fb74f5 to site lru. bkt: 0000000047f73346 00000001:00000001:2.0:1767384296.518386:0:17899:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384296.518390:0:17899:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.518393:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.518395:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000093889083. 00080000:00000001:2.0:1767384296.518396:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917006848 : -130127792544768 : ffff89a643266400) 00080000:00000001:2.0:1767384296.518399:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.518402:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518405:0:17899:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384296.518408:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.518413:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.518415:0:17899:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.518418:0:17899:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 95 00080000:00000001:2.0:1767384296.518421:0:17899:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384296.518422:0:17899:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x1 (old 0x0) for inode 95 00080000:00000001:2.0:1767384296.518427:0:17899:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518429:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.518431:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.518432:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.518433:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518435:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.518437:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002a154e7d. 00080000:00000001:2.0:1767384296.518438:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917007872 : -130127792543744 : ffff89a643266800) 00080000:00000001:2.0:1767384296.518440:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.518442:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518444:0:17899:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384296.518447:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.518453:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.518457:0:17899:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.518459:0:17899:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x1 for inode 95 00080000:00000001:2.0:1767384296.518461:0:17899:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384296.518463:0:17899:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x2 (old 0x1) for inode 95 00080000:00000001:2.0:1767384296.518469:0:17899:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518471:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.518475:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.518484:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.518486:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518490:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.518493:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007578340f. 00080000:00000001:2.0:1767384296.518495:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917011968 : -130127792539648 : ffff89a643267800) 00080000:00000001:2.0:1767384296.518499:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.518503:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518506:0:17899:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384296.518511:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.518518:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.518522:0:17899:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.518524:0:17899:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x2 for inode 95 00080000:00000001:2.0:1767384296.518527:0:17899:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384296.518528:0:17899:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x3 (old 0x2) for inode 95 00080000:00000001:2.0:1767384296.518535:0:17899:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518538:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.518542:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.518544:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.518545:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518548:0:17899:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.518557:0:17899:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cd7a4b82. 00080000:00000001:2.0:1767384296.518559:0:17899:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917371904 : -130127792179712 : ffff89a6432bf600) 00080000:00000001:2.0:1767384296.518562:0:17899:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.518565:0:17899:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518567:0:17899:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384296.518569:0:17899:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.518574:0:17899:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.518576:0:17899:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.518578:0:17899:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x3 for inode 95 00080000:00000001:2.0:1767384296.518579:0:17899:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384296.518580:0:17899:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x4 (old 0x3) for inode 95 00080000:00000001:2.0:1767384296.518583:0:17899:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.518585:0:17899:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.518587:0:17899:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.518588:0:17899:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.518589:0:17899:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.518590:0:17899:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446613945917012992 : -130127792538624 : ffff89a643267c00) 00000001:00000001:2.0:1767384296.518598:0:17899:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446613951210270848 : -130122499280768 : ffff89a77ea73080) 00002000:00000010:2.0:1767384296.518602:0:17899:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 00000000cdd4bae9. 00000020:00000010:2.0:1767384296.518604:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047794e35. 00000020:00000010:2.0:1767384296.518607:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009388c35c. 00000020:00000010:2.0:1767384296.518617:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ac2e90a. 00000020:00000010:2.0:1767384296.518620:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003b8785f8. 00000020:00000010:2.0:1767384296.518622:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002ff2945f. 80000000:00000010:2.0:1767384296.518624:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc219624. 40000000:00000010:2.0:1767384296.518626:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8213406. 00100000:00000010:2.0:1767384296.518628:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001afec645. 00040000:00000010:2.0:1767384296.518630:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000091bb43a9. 00040000:00000010:2.0:1767384296.518632:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d17bc6d. 00080000:00000010:2.0:1767384296.518635:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e5ec3ae3. 00080000:00000010:2.0:1767384296.518638:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000023f0edd. 00002000:00000010:2.0:1767384296.518641:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000038e16bf3. 00002000:00000001:2.0:1767384296.518885:0:17901:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:3.0:1767384296.518917:0:17899:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:3.0:1767384296.518924:0:17899:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 000000007aa7164b. 00000020:00000010:3.0:1767384296.518929:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad1de994. 00000020:00000010:3.0:1767384296.518932:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005c14dc46. 00000020:00000010:3.0:1767384296.518935:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df525304. 00000020:00000010:3.0:1767384296.518938:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000045ed4a50. 00000020:00000010:3.0:1767384296.518950:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094f3ad37. 80000000:00000010:3.0:1767384296.518954:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e4a592f. 40000000:00000010:3.0:1767384296.518957:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d6b642d5. 00100000:00000010:3.0:1767384296.518959:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca1c4ff2. 00040000:00000010:3.0:1767384296.518962:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000a8cd7e4. 00040000:00000010:3.0:1767384296.518965:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d99b538a. 00080000:00000010:3.0:1767384296.518969:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000cf89ced. 00080000:00000010:3.0:1767384296.518977:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080cc8349. 00002000:00000010:3.0:1767384296.518982:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000774b5ef3. 00002000:00000001:3.0:1767384296.519229:0:17902:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000040:00000010:2.0:1767384296.519795:0:17881:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a9a7ebae. 00000040:00000001:2.0:1767384296.519802:0:17881:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384296.519804:0:17881:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:2.0:1767384296.519807:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.519810:0:17881:0:(lu_object.c:207:lu_object_put()) Add 00000000a31864dc/00000000094f6482 to site lru. bkt: 000000003056876f 00000040:00000010:2.0:1767384296.519813:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000004b7af831. 00000040:00000001:2.0:1767384296.519815:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.519816:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c1928f52. 00000040:00000010:2.0:1767384296.519819:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000259beddb. 00000020:00000001:2.0:1767384296.519821:0:17881:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.519823:0:17881:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384296.519826:0:17881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e002d59d. 00000040:00000010:2.0:1767384296.519828:0:17881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c62eb90. 00000020:00000010:2.0:1767384296.519830:0:17881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004393c286. 00000020:00000010:2.0:1767384296.519832:0:17881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1302a1d. 80000000:00000010:2.0:1767384296.519834:0:17881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f472459. 00040000:00000010:2.0:1767384296.519846:0:17881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061fbcb7c. 00080000:00000010:2.0:1767384296.519849:0:17881:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000006a81dfd8. 00080000:00000010:2.0:1767384296.519851:0:17881:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aa05e253. 00080000:00000010:2.0:1767384296.519853:0:17881:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000006f51dd89. 00080000:00000010:2.0:1767384296.519856:0:17881:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ff756d20. 00080000:00000010:2.0:1767384296.519857:0:17881:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001d2abaac. 20000000:00000010:2.0:1767384296.519860:0:17881:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000dce5fbff. 00000020:00000010:2.0:1767384296.519862:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dfd6cb0. 10000000:00000010:2.0:1767384296.519864:0:17881:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000008a20b3f. 10000000:01000000:2.0:1767384296.519867:0:17881:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1767384296.519897:0:17881:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384296.519900:0:17881:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384296.519901:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.519903:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000677ac693 refcount=3 00000020:00000001:2.0:1767384296.519905:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258839040 : -130123450712576 : ffff89a745f17e00) 00010000:00000001:2.0:1767384296.519908:0:17881:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258839040 : -130123450712576 : ffff89a745f17e00) 00010000:00000001:2.0:1767384296.519910:0:17881:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384296.519912:0:17881:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000677ac693/0x88edd5ef35457c45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c4c expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.519920:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.519921:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384296.519923:0:17881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000677ac693/0x88edd5ef35457c45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c4c expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.519928:0:17881:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384296.519929:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.519931:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384296.519932:0:17881:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.519934:0:17881:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.519936:0:17881:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384296.519938:0:17881:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff89a77ed0b000 from 1 10000000:00000001:2.0:1767384296.519940:0:17881:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384296.519957:0:17881:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1767384296.519962:0:17881:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ec3771. 00000020:00000040:2.0:1767384296.519970:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384296.519972:0:17881:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384296.519974:0:17881:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384296.519977:0:17881:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384296.519981:0:17881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016789a46. 00000100:00000001:2.0:1767384296.519985:0:17881:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.519988:0:17881:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384296.519990:0:17881:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384296.519993:0:17881:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000913e0f78 count: 2 00010000:00000001:2.0:1767384296.519994:0:17881:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.519997:0:17881:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384296.519999:0:17881:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d53de82. 00000020:00000001:2.0:1767384296.520001:0:17881:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.520003:0:17881:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d53de82 with handle 0x88edd5ef35457c61 to hash 00000020:00000001:2.0:1767384296.520004:0:17881:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384296.520005:0:17881:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000001:2.0:1767384296.520007:0:17881:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000001:2.0:1767384296.520009:0:17881:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384296.520011:0:17881:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384296.520013:0:17881:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000009d53de82/0x88edd5ef35457c61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384296.520017:0:17881:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 000000009d53de82/0x88edd5ef35457c61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384296.520023:0:17881:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 000000009d53de82/0x88edd5ef35457c61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384296.520027:0:17881:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384296.520028:0:17881:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384296.520032:0:17881:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008af364c4. 00000100:00000001:2.0:1767384296.520034:0:17881:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950567795328 : -130123141756288 : ffff89a7585bca80) 00000100:00000001:2.0:1767384296.520036:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.520036:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000001:2.0:1767384296.520044:0:17881:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384296.520046:0:17881:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520047:0:17881:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384296.520048:0:17881:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384296.520052:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520058:0:17881:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384296.520059:0:17881:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.520062:0:17881:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384296.520063:0:17881:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384296.520065:0:17881:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.520067:0:17881:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984320:0@lo:101: 00000100:00000001:2.0:1767384296.520070:0:17881:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384296.520072:0:17881:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384296.520074:0:17881:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.520076:0:17881:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384296.520078:0:17881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.520080:0:17881:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384296.520083:0:17881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384296.520086:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.520090:0:17881:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742984320, portal 25 00000100:00000001:2.0:1767384296.520092:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.520093:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000040:2.0:1767384296.520097:0:17881:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520103:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.520105:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.520107:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384296.520109:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742984320, offset 0 00000400:00000200:2.0:1767384296.520113:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.520148:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.520155:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc01280 00000400:00000200:2.0:1767384296.520159:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x189 [2] + 0 00000400:00000010:2.0:1767384296.520162:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000069b84f2. 00000400:00000200:2.0:1767384296.520170:0:17881:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092315681 00000400:00000200:2.0:1767384296.520174:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.520179:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384296.520181:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092315681 00000400:00000010:2.0:1767384296.520183:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092315681. 00000100:00000001:2.0:1767384296.520186:0:17881:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384296.520187:0:17881:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384296.520190:0:17881:0:(events.c:337:request_in_callback()) incoming req@000000006bab6cb2 x1853236742984320 msgsize 328 00000100:00100000:2.0:1767384296.520193:0:17881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384296.520194:0:17881:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384296.520202:0:17881:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.520207:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000400:00000010:2.0:1767384296.520208:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:2.0:1767384296.520211:0:17881:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384296.520214:0:17881:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520220:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.520222:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520232:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520236:0:17881:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.520241:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520245:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294883576 00000100:00000010:2.0:1767384296.520250:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0f6ba2a. 00000100:00000001:2.0:1767384296.520277:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384296.520285:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294883576 00000100:00000010:2.0:1767384296.520293:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006695dd3c. 00000100:00000001:2.0:1767384296.520299:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384296.520303:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294883576 00000100:00000010:2.0:1767384296.520308:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f63763. 00000100:00000001:2.0:1767384296.520310:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384296.520312:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294883576 00000100:00000010:2.0:1767384296.520315:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000786ef7bf. 00000100:00000001:2.0:1767384296.520327:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384296.520334:0:17881:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.520339:0:17881:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520343:0:17881:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384296.520346:0:17881:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384296.520349:0:17881:0:(client.c:2690:ptlrpc_set_wait()) set 000000008af364c4 going to sleep for 11 seconds 00000100:00000001:2.0:1767384296.520351:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.520354:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520838:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384296.520846:0:17881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384296.520849:0:17881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384296.520854:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000200:2.0:1767384296.520860:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.520863:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.520870:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.520878:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384296.520888:0:17881:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520920:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384296.520923:0:17881:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.520926:0:17881:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384296.520929:0:17881:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384296.520931:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.520935:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.520940:0:17881:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.520944:0:17881:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384296.520949:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.520956:0:17881:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384296.520958:0:17881:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.520963:0:17881:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384296.520968:0:17881:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.520971:0:17881:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.520975:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.520985:0:17881:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.520997:0:17881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384296.520999:0:17881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384296.521006:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.521018:0:17881:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984320:0@lo:101: 00000100:00000001:2.0:1767384296.521027:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.521032:0:17881:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521033:0:17881:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384296.521035:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.521041:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521051:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384296.521054:0:17881:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008af364c4. 00000100:00000001:2.0:1767384296.521060:0:17881:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384296.521062:0:17881:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.521064:0:17881:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384296.521066:0:17881:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384296.521067:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.521069:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d53de82 refcount=4 00000020:00000001:2.0:1767384296.521071:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000001:2.0:1767384296.521073:0:17881:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000040:2.0:1767384296.521076:0:17881:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009d53de82, remote cookie: 0x88edd5ef35457c68, flags: 0x0 00010000:00000001:2.0:1767384296.521078:0:17881:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384296.521080:0:17881:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384296.521082:0:17881:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384296.521083:0:17881:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384296.521084:0:17881:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384296.521085:0:17881:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000913e0f78) refcount = 2 00010000:00000040:2.0:1767384296.521088:0:17881:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384296.521089:0:17881:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384296.521094:0:17881:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 000000009d53de82/0x88edd5ef35457c61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c68 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.521123:0:17881:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384296.521125:0:17881:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384296.521126:0:17881:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.521129:0:17881:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384296.521131:0:17881:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384296.521134:0:17881:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 000000009d53de82/0x88edd5ef35457c61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457c68 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.521138:0:17881:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384296.521139:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.521141:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384296.521142:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.521143:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384296.521145:0:17881:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521147:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.521150:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090ec3771 x1853236742984320/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521155:0:17881:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384296.521158:0:17881:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384296.521160:0:17881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073e54b7d. 02000000:00000001:2.0:1767384296.521163:0:17881:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384296.521164:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.521165:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.521166:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384296.521168:0:17881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016789a46. 02000000:00000001:2.0:1767384296.521170:0:17881:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.521171:0:17881:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.521171:0:17881:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090ec3771. 00000100:00000001:2.0:1767384296.521174:0:17881:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384296.521176:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384296.521177:0:17881:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.521179:0:17881:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384296.521181:0:17881:0:(mgc_request.c:108:config_log_get()) log params (000000007f73fe32) refs 2 10000000:00000001:2.0:1767384296.521182:0:17881:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.521184:0:17881:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384296.521189:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.521190:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d53de82 refcount=3 00000020:00000001:2.0:1767384296.521192:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000001:2.0:1767384296.521194:0:17881:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114918400 : -130122594633216 : ffff89a778f83a00) 00010000:00000001:2.0:1767384296.521196:0:17881:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384296.521197:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.521198:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384296.521199:0:17881:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.521201:0:17881:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384296.521203:0:17881:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003a3c3fe4. 00000020:00000010:2.0:1767384296.521205:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016789a46. 00000020:00000010:2.0:1767384296.521207:0:17881:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea99e19c. 00000040:00000010:2.0:1767384296.521210:0:17881:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9434581. 00000020:00000010:2.0:1767384296.521212:0:17881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008985ee8d. 00000020:00000010:2.0:1767384296.521214:0:17881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de8b262f. 80000000:00000010:2.0:1767384296.521216:0:17881:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006abe65df. 00040000:00000010:2.0:1767384296.521218:0:17881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf409723. 00080000:00000010:2.0:1767384296.521221:0:17881:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000923bc92a. 00080000:00000010:2.0:1767384296.521225:0:17881:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064ac3182. 20000000:00000010:2.0:1767384296.521229:0:17881:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003cc062f5. 10000000:00000040:2.0:1767384296.521232:0:17881:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000065b92150 : new refcount 2 10000000:00000040:2.0:1767384296.521234:0:17881:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003e8909b3 : new refcount 2 10000000:00000040:2.0:1767384296.521236:0:17881:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.204.108@tcp: copy local log params 10000000:00000001:2.0:1767384296.521239:0:17881:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384296.521241:0:17881:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000008088137e. 00000040:00000001:2.0:1767384296.521244:0:17881:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384296.521245:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.521247:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005287e5b7. 00000040:00000001:2.0:1767384296.521249:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.521251:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.521253:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.521255:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:2.0:1767384296.521276:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.521284:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.521293:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.521312:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.521314:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.521316:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.521317:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.521319:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.521321:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 96:1829553597 to info 00000000923bc92a 00000020:00000001:2.0:1767384296.521324:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c72a6ed0 00080000:00000002:2.0:1767384296.521325:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:2.0:1767384296.521327:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.521329:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384296.521332:0:17881:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000073e54b7d. 00080000:00000001:2.0:1767384296.521334:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384296.521339:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002a1b1bfc. 00000020:00000001:2.0:1767384296.521341:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.521345:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008d3c7d99. 00000020:00000001:2.0:1767384296.521362:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.521406:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f7aa00d. 00000020:00000001:2.0:1767384296.521409:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.521411:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.521413:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.521415:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.521416:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.521420:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.521423:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.521427:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945909980504 : -130127799571112 : ffff89a642bb2d58) 00000040:00000001:2.0:1767384296.521429:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.521430:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.521432:0:17881:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.521436:0:17881:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001d2abaac. 00000040:00000001:2.0:1767384296.521438:0:17881:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.521440:0:17881:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384296.521442:0:17881:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384296.521444:0:17881:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384296.521446:0:17881:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384296.521455:0:17881:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.521457:0:17881:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.521459:0:17881:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384296.521462:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.521464:0:17881:0:(lu_object.c:207:lu_object_put()) Add 000000003f7aa00d/000000008d3c7d99 to site lru. bkt: 0000000090ff8094 00000040:00000010:2.0:1767384296.521468:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002a1b1bfc. 00000040:00000001:2.0:1767384296.521472:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.521475:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001d2abaac. 00000040:00000010:2.0:1767384296.521480:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005287e5b7. 00000040:00000001:2.0:1767384296.521484:0:17881:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384296.521488:0:17881:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384296.521490:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.521493:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001dd4e93a. 00000040:00000001:2.0:1767384296.521497:0:17881:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384296.521500:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000010:2.0:1767384296.521505:0:17881:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ec3771. 00000020:00000040:2.0:1767384296.521508:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384296.521512:0:17881:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384296.521514:0:17881:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384296.521516:0:17881:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384296.521521:0:17881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c54b3462. 00000100:00000001:2.0:1767384296.521525:0:17881:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521530:0:17881:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384296.521532:0:17881:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384296.521535:0:17881:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2c7d928. 00000100:00000001:2.0:1767384296.521538:0:17881:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950567793024 : -130123141758592 : ffff89a7585bc180) 00000100:00000001:2.0:1767384296.521541:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.521542:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000001:2.0:1767384296.521544:0:17881:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384296.521545:0:17881:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521547:0:17881:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384296.521548:0:17881:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384296.521550:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521556:0:17881:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384296.521563:0:17881:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.521566:0:17881:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384296.521568:0:17881:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384296.521569:0:17881:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.521571:0:17881:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984448:0@lo:501: 00000100:00000001:2.0:1767384296.521573:0:17881:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384296.521576:0:17881:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384296.521577:0:17881:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.521579:0:17881:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384296.521582:0:17881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6595f65. 02000000:00000001:2.0:1767384296.521583:0:17881:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384296.521586:0:17881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384296.521588:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.521591:0:17881:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742984448, portal 25 00000100:00000001:2.0:1767384296.521593:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.521594:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000040:2.0:1767384296.521597:0:17881:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521602:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.521604:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.521606:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384296.521608:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236742984448, offset 0 00000400:00000200:2.0:1767384296.521613:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.521618:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.521623:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824dc01300 00000400:00000200:2.0:1767384296.521628:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x18d [2] + 0 00000400:00000010:2.0:1767384296.521631:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b930b14a. 00000400:00000200:2.0:1767384296.521634:0:17881:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000314b37ac 00000400:00000200:2.0:1767384296.521636:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.521640:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384296.521643:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000314b37ac 00000400:00000010:2.0:1767384296.521645:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000314b37ac. 00000100:00000001:2.0:1767384296.521648:0:17881:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384296.521649:0:17881:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384296.521656:0:17881:0:(events.c:337:request_in_callback()) incoming req@0000000068dfbf82 x1853236742984448 msgsize 504 00000100:00100000:2.0:1767384296.521659:0:17881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384296.521660:0:17881:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384296.521672:0:17881:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.521676:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000400:00000010:2.0:1767384296.521677:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:2.0:1767384296.521679:0:17881:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384296.521681:0:17881:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521686:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.521688:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.521692:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521694:0:17881:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.521697:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521699:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294883577 00000100:00000001:2.0:1767384296.521705:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294883576 00000100:00000001:2.0:1767384296.521709:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294883577 00000100:00000001:2.0:1767384296.521714:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294883576 00000100:00000001:2.0:1767384296.521720:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294883577 00000100:00000001:2.0:1767384296.521723:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294883576 00000100:00000001:2.0:1767384296.521727:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294883577 00000100:00000001:2.0:1767384296.521732:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294883576 00000100:00000001:2.0:1767384296.521737:0:17881:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.521742:0:17881:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.521744:0:17881:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384296.521747:0:17881:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384296.521750:0:17881:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2c7d928 going to sleep for 11 seconds 00000100:00000001:2.0:1767384296.521752:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.521756:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522237:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384296.522243:0:17881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384296.522253:0:17881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384296.522256:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000200:2.0:1767384296.522275:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.522278:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.522284:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.522290:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384296.522308:0:17881:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522325:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384296.522328:0:17881:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.522333:0:17881:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384296.522335:0:17881:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384296.522339:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.522341:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.522345:0:17881:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.522349:0:17881:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384296.522354:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.522358:0:17881:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384296.522360:0:17881:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.522364:0:17881:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384296.522367:0:17881:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522369:0:17881:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.522375:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522385:0:17881:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.522390:0:17881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384296.522392:0:17881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384296.522396:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.522410:0:17881:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984448:0@lo:501: 00000100:00000001:2.0:1767384296.522417:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.522420:0:17881:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522428:0:17881:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384296.522430:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.522431:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522441:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384296.522444:0:17881:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2c7d928. 00000100:00000001:2.0:1767384296.522450:0:17881:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384296.522452:0:17881:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.522456:0:17881:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384296.522458:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.522459:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.522462:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384296.522464:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.522468:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090ec3771 x1853236742984448/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522474:0:17881:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384296.522477:0:17881:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384296.522479:0:17881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6595f65. 02000000:00000001:2.0:1767384296.522483:0:17881:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384296.522485:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.522486:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.522489:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384296.522490:0:17881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c54b3462. 02000000:00000001:2.0:1767384296.522493:0:17881:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.522494:0:17881:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.522495:0:17881:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090ec3771. 00000100:00000001:2.0:1767384296.522498:0:17881:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384296.522500:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384296.522502:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.522504:0:17881:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.522508:0:17881:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001d2abaac. 00000040:00000001:2.0:1767384296.522510:0:17881:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.522511:0:17881:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384296.522513:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000010:2.0:1767384296.522516:0:17881:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ec3771. 00000020:00000040:2.0:1767384296.522518:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384296.522521:0:17881:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384296.522528:0:17881:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384296.522531:0:17881:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384296.522535:0:17881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c54b3462. 00000100:00000001:2.0:1767384296.522537:0:17881:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522539:0:17881:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384296.522540:0:17881:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384296.522542:0:17881:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2c7d928. 00000100:00000001:2.0:1767384296.522544:0:17881:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950567793024 : -130123141758592 : ffff89a7585bc180) 00000100:00000001:2.0:1767384296.522545:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.522546:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000001:2.0:1767384296.522548:0:17881:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384296.522549:0:17881:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522550:0:17881:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384296.522551:0:17881:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384296.522553:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522558:0:17881:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384296.522559:0:17881:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.522577:0:17881:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384296.522578:0:17881:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384296.522579:0:17881:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.522581:0:17881:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984576:0@lo:503: 00000100:00000001:2.0:1767384296.522583:0:17881:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384296.522585:0:17881:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384296.522586:0:17881:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.522587:0:17881:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384296.522595:0:17881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008da108ef. 02000000:00000001:2.0:1767384296.522596:0:17881:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384296.522599:0:17881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384296.522602:0:17881:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a39d1256. 00000100:00000200:2.0:1767384296.522604:0:17881:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236742984576, portal 25 00000100:00000001:2.0:1767384296.522606:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384296.522606:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000040:2.0:1767384296.522609:0:17881:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522622:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.522624:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.522625:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.522627:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236742984576, offset 0 00000400:00000200:2.0:1767384296.522630:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.522634:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.522638:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc01380 00000400:00000200:2.0:1767384296.522642:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x191 [2] + 0 00000400:00000010:2.0:1767384296.522644:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d63494fe. 00000400:00000200:2.0:1767384296.522646:0:17881:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009bcc092b 00000400:00000200:2.0:1767384296.522648:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.522651:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384296.522653:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bcc092b 00000400:00000010:2.0:1767384296.522654:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bcc092b. 00000100:00000001:2.0:1767384296.522656:0:17881:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384296.522657:0:17881:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384296.522659:0:17881:0:(events.c:337:request_in_callback()) incoming req@00000000fe225770 x1853236742984576 msgsize 272 00000100:00100000:2.0:1767384296.522661:0:17881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384296.522663:0:17881:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384296.522673:0:17881:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.522676:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.522677:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.522679:0:17881:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384296.522681:0:17881:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522687:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.522688:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.522693:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522694:0:17881:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.522696:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522715:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294883578 00000100:00000001:2.0:1767384296.522720:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294883577 00000100:00000001:2.0:1767384296.522729:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294883578 00000100:00000001:2.0:1767384296.522735:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294883577 00000100:00000001:2.0:1767384296.522739:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294883578 00000100:00000001:2.0:1767384296.522742:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294883577 00000100:00000001:2.0:1767384296.522746:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294883578 00000100:00000001:2.0:1767384296.522751:0:17881:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294883577 00000100:00000001:2.0:1767384296.522755:0:17881:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.522760:0:17881:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.522764:0:17881:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384296.522767:0:17881:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384296.522769:0:17881:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2c7d928 going to sleep for 11 seconds 00000100:00000001:2.0:1767384296.522774:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.522779:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.523219:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384296.523226:0:17881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384296.523229:0:17881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384296.523233:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000200:2.0:1767384296.523240:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d1256 00000400:00000010:2.0:1767384296.523244:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a39d1256. 00000100:00000001:2.0:1767384296.523249:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.523256:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384296.523299:0:17881:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.523313:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384296.523317:0:17881:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.523319:0:17881:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384296.523321:0:17881:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384296.523325:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.523328:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.523332:0:17881:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.523335:0:17881:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384296.523340:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.523352:0:17881:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384296.523354:0:17881:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.523356:0:17881:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384296.523357:0:17881:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.523359:0:17881:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.523362:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.523372:0:17881:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.523376:0:17881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384296.523379:0:17881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384296.523385:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.523398:0:17881:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090ec3771 pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742984576:0@lo:503: 00000100:00000001:2.0:1767384296.523403:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.523405:0:17881:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.523409:0:17881:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384296.523410:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.523415:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.523423:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384296.523426:0:17881:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2c7d928. 00000100:00000001:2.0:1767384296.523434:0:17881:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384296.523435:0:17881:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523442:0:17881:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384296.523445:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.523449:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090ec3771 x1853236742984576/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.523457:0:17881:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384296.523459:0:17881:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384296.523461:0:17881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008da108ef. 02000000:00000001:2.0:1767384296.523470:0:17881:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384296.523472:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.523473:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.523475:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384296.523482:0:17881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c54b3462. 02000000:00000001:2.0:1767384296.523485:0:17881:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.523487:0:17881:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.523488:0:17881:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090ec3771. 00000100:00000001:2.0:1767384296.523491:0:17881:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384296.523492:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.523495:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.523496:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.523498:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384296.523499:0:17881:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523501:0:17881:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523503:0:17881:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384296.523505:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.523507:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c54b3462. 00000040:00000001:2.0:1767384296.523510:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.523512:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.523514:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.523517:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:2.0:1767384296.523521:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.523523:0:17881:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384296.523525:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384296.523529:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002a1b1bfc. 00000020:00000001:2.0:1767384296.523532:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.523535:0:17881:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613945909980504 : -130127799571112 : ffff89a642bb2d58) 00000040:00000001:2.0:1767384296.523537:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523538:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523540:0:17881:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384296.523541:0:17881:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384296.523542:0:17881:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384296.523543:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.523545:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e6595f65. 00080000:00000001:2.0:1767384296.523546:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917449728 : -130127792101888 : ffff89a6432d2600) 00000040:00000001:2.0:1767384296.523548:0:17881:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384296.523549:0:17881:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384296.523551:0:17881:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384296.523552:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.523553:0:17881:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523560:0:17881:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384296.523561:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384296.523562:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384296.523563:0:17881:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:2.0:1767384296.523565:0:17881:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000000365dffb. 00080000:00000001:2.0:1767384296.523567:0:17881:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523568:0:17881:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523570:0:17881:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523571:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.523575:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523576:0:17881:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384296.523578:0:17881:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384296.523600:0:17881:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000008b164842. 00080000:00000001:2.0:1767384296.523605:0:17881:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.523606:0:17881:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.523608:0:17881:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:2.0:1767384296.523612:0:17881:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384296.523614:0:17881:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:2.0:1767384296.523615:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.523616:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523617:0:17881:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384296.523621:0:17881:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.523627:0:17881:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.523630:0:17881:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523631:0:17881:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523633:0:17881:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523634:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384296.523637:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.523638:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384296.523639:0:17881:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000008b164842. 00080000:00000002:2.0:1767384296.523642:0:17881:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 96 00080000:00000001:2.0:1767384296.523644:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523645:0:17881:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523646:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384296.523675:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.523677:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.523678:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.523679:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.523684:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.523685:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.523688:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003f7aa00d. 00000020:00000010:2.0:1767384296.523691:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008d3c7d99. 00000040:00000010:2.0:1767384296.523697:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002a1b1bfc. 00000040:00000001:2.0:1767384296.523699:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.523700:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c54b3462. 00000040:00000001:2.0:1767384296.523702:0:17881:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523703:0:17881:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384296.523704:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.523705:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c54b3462. 00000040:00000001:2.0:1767384296.523707:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.523708:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.523710:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.523711:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:2.0:1767384296.523714:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.523715:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.523719:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384296.523721:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384296.523723:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384296.523725:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002a1b1bfc. 00000020:00000001:2.0:1767384296.523727:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.523729:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005fa4156b. 00000020:00000001:2.0:1767384296.523731:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.523733:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f7aa00d. 00000020:00000001:2.0:1767384296.523734:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523736:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.523737:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.523738:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523739:0:17881:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384296.523742:0:17881:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.523746:0:17881:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.523748:0:17881:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523750:0:17881:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.523752:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945909980248 : -130127799571368 : ffff89a642bb2c58) 00000040:00000001:2.0:1767384296.523758:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523759:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523761:0:17881:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384296.523761:0:17881:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523763:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384296.523765:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000086f04c4e. 00080000:00000001:2.0:1767384296.523766:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917454848 : -130127792096768 : ffff89a6432d3a00) 00000040:00000001:2.0:1767384296.523768:0:17881:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384296.523769:0:17881:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384296.523770:0:17881:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384296.523772:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384296.523774:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384296.523775:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a65c830. 00080000:00000001:2.0:1767384296.523777:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523778:0:17881:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384296.523780:0:17881:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:2.0:1767384296.523781:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.523782:0:17881:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.523784:0:17881:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523786:0:17881:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384296.523787:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384296.523788:0:17881:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523790:0:17881:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523791:0:17881:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523792:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384296.523795:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523796:0:17881:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384296.523797:0:17881:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384296.523799:0:17881:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384296.523800:0:17881:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:2.0:1767384296.523829:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.523830:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523832:0:17881:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384296.523837:0:17881:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.523839:0:17881:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:2.0:1767384296.523840:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.523841:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523842:0:17881:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384296.523851:0:17881:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000078209199. 00000001:00000010:2.0:1767384296.523856:0:17881:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000078209199. 00080000:00000001:2.0:1767384296.523858:0:17881:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523861:0:17881:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.523866:0:17881:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523869:0:17881:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384296.523871:0:17881:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000accbfacc. 00080000:00000001:2.0:1767384296.523879:0:17881:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.523881:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f7ee8926 00080000:00000002:2.0:1767384296.523882:0:17881:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:96 rc = 0 00080000:00000001:2.0:1767384296.523883:0:17881:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523885:0:17881:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523887:0:17881:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.523888:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384296.523891:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a65c830. 00040000:00000001:2.0:1767384296.523893:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384296.523894:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384296.523896:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523897:0:17881:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523898:0:17881:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.523902:0:17881:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aa05e253. 00000040:00000001:2.0:1767384296.523903:0:17881:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.523904:0:17881:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384296.523905:0:17881:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384296.523906:0:17881:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384296.523908:0:17881:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384296.523910:0:17881:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523911:0:17881:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.523913:0:17881:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384296.523914:0:17881:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cac0ecc4. 00000040:00001000:2.0:1767384296.523915:0:17881:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384296.523918:0:17881:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384296.523920:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4fca9a2. 00000020:00000010:2.0:1767384296.523922:0:17881:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed51ea67. 00000040:00000010:2.0:1767384296.523923:0:17881:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbb35d63. 00000020:00000010:2.0:1767384296.523925:0:17881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b124f41. 00000020:00000010:2.0:1767384296.523932:0:17881:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384296.523934:0:17881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076832cfa. 80000000:00000010:2.0:1767384296.523942:0:17881:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f3f398e. 40000000:00000010:2.0:1767384296.523944:0:17881:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a65c830. 00100000:00000010:2.0:1767384296.523946:0:17881:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c26ce1a2. 00040000:00000010:2.0:1767384296.523948:0:17881:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001edac913. 00040000:00000010:2.0:1767384296.523950:0:17881:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8f2cd81. 00040000:00000010:2.0:1767384296.523952:0:17881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002988e308. 00080000:00000010:2.0:1767384296.523960:0:17881:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000833bd382. 00080000:00000010:2.0:1767384296.523963:0:17881:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000070f14552. 00000004:00000010:2.0:1767384296.523966:0:17881:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000068dd68bf. 00000004:00000010:2.0:1767384296.523969:0:17881:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f85986dd. 00000004:00000010:2.0:1767384296.523971:0:17881:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b03315c. 00002000:00000010:2.0:1767384296.523973:0:17881:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000051d7f049. 00000004:00000010:2.0:1767384296.523975:0:17881:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000527036f4. 00000020:00000010:2.0:1767384296.523977:0:17881:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9c1d7b6. 00000040:00000010:2.0:1767384296.523980:0:17881:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000035591210. 00000040:00080000:2.0:1767384296.523982:0:17881:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:2.0:1767384296.523984:0:17881:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000035591210. 00000020:00000010:2.0:1767384296.523987:0:17881:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d9c1d7b6. 00000020:00000010:2.0:1767384296.523991:0:17881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed51ea67. 00000040:00000010:2.0:1767384296.523993:0:17881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbb35d63. 00000020:00000010:2.0:1767384296.523994:0:17881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b124f41. 00000020:00000010:2.0:1767384296.523996:0:17881:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384296.523998:0:17881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076832cfa. 80000000:00000010:2.0:1767384296.524000:0:17881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f3f398e. 40000000:00000010:2.0:1767384296.524002:0:17881:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a65c830. 00100000:00000010:2.0:1767384296.524003:0:17881:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c26ce1a2. 00040000:00000010:2.0:1767384296.524005:0:17881:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001edac913. 00040000:00000010:2.0:1767384296.524007:0:17881:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8f2cd81. 00040000:00000010:2.0:1767384296.524009:0:17881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002988e308. 00080000:00000010:2.0:1767384296.524011:0:17881:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000070f14552. 00080000:00000010:2.0:1767384296.524013:0:17881:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000833bd382. 00000004:00000010:2.0:1767384296.524019:0:17881:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000068dd68bf. 00000004:00000010:2.0:1767384296.524021:0:17881:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f85986dd. 00000004:00000010:2.0:1767384296.524023:0:17881:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b03315c. 00002000:00000010:2.0:1767384296.524024:0:17881:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000051d7f049. 00000004:00000010:2.0:1767384296.524026:0:17881:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000527036f4. 00000020:00000010:2.0:1767384296.524028:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4fca9a2. 00000040:00000010:2.0:1767384296.524029:0:17881:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cac0ecc4. 00000040:00000001:2.0:1767384296.524031:0:17881:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524033:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.524035:0:17881:0:(lu_object.c:207:lu_object_put()) Add 000000003f7aa00d/000000005fa4156b to site lru. bkt: 0000000096abb433 00000040:00000010:2.0:1767384296.524036:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002a1b1bfc. 00000040:00000001:2.0:1767384296.524038:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.524039:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aa05e253. 00000040:00000010:2.0:1767384296.524041:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c54b3462. 00000040:00000010:2.0:1767384296.524043:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001d2abaac. 00000040:00000010:2.0:1767384296.524044:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001dd4e93a. 00000040:00000001:2.0:1767384296.524045:0:17881:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524047:0:17881:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384296.524048:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.524049:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001dd4e93a. 00000040:00000001:2.0:1767384296.524051:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.524052:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.524053:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.524055:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:2.0:1767384296.524057:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.524059:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.524062:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384296.524064:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384296.524066:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384296.524068:0:17881:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384296.524070:0:17881:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384296.524071:0:17881:0:(llog.c:1547:llog_open()) MGC192.168.204.108@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:2.0:1767384296.524072:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001dd4e93a. 00000040:00000001:2.0:1767384296.524077:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384296.524079:0:17881:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384296.524080:0:17881:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 000000008088137e. 10000000:00000040:2.0:1767384296.524082:0:17881:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000065b92150 : new refcount 1 10000000:00000001:2.0:1767384296.524084:0:17881:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.524086:0:17881:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384296.524087:0:17881:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384296.524088:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.524089:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001dd4e93a. 00000040:00000001:2.0:1767384296.524091:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.524092:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.524093:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.524094:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:2.0:1767384296.524096:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.524097:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.524100:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.524106:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.524107:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.524108:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.524109:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.524110:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.524112:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 96:875006551 to info 00000000923bc92a 00000020:00000001:2.0:1767384296.524157:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001c8dd343 00080000:00000002:2.0:1767384296.524159:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:2.0:1767384296.524162:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.524164:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.524166:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384296.524170:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008088137e. 00000020:00000001:2.0:1767384296.524172:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.524175:0:17881:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613945909980248 : -130127799571368 : ffff89a642bb2c58) 00000040:00000001:2.0:1767384296.524177:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524178:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524180:0:17881:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.524182:0:17881:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000833bd382. 00000040:00000001:2.0:1767384296.524183:0:17881:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.524189:0:17881:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384296.524192:0:17881:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384296.524194:0:17881:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384296.524196:0:17881:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384296.524198:0:17881:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524200:0:17881:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.524202:0:17881:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384296.524204:0:17881:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003f3f398e. 00000040:00001000:2.0:1767384296.524206:0:17881:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384296.524375:0:17903:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384296.524378:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384296.524380:0:17903:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4fca9a2. 00000040:00000010:2.0:1767384296.524382:0:17903:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000baa3317d. 00000020:00000010:2.0:1767384296.524384:0:17903:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b03315c. 00000020:00000010:2.0:1767384296.524386:0:17903:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384296.524388:0:17903:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002988e308. 80000000:00000010:2.0:1767384296.524390:0:17903:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002dffc227. 40000000:00000010:2.0:1767384296.524392:0:17903:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000027a6ced9. 00100000:00000010:2.0:1767384296.524393:0:17903:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068dd68bf. 00040000:00000010:2.0:1767384296.524395:0:17903:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001edac913. 00040000:00000010:2.0:1767384296.524397:0:17903:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8f2cd81. 00040000:00000010:2.0:1767384296.524398:0:17903:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000076832cfa. 00080000:00000010:2.0:1767384296.524400:0:17903:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000070f14552. 00080000:00000010:2.0:1767384296.524402:0:17903:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000035591210. 00000004:00000010:2.0:1767384296.524405:0:17903:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c26ce1a2. 00000004:00000010:2.0:1767384296.524407:0:17903:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f85986dd. 00000004:00000010:2.0:1767384296.524409:0:17903:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007b124f41. 00002000:00000010:2.0:1767384296.524410:0:17903:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000527036f4. 00000004:00000010:2.0:1767384296.524412:0:17903:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000051d7f049. 00000020:00000010:2.0:1767384296.524414:0:17903:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001561c64c. 00000040:00000010:2.0:1767384296.524417:0:17903:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001c11e59c. 00000040:00080000:2.0:1767384296.524945:0:17903:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:2.0:1767384296.524950:0:17903:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001c11e59c. 00000020:00000010:2.0:1767384296.524955:0:17903:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001561c64c. 00000020:00000010:2.0:1767384296.524969:0:17903:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4fca9a2. 00000040:00000010:2.0:1767384296.524972:0:17903:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000baa3317d. 00000020:00000010:2.0:1767384296.524974:0:17903:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002b03315c. 00000020:00000010:2.0:1767384296.524977:0:17903:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384296.524980:0:17903:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002988e308. 80000000:00000010:2.0:1767384296.524983:0:17903:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002dffc227. 40000000:00000010:2.0:1767384296.524985:0:17903:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000027a6ced9. 00100000:00000010:2.0:1767384296.524988:0:17903:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068dd68bf. 00040000:00000010:2.0:1767384296.524990:0:17903:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001edac913. 00040000:00000010:2.0:1767384296.524993:0:17903:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8f2cd81. 00040000:00000010:2.0:1767384296.524996:0:17903:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000076832cfa. 00080000:00000010:2.0:1767384296.524998:0:17903:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000035591210. 00080000:00000010:2.0:1767384296.525001:0:17903:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000070f14552. 00000004:00000010:2.0:1767384296.525004:0:17903:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c26ce1a2. 00000004:00000010:2.0:1767384296.525006:0:17903:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f85986dd. 00000004:00000010:2.0:1767384296.525009:0:17903:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b124f41. 00002000:00000010:2.0:1767384296.525012:0:17903:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000527036f4. 00000004:00000010:2.0:1767384296.525014:0:17903:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051d7f049. 00000020:00000010:2.0:1767384296.525017:0:17903:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000100:00000001:2.0:1767384296.525719:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.525722:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742984704 02000000:00000001:2.0:1767384296.525727:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.525730:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.525732:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.525736:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.525742:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742984704 00000020:00000001:2.0:1767384296.525745:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.525748:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.525751:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.525754:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:2.0:1767384296.525757:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.525761:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.525765:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.525768:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.525778:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.525780:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000020:00000010:2.0:1767384296.525787:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384296.525791:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.525798:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00000100:00000040:2.0:1767384296.525807:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.525811:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.525814:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.525816:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.525823:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.525836:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.525847:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.525850:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.525855:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384296.525859:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.525864:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932669520 : -130122776882096 : ffff89a76e1b5450) 00000100:00000040:2.0:1767384296.525869:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7cb5400 x1853236742984704/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.525881:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.525884:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.525886:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.525887:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000100:00100000:2.0:1767384296.525891:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17881:x1853236742984704:12345-0@lo:101: 00000100:00000200:2.0:1767384296.525893:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742984704 00000020:00000001:2.0:1767384296.525895:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.525897:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.525898:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.525899:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.525901:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:2.0:1767384296.525902:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.525903:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.525905:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.525910:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.525912:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.525914:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384296.525915:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384296.525916:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384296.525917:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384296.525918:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.525921:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384296.525923:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 5 00010000:00000001:2.0:1767384296.525925:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.525926:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384296.525928:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad09f2fe. 00000020:00000001:2.0:1767384296.525930:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384296.525931:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad09f2fe with handle 0x88edd5ef35457c76 to hash 00000020:00000001:2.0:1767384296.525933:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384296.525934:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114919424 : -130122594632192 : ffff89a778f83e00) 00010000:00000001:2.0:1767384296.525935:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114919424 : -130122594632192 : ffff89a778f83e00) 00010000:00010000:2.0:1767384296.525937:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457c6f expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.525942:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:2.0:1767384296.525943:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384296.525946:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.525948:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.525949:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000051d7f049. 02000000:00000001:2.0:1767384296.525951:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.525952:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.525970:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384296.525972:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384296.525973:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384296.525974:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.525976:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.525977:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384296.525978:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.525979:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384296.525981:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384296.525985:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384296.525986:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384296.525987:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040ace832) refcount = 5 00010000:00000040:2.0:1767384296.525990:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384296.525992:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.525997:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000971176cc/0x88edd5ef35457bf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457bea expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.526001:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e75f9cc/0x88edd5ef35457b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b65 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384296.526005:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093ae9828/0x88edd5ef35457b50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b49 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384296.526009:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457c6f expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.526012:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384296.526013:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384296.526014:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.526016:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.526017:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384296.526020:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384296.526021:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c6f expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384296.526025:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384296.526026:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384296.526028:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384296.526029:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.526030:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384296.526031:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384296.526032:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384296.526033:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ad09f2fe, rc 0) 00000020:00000001:2.0:1767384296.526034:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.526040:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742984704 00010000:00000001:2.0:1767384296.526041:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.526044:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7cb5400 x1853236742984704/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.526050:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.526051:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.526053:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.526055:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.526057:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.526058:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.526060:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.526062:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.526063:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.526065:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.526067:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.526069:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742984704, offset 224 00000400:00000200:2.0:1767384296.526072:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.526077:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.526081:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc01400 00000400:00000200:2.0:1767384296.526085:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1081 [1] + 224 00000400:00000200:2.0:1767384296.526088:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.526090:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.526093:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.526095:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742984704/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.526101:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000057e8c94c x1853236742984704/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.526161:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.526167:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.526169:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.526173:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.526175:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.526180:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.526183:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.526194:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.526196:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.526198:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.526205:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cb5400 x1853236742984704/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.526220:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742984704:12345-0@lo:101: Request processed in 336us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.526229:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384296.526232:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.526236:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.526237:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.526240:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.526246:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6daa231. 00000020:00000010:2.0:1767384296.526251:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000040:2.0:1767384296.526274:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384296.526279:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.526281:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000051d7f049. 02000000:00000001:2.0:1767384296.526285:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.526288:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.526293:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.526299:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384296.526305:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c7d928. 00000100:00000040:3.0:1767384296.529168:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883581, at 4294883582 00000100:00000040:2.0:1767384296.529171:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883581, at 4294883582 00000100:00000010:3.0:1767384296.529182:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000786ef7bf. 00000100:00000010:2.0:1767384296.529184:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f63763. 00000100:00000001:2.0:1767384296.531841:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.531846:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742984832 02000000:00000001:2.0:1767384296.531850:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.531853:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.531856:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.531861:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.531868:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742984832 00000020:00000001:2.0:1767384296.531872:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.531875:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.531878:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.531889:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384296.531894:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.531896:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.531903:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.531906:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.531910:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.531912:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000020:00000010:2.0:1767384296.531916:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384296.531923:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.531929:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00000100:00000040:2.0:1767384296.531937:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.531940:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.531940:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.531941:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.531945:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.531959:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.531972:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.531977:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.531982:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384296.531987:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.531990:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932676688 : -130122776874928 : ffff89a76e1b7050) 00000100:00000040:2.0:1767384296.531998:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000271f928d x1853236742984832/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.532012:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.532017:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.532021:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.532025:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000100:00100000:2.0:1767384296.532029:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742984832:12345-0@lo:501: 00000100:00000200:2.0:1767384296.532032:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742984832 00000020:00000001:2.0:1767384296.532033:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.532035:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.532036:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.532043:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.532045:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:2.0:1767384296.532047:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.532048:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.532050:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.532051:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.532052:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384296.532054:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.532055:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.532057:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384296.532058:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384296.532059:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384296.532061:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.532062:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.532064:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000051d7f049. 02000000:00000001:2.0:1767384296.532065:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.532067:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.532069:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384296.532070:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.532072:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.532073:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bbb35d63. 00000040:00000001:2.0:1767384296.532075:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.532077:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.532078:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.532080:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:2.0:1767384296.532084:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.532085:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.532094:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.532124:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.532126:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.532127:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.532128:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.532129:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.532131:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3184203443 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384296.532134:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b930f5ec 00080000:00000002:2.0:1767384296.532135:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:2.0:1767384296.532143:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.532145:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.532147:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384296.532150:0:17074:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007427aed5. 00000020:00000001:2.0:1767384296.532152:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.532154:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:2.0:1767384296.532156:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.532158:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.532160:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.532162:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000010:2.0:1767384296.532164:0:17074:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007427aed5. 00000040:00000001:2.0:1767384296.532165:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.532167:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bbb35d63. 00000040:00000001:2.0:1767384296.532168:0:17074:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384296.532170:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.532171:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.532174:0:17074:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384296.532176:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384296.532177:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384296.532179:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384296.532180:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384296.532182:0:17074:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000027a6ced9. 00000020:00000040:2.0:1767384296.532183:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00000020:00000040:2.0:1767384296.532185:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 20000000:00000010:2.0:1767384296.532186:0:17074:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000027a6ced9. 20000000:00000001:2.0:1767384296.532189:0:17074:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:2.0:1767384296.532190:0:17074:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.532192:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742984832 00010000:00000001:2.0:1767384296.532194:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.532197:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000271f928d x1853236742984832/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.532203:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.532204:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.532206:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.532212:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.532214:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.532215:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.532217:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.532218:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.532220:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.532221:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.532223:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384296.532225:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236742984832, offset 224 00000400:00000200:2.0:1767384296.532228:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.532233:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.532238:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc01480 00000400:00000200:2.0:1767384296.532241:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1091 [1] + 224 00000400:00000200:2.0:1767384296.532245:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.532247:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.532249:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.532251:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742984832/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.532276:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000057e8c94c x1853236742984832/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.532289:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.532294:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384296.532295:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384296.532297:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.532298:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.532301:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.532302:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.532304:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.532305:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.532307:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.532309:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271f928d x1853236742984832/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.532315:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742984832:12345-0@lo:501: Request processed in 302us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.532327:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384296.532329:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.532331:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.532334:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.532340:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.532343:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6daa231. 00000020:00000010:2.0:1767384296.532347:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000040:2.0:1767384296.532352:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384296.532356:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.532358:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000051d7f049. 02000000:00000001:2.0:1767384296.532361:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.532367:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.532370:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.532374:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000240c87ba. 00000400:00000010:2.0:1767384296.532385:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008af364c4. 00000100:00000001:2.0:1767384296.532830:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.532834:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742984960 02000000:00000001:2.0:1767384296.532838:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.532841:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.532843:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.532848:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.532851:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742984960 00000020:00000001:2.0:1767384296.532854:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.532858:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.532861:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.532863:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384296.532868:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.532870:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.532878:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.532884:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.532889:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.532897:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000020:00000010:2.0:1767384296.532903:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384296.532914:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.532917:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00000100:00000040:2.0:1767384296.532923:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.532925:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.532926:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.532928:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.532931:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.532943:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.532951:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.532952:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.532955:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384296.532957:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.532959:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932675664 : -130122776875952 : ffff89a76e1b6c50) 00000100:00000040:2.0:1767384296.532963:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9b17800 x1853236742984960/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.532970:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.532973:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.532974:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.532977:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000100:00100000:2.0:1767384296.532981:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742984960:12345-0@lo:503: 00000100:00000200:2.0:1767384296.532985:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742984960 00000020:00000001:2.0:1767384296.532986:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.532988:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.532989:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.532991:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.532992:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013728 : -1047537888 : ffffffffc18fd720) 00000020:00000001:2.0:1767384296.532994:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.532995:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.532996:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.532998:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.532999:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.533000:0:17074:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.533001:0:17074:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384296.533008:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.533010:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.533034:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009b245328. 02000000:00000001:2.0:1767384296.533036:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.533038:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.533040:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.533041:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.533043:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bbb35d63. 00000040:00000001:2.0:1767384296.533045:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.533046:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.533048:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.533050:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:2.0:1767384296.533052:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.533055:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:2.0:1767384296.533057:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.533058:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.533059:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.533062:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000070f14552. 00000040:00000001:2.0:1767384296.533063:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.533064:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384296.533075:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.533076:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.533077:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384296.533080:0:17074:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384296.533082:0:17074:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384296.533084:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.533086:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:2.0:1767384296.533087:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.533089:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000070f14552. 00000040:00000010:2.0:1767384296.533091:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bbb35d63. 00000040:00000040:2.0:1767384296.533093:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.533094:0:17074:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.533096:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742984960 00010000:00000001:2.0:1767384296.533098:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.533101:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9b17800 x1853236742984960/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.533112:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.533113:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.533138:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.533142:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.533144:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.533145:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.533147:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.533148:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.533150:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.533152:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.533154:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a39d1256. 00000100:00000200:2.0:1767384296.533157:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236742984960, offset 224 00000400:00000200:2.0:1767384296.533161:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.533166:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.533171:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dc01500 00000400:00000200:2.0:1767384296.533175:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x10a1 [4] + 224 00000400:00000200:2.0:1767384296.533180:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.533182:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.533185:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.533188:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742984960/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.533194:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000057e8c94c x1853236742984960/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.533208:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.533212:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d1256 00000400:00000010:2.0:1767384296.533213:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a39d1256. 00000100:00000001:2.0:1767384296.533215:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.533216:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.533219:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.533221:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.533222:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.533224:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.533225:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.533234:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b17800 x1853236742984960/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.533241:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742984960:12345-0@lo:503: Request processed in 269us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.533247:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384296.533249:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.533251:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.533253:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.533274:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.533281:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6daa231. 00000020:00000010:2.0:1767384296.533286:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000040:2.0:1767384296.533294:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384296.533301:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.533304:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009b245328. 02000000:00000001:2.0:1767384296.533315:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.533319:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.533326:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.533332:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8b6df71. 00000400:00000010:2.0:1767384296.533339:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a39d1256. 00000100:00000001:2.0:1767384296.534594:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384296.534598:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985088 02000000:00000001:2.0:1767384296.534602:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.534604:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.534609:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.534613:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.534618:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985088 00000020:00000001:2.0:1767384296.534621:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.534622:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384296.534626:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384296.534629:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384296.534633:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384296.534637:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384296.534640:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.534653:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.534657:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.534661:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000020:00000010:2.0:1767384296.534666:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384296.534670:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.534674:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00000100:00000040:2.0:1767384296.534681:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384296.534685:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.534687:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.534690:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.534697:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.534713:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.534723:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384296.534727:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384296.534734:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384296.534736:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384296.534739:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932667472 : -130122776884144 : ffff89a76e1b4c50) 00000100:00000040:2.0:1767384296.534743:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c36abc1 x1853236742985088/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.534750:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384296.534753:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000027a6ced9. 00000100:00000001:2.0:1767384296.534755:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.534757:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000027a6ced9. 00000100:00100000:2.0:1767384296.534760:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985088:12345-0@lo:502: 00000100:00000200:2.0:1767384296.534763:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985088 00000020:00000001:2.0:1767384296.534764:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.534766:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.534768:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.534769:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.534771:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:2.0:1767384296.534773:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.534774:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.534780:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384296.534781:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.534783:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.534784:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.534785:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384296.534788:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384296.534789:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384296.534796:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009b245328. 02000000:00000001:2.0:1767384296.534798:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.534799:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384296.534801:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:2.0:1767384296.534803:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384296.534804:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bbb35d63. 00000040:00000001:2.0:1767384296.534807:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384296.534808:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.534810:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:2.0:1767384296.534812:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:2.0:1767384296.534814:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.534816:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:2.0:1767384296.534818:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534819:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534820:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384296.534823:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000070f14552. 00000040:00000001:2.0:1767384296.534824:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384296.534825:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384296.534832:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534833:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534834:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534836:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384296.534837:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384296.534839:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384296.534847:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384296.534849:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384296.534850:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384296.534851:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384296.534853:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:2.0:1767384296.534855:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384296.534860:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000070f14552. 00000040:00000010:2.0:1767384296.534862:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bbb35d63. 00000040:00000040:2.0:1767384296.534864:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:2.0:1767384296.534866:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.534868:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742985088 00010000:00000001:2.0:1767384296.534869:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384296.534872:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c36abc1 x1853236742985088/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384296.534878:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.534879:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.534881:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384296.534884:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.534885:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:2.0:1767384296.534887:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.534888:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.534890:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.534891:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384296.534893:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384296.534895:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dd5a1903. 00000100:00000200:2.0:1767384296.534897:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236742985088, offset 224 00000400:00000200:2.0:1767384296.534901:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.534906:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.534910:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc01580 00000400:00000200:2.0:1767384296.534914:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10b1 [4] + 224 00000400:00000200:2.0:1767384296.534919:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.534921:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.534923:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384296.534925:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742985088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.534931:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000057e8c94c x1853236742985088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.534945:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.534949:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd5a1903 00000400:00000010:2.0:1767384296.534955:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dd5a1903. 00000100:00000001:2.0:1767384296.534957:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.534958:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.534961:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.534963:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:2.0:1767384296.534965:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384296.534967:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.534968:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384296.534971:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c36abc1 x1853236742985088/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.534978:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985088:12345-0@lo:502: Request processed in 226us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384296.534985:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384296.534989:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.534994:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.535000:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384296.535004:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b1a6e9e. 00000020:00000010:2.0:1767384296.535008:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6daa231. 00000020:00000010:2.0:1767384296.535014:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000040:2.0:1767384296.535021:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384296.535026:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384296.535028:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009b245328. 02000000:00000001:2.0:1767384296.535035:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384296.535039:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.535044:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384296.535050:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000531c0c89. 00000400:00000010:2.0:1767384296.535056:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd5a1903. 00040000:00000001:0.0:1767384296.537288:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537296:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537298:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537300:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537303:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537305:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d82eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767384296.537307:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1767384296.537309:0:17881:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537312:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537313:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537315:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537317:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bee5d819. 00080000:00000001:0.0:1767384296.537320:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918061568 : -130127791490048 : ffff89a643367c00) 00000040:00000001:0.0:1767384296.537322:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537324:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537326:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537328:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537330:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537332:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537334:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537336:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537337:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537339:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537341:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537344:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537347:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537349:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537351:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537352:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537366:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:0.0:1767384296.537369:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537371:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537373:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537377:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537380:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537381:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537383:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537385:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537387:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537395:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d82f08 type=0x10620000 idx=23 00000040:00001000:0.0:1767384296.537398:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1767384296.537400:0:17881:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537401:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537403:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537405:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537407:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009f49a579. 00080000:00000001:0.0:1767384296.537410:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918058496 : -130127791493120 : ffff89a643367000) 00000040:00000001:0.0:1767384296.537412:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537414:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537416:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537417:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537420:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537422:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537424:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537425:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537427:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537429:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537431:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537433:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537436:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537438:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537440:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537441:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537453:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:0.0:1767384296.537456:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537458:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537460:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537464:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537467:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537469:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537471:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537473:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537474:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537476:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d82f88 type=0x10620000 idx=24 00000040:00001000:0.0:1767384296.537479:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1767384296.537481:0:17881:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537488:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537490:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537492:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537494:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000611f9010. 00080000:00000001:0.0:1767384296.537496:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918059008 : -130127791492608 : ffff89a643367200) 00000040:00000001:0.0:1767384296.537499:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537500:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537502:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537503:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537505:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537508:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537510:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537511:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537513:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537514:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537516:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537518:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537522:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537524:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537525:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537527:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537540:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:0.0:1767384296.537543:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537544:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537546:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537551:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537554:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537555:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537557:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537559:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537561:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537563:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d83018 type=0x10620000 idx=25 00000040:00001000:0.0:1767384296.537565:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1767384296.537567:0:17881:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537569:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537570:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537572:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537575:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e8afb5ca. 00080000:00000001:0.0:1767384296.537584:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918062080 : -130127791489536 : ffff89a643367e00) 00000040:00000001:0.0:1767384296.537587:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537589:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537591:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537593:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537596:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537598:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537600:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537602:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537603:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537605:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537607:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537609:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537613:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537615:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537616:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537618:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537631:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:0.0:1767384296.537633:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537635:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537637:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537641:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537644:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537646:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537647:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537649:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537651:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537653:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d83098 type=0x10620000 idx=26 00000040:00001000:0.0:1767384296.537656:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1767384296.537658:0:17881:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537660:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537662:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537663:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537666:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000170c27fb. 00080000:00000001:0.0:1767384296.537669:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918055424 : -130127791496192 : ffff89a643366400) 00000040:00000001:0.0:1767384296.537671:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537673:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537680:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537682:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537684:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537687:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537689:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537690:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537691:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537693:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537695:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537697:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537701:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537703:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537705:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537706:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537718:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:0.0:1767384296.537720:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537722:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537724:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537728:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537731:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537732:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537734:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537736:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537738:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537740:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d83178 type=0x10620000 idx=27 00000040:00001000:0.0:1767384296.537742:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:0.0:1767384296.537744:0:17881:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537746:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537747:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537749:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537751:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df710775. 00080000:00000001:0.0:1767384296.537753:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918056448 : -130127791495168 : ffff89a643366800) 00000040:00000001:0.0:1767384296.537756:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537757:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537759:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537761:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537763:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537765:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537772:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537774:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537776:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537778:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537780:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537783:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537787:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537789:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537791:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537792:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537804:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:0.0:1767384296.537807:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537809:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537811:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537815:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537818:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537819:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537821:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537823:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537825:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537827:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d83258 type=0x10620000 idx=28 00000040:00001000:0.0:1767384296.537829:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1767384296.537831:0:17881:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.537834:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.537835:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.537836:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.537839:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b982f25. 00080000:00000001:0.0:1767384296.537841:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918060032 : -130127791491584 : ffff89a643367600) 00000040:00000001:0.0:1767384296.537844:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537845:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.537847:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537849:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.537851:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.537853:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537855:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.537856:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.537857:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537859:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537867:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537869:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.537874:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537875:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.537877:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.537878:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.537890:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:0.0:1767384296.537894:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537896:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.537898:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.537902:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.537905:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.537906:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.537908:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537910:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.537912:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.537914:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d832a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384296.537917:0:17881:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:0.0:1767384296.537919:0:17881:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384296.537921:0:17881:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767384296.537923:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000010:0.0:1767384296.537927:0:17881:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 00000020:00000040:0.0:1767384296.537930:0:17881:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384296.537932:0:17881:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384296.537934:0:17881:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384296.537937:0:17881:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384296.537941:0:17881:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b806737. 00000100:00000001:0.0:1767384296.537945:0:17881:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.537948:0:17881:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384296.537949:0:17881:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384296.537952:0:17881:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94770b0. 00000100:00000001:0.0:1767384296.537955:0:17881:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950204867712 : -130123504683904 : ffff89a742b9f480) 00000100:00000001:0.0:1767384296.537957:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384296.537959:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089054080 : -130122620497536 : ffff89a7776d9180) 00000100:00000001:0.0:1767384296.537962:0:17881:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384296.537964:0:17881:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.537966:0:17881:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384296.537973:0:17881:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384296.537977:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.537986:0:17881:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384296.537988:0:17881:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.537990:0:17881:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384296.537992:0:17881:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384296.537995:0:17881:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.537998:0:17881:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057e8c94c pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742985216:0@lo:502: 00000100:00000001:0.0:1767384296.538001:0:17881:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384296.538004:0:17881:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384296.538006:0:17881:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.538008:0:17881:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384296.538021:0:17881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000023fa7b13. 02000000:00000001:0.0:1767384296.538024:0:17881:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384296.538027:0:17881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000400:00000010:0.0:1767384296.538031:0:17881:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a11c0afa. 00000100:00000200:0.0:1767384296.538035:0:17881:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236742985216, portal 25 00000100:00000001:0.0:1767384296.538037:0:17881:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384296.538039:0:17881:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089054080 : -130122620497536 : ffff89a7776d9180) 00000100:00000040:0.0:1767384296.538043:0:17881:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.538052:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384296.538054:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.538057:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000100:00000200:0.0:1767384296.538059:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236742985216, offset 0 00000400:00000200:0.0:1767384296.538064:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384296.538070:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384296.538078:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc01600 00000400:00000200:0.0:1767384296.538082:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a5 [2] + 0 00000400:00000010:0.0:1767384296.538085:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3b89026. 00000400:00000200:0.0:1767384296.538089:0:17881:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e110891 00000400:00000200:0.0:1767384296.538092:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.538141:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384296.538146:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e110891 00000400:00000010:0.0:1767384296.538149:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e110891. 00000100:00000001:0.0:1767384296.538154:0:17881:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384296.538157:0:17881:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384296.538161:0:17881:0:(events.c:337:request_in_callback()) incoming req@00000000ca890821 x1853236742985216 msgsize 272 00000100:00000040:3.0:1767384296.538168:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883590, at 4294883591 00000100:00100000:0.0:1767384296.538172:0:17881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384296.538177:0:17881:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:3.0:1767384296.538179:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff55d865. 00000100:00000001:0.0:1767384296.538191:0:17881:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384296.538199:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883590, at 4294883591 00000400:00000200:0.0:1767384296.538200:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:0.0:1767384296.538205:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000100:00000010:2.0:1767384296.538210:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f927484d. 00000100:00000001:0.0:1767384296.538212:0:17881:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384296.538220:0:17881:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.538225:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384296.538231:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985216 02000000:00000001:3.0:1767384296.538236:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384296.538236:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384296.538239:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384296.538243:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.538245:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.538253:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.538271:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985216 00000100:00000001:0.0:1767384296.538276:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.538279:0:17881:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384296.538284:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.538286:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384296.538287:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.538288:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.538291:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384296.538295:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384296.538295:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294883594 00000020:00000001:3.0:1767384296.538302:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384296.538305:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.538307:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e99484f. 00000100:00000001:3.0:1767384296.538309:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.538311:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e99484f. 00000100:00000040:0.0:1767384296.538313:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294883590, at 4294883591 00000020:00000010:3.0:1767384296.538316:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000020:00000010:3.0:1767384296.538322:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e319b89. 00000100:00000010:0.0:1767384296.538322:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000983a2861. 00000020:00000010:3.0:1767384296.538330:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:3.0:1767384296.538335:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384296.538337:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384296.538338:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000983a2861. 00000100:00000001:3.0:1767384296.538339:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384296.538342:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.538346:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384296.538348:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.538352:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294883594 00000100:00000010:0.0:1767384296.538357:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9a7ebae. 00000100:00000001:0.0:1767384296.538360:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384296.538361:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.538364:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294883594 00000100:00000010:0.0:1767384296.538369:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f21e9afd. 00000100:00000001:0.0:1767384296.538373:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384296.538374:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.538377:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384296.538382:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000001:0.0:1767384296.538385:0:17881:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294883594 00000100:00000040:3.0:1767384296.538386:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384296.538389:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932668496 : -130122776883120 : ffff89a76e1b5050) 00000100:00000040:3.0:1767384296.538394:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca890821 x1853236742985216/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384296.538399:0:17881:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046140447. 00000100:00000001:0.0:1767384296.538407:0:17881:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384296.538408:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.538414:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e99484f. 00000100:00000001:0.0:1767384296.538415:0:17881:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.538418:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.538421:0:17881:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.538422:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e99484f. 00000100:00000001:0.0:1767384296.538428:0:17881:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384296.538430:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985216:12345-0@lo:502: 00000100:00000001:0.0:1767384296.538432:0:17881:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384296.538438:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985216 00000100:00100000:0.0:1767384296.538439:0:17881:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b94770b0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384296.538442:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384296.538444:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.538450:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384296.538454:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384296.538455:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.538458:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384296.538459:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:3.0:1767384296.538461:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384296.538463:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.538464:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384296.538465:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384296.538467:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.538468:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384296.538469:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384296.538471:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384296.538473:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384296.538482:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000097c7fbc3. 02000000:00000001:3.0:1767384296.538484:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.538486:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384296.538487:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384296.538489:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384296.538491:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c995acee. 00000040:00000001:3.0:1767384296.538493:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384296.538495:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384296.538496:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384296.538498:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:3.0:1767384296.538501:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384296.538504:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:3.0:1767384296.538506:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538507:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538508:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384296.538511:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d373b1f. 00000040:00000001:3.0:1767384296.538512:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384296.538514:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384296.538523:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538524:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538525:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538527:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384296.538533:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384296.538535:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384296.538541:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384296.538543:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.538544:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384296.538546:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384296.538547:0:17074:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:3.0:1767384296.538550:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384296.538551:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d373b1f. 00000040:00000010:3.0:1767384296.538554:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c995acee. 00000040:00000040:3.0:1767384296.538556:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384296.538557:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384296.538559:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742985216 00010000:00000001:3.0:1767384296.538561:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384296.538564:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca890821 x1853236742985216/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384296.538571:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384296.538572:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384296.538574:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384296.538577:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.538578:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:3.0:1767384296.538580:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384296.538582:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384296.538583:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.538585:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384296.538587:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.538589:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000761110fd. 00000100:00000200:3.0:1767384296.538591:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236742985216, offset 224 00000400:00000200:3.0:1767384296.538595:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.538601:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384296.538607:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc01600 00000400:00000200:3.0:1767384296.538610:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10c1 [4] + 224 00000400:00000200:3.0:1767384296.538615:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.538618:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384296.538625:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384296.538628:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384296.538635:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.538649:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384296.538654:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000761110fd 00000400:00000010:3.0:1767384296.538655:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000761110fd. 00000100:00000001:3.0:1767384296.538657:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.538658:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384296.538662:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.538663:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00010000:00000001:3.0:1767384296.538665:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384296.538667:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.538668:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384296.538671:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca890821 x1853236742985216/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.538678:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985216:12345-0@lo:502: Request processed in 270us (517us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384296.538683:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384296.538685:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:3.0:1767384296.538689:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000001:0.0:1767384296.538690:0:17881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384296.538691:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384296.538696:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384296.538696:0:17881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384296.538702:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e319b89. 00000400:00000010:0.0:1767384296.538702:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb9a1a. 00000020:00000010:3.0:1767384296.538710:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000400:00000200:0.0:1767384296.538711:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a11c0afa 00000020:00000010:3.0:1767384296.538714:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000400:00000010:0.0:1767384296.538716:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a11c0afa. 00000020:00000040:3.0:1767384296.538718:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:3.0:1767384296.538724:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384296.538724:0:17881:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384296.538727:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000097c7fbc3. 00000100:00000200:0.0:1767384296.538733:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384296.538736:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384296.538740:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384296.538748:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384296.538753:0:17881:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384296.538755:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3212e3b. 00000100:00000001:0.0:1767384296.538762:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384296.538766:0:17881:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384296.538768:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000761110fd. 00000100:00000001:0.0:1767384296.538769:0:17881:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384296.538773:0:17881:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.538776:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.538778:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.538781:0:17881:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384296.538785:0:17881:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384296.538789:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.538792:0:17881:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384296.538793:0:17881:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.538796:0:17881:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384296.538797:0:17881:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.538800:0:17881:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.538803:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.538826:0:17881:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.538828:0:17881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384296.538830:0:17881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384296.538833:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384296.538840:0:17881:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057e8c94c pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742985216:0@lo:502: 00000100:00000001:0.0:1767384296.538845:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.538848:0:17881:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.538850:0:17881:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384296.538851:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384296.538854:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.538861:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384296.538863:0:17881:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b94770b0. 00000100:00000001:0.0:1767384296.538866:0:17881:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384296.538867:0:17881:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538872:0:17881:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767384296.538874:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384296.538876:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057e8c94c x1853236742985216/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.538882:0:17881:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384296.538883:0:17881:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384296.538885:0:17881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000023fa7b13. 02000000:00000001:0.0:1767384296.538894:0:17881:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384296.538896:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384296.538898:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384296.538899:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384296.538901:0:17881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000b806737. 02000000:00000001:0.0:1767384296.538904:0:17881:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384296.538905:0:17881:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384296.538906:0:17881:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000100:00000001:0.0:1767384296.538909:0:17881:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384296.538910:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384296.538917:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384296.538918:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384296.538921:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384296.538922:0:17881:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384296.538924:0:17881:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a746d832a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384296.538927:0:17881:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1767384296.538928:0:17881:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:0.0:1767384296.538931:0:17881:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384296.538932:0:17881:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384296.538934:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.538937:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b806737. 00080000:00000001:0.0:1767384296.538938:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918057984 : -130127791493632 : ffff89a643366e00) 00000040:00000001:0.0:1767384296.538940:0:17881:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384296.538942:0:17881:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384296.538944:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.538946:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384296.538948:0:17881:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d0a55f3. 00080000:00000001:0.0:1767384296.538950:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.538951:0:17881:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384296.538953:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.538954:0:17881:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538955:0:17881:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538957:0:17881:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.538959:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.538963:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538965:0:17881:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384296.538966:0:17881:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384296.538967:0:17881:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:0.0:1767384296.538980:0:17881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:0.0:1767384296.538983:0:17881:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538985:0:17881:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.538987:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384296.538991:0:17881:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d0a55f3. 00040000:00000001:0.0:1767384296.538994:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.538995:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384296.538996:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.538998:0:17881:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539000:0:17881:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539007:0:17881:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384296.539010:0:17881:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:0.0:1767384296.539012:0:17881:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009ec799a6. 00000020:00000010:0.0:1767384296.539017:0:17881:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000082d54c1c. 00000020:00000010:0.0:1767384296.539022:0:17881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003dfd6cb0. 00000040:00000010:0.0:1767384296.539025:0:17881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae4fb924. 00000020:00000010:0.0:1767384296.539028:0:17881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001544967c. 00000020:00000010:0.0:1767384296.539031:0:17881:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002c035e1d. 00000020:00000010:0.0:1767384296.539034:0:17881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001cb3a4c6. 80000000:00000010:0.0:1767384296.539037:0:17881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034a22a22. 40000000:00000010:0.0:1767384296.539039:0:17881:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eb22f13a. 00100000:00000010:0.0:1767384296.539042:0:17881:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000035c09e8d. 00040000:00000010:0.0:1767384296.539044:0:17881:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e784c844. 00040000:00000010:0.0:1767384296.539047:0:17881:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000c5e6360. 00040000:00000010:0.0:1767384296.539049:0:17881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000962d7641. 00080000:00000010:0.0:1767384296.539052:0:17881:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a6c43849. 00080000:00000010:0.0:1767384296.539054:0:17881:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cac3516c. 00000004:00000010:0.0:1767384296.539057:0:17881:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097b1acb2. 00000004:00000010:0.0:1767384296.539060:0:17881:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094ea0e61. 00000004:00000010:0.0:1767384296.539063:0:17881:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de732c7d. 00002000:00000010:0.0:1767384296.539065:0:17881:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9b14338. 00000004:00000010:0.0:1767384296.539068:0:17881:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051372f10. 00000020:00000010:0.0:1767384296.539071:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006138f5c7. 00000040:00000010:0.0:1767384296.539074:0:17881:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000002d98bda. 00000040:00000001:0.0:1767384296.539076:0:17881:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539079:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384296.539081:0:17881:0:(lu_object.c:207:lu_object_put()) Add 00000000352a8d7d/0000000042e29383 to site lru. bkt: 000000000cf3f7e9 00000040:00000010:0.0:1767384296.539084:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ad4ae27d. 00000040:00000001:0.0:1767384296.539086:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384296.539088:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000064ac3182. 00000040:00000010:0.0:1767384296.539091:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bbec8a8f. 00000040:00000010:0.0:1767384296.539094:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000923bc92a. 00000040:00000010:0.0:1767384296.539097:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b1be381d. 00000040:00000001:0.0:1767384296.539133:0:17881:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539143:0:17881:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384296.539144:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384296.539147:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d3afa1f. 00000040:00000001:0.0:1767384296.539150:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384296.539152:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384296.539154:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:0.0:1767384296.539157:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:0.0:1767384296.539161:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384296.539164:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384296.539171:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384296.539179:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539181:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384296.539183:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539185:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384296.539187:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384296.539190:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 175:2394650272 to info 000000007e908534 00000020:00000001:0.0:1767384296.539194:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000009f66511 00080000:00000002:0.0:1767384296.539197:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-clientT => [0xa:0x8:0x0] 00080000:00000001:0.0:1767384296.539200:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384296.539203:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539221:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384296.539225:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ad4ae27d. 00000020:00000001:0.0:1767384296.539227:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384296.539229:0:17881:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613945909576280 : -130127799975336 : ffff89a642b50258) 00000040:00000001:0.0:1767384296.539231:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539233:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539234:0:17881:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384296.539235:0:17881:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384296.539236:0:17881:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384296.539238:0:17881:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384296.539239:0:17881:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000edc03379. 00080000:00000001:0.0:1767384296.539241:0:17881:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918060544 : -130127791491072 : ffff89a643367800) 00000040:00000001:0.0:1767384296.539242:0:17881:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384296.539243:0:17881:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384296.539244:0:17881:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1767384296.539246:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384296.539251:0:17881:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539253:0:17881:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1767384296.539254:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1767384296.539255:0:17881:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1767384296.539271:0:17881:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:0.0:1767384296.539274:0:17881:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539277:0:17881:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539279:0:17881:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539281:0:17881:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384296.539284:0:17881:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539285:0:17881:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384296.539287:0:17881:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1767384296.539308:0:17881:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000000dbd1c26. 00080000:00000001:0.0:1767384296.539312:0:17881:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384296.539313:0:17881:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384296.539315:0:17881:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x8:0x0] decrease nlink 1 00080000:00000001:0.0:1767384296.539319:0:17881:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:0.0:1767384296.539322:0:17881:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x8:0x0] 00080000:00000001:0.0:1767384296.539324:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384296.539325:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539326:0:17881:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1767384296.539329:0:17881:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045bb9a1a. 00000001:00000010:0.0:1767384296.539334:0:17881:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045bb9a1a. 00080000:00000001:0.0:1767384296.539336:0:17881:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539337:0:17881:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539339:0:17881:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539340:0:17881:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:0.0:1767384296.539343:0:17881:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.539344:0:17881:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.539346:0:17881:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000000dbd1c26. 00080000:00000002:0.0:1767384296.539348:0:17881:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 175 00080000:00000001:0.0:1767384296.539350:0:17881:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539351:0:17881:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539352:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:0.0:1767384296.539401:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384296.539402:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384296.539403:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384296.539404:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384296.539410:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384296.539411:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384296.539413:0:17881:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000028f78eac. 00080000:00000010:0.0:1767384296.539415:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab3e88c4. 00000020:00000010:0.0:1767384296.539418:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ef0303a. 00000040:00000010:0.0:1767384296.539420:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ad4ae27d. 00000040:00000001:0.0:1767384296.539422:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384296.539424:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d3afa1f. 00000040:00000001:0.0:1767384296.539425:0:17881:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767384296.539426:0:17881:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 000000008a76bd0d. 10000000:00000040:0.0:1767384296.539428:0:17881:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000065b92150 : new refcount 1 10000000:00000001:0.0:1767384296.539430:0:17881:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.539433:0:17881:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384296.539434:0:17881:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767384296.539435:0:17881:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384296.539436:0:17881:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d3afa1f. 00000040:00000001:0.0:1767384296.539438:0:17881:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384296.539440:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384296.539441:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:0.0:1767384296.539443:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00080000:00000001:0.0:1767384296.539445:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384296.539447:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384296.539451:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384296.539456:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539457:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384296.539458:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539460:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384296.539461:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384296.539463:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x9:0x0] 97:259018745 to info 000000007e908534 00000020:00000001:0.0:1767384296.539465:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005fd6ff6c 00080000:00000002:0.0:1767384296.539466:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x9:0x0] 00080000:00000001:0.0:1767384296.539468:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384296.539470:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.539471:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384296.539473:0:17881:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008a76bd0d. 00000020:00000001:0.0:1767384296.539479:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384296.539481:0:17881:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613945909577816 : -130127799973800 : ffff89a642b50858) 00000040:00000001:0.0:1767384296.539482:0:17881:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539484:0:17881:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539485:0:17881:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384296.539487:0:17881:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cac3516c. 00000040:00000001:0.0:1767384296.539488:0:17881:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384296.539489:0:17881:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384296.539494:0:17881:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539495:0:17881:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539497:0:17881:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.539498:0:17881:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384296.539499:0:17881:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000028f78eac. 00000040:00001000:0.0:1767384296.539501:0:17881:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384296.539690:0:17904:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384296.539694:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000020:00000010:3.0:1767384296.539697:0:17904:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c995acee. 00000040:00000010:3.0:1767384296.539699:0:17904:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fa009694. 00000020:00000010:3.0:1767384296.539701:0:17904:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ddf03103. 00000020:00000010:3.0:1767384296.539704:0:17904:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bbe5c46a. 00000020:00000010:3.0:1767384296.539706:0:17904:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fac2243a. 80000000:00000010:3.0:1767384296.539708:0:17904:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077e1b03b. 40000000:00000010:3.0:1767384296.539710:0:17904:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e99484f. 00100000:00000010:3.0:1767384296.539712:0:17904:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f8717c86. 00040000:00000010:3.0:1767384296.539714:0:17904:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccf044a3. 00040000:00000010:3.0:1767384296.539717:0:17904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000a10ed96. 00040000:00000010:3.0:1767384296.539719:0:17904:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff5b9b31. 00080000:00000010:3.0:1767384296.539721:0:17904:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d373b1f. 00080000:00000010:3.0:1767384296.539724:0:17904:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019226910. 00000004:00000010:3.0:1767384296.539727:0:17904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000205f223. 00000004:00000010:3.0:1767384296.539730:0:17904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9738a47. 00000004:00000010:3.0:1767384296.539733:0:17904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000681622f6. 00002000:00000010:3.0:1767384296.539735:0:17904:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c7086c94. 00000004:00000010:3.0:1767384296.539737:0:17904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008e5fd189. 00000020:00000010:3.0:1767384296.539739:0:17904:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c852d00c. 00000040:00000010:3.0:1767384296.539743:0:17904:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a49d8673. 00000040:00001000:3.0:1767384296.539745:0:17904:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384296.539747:0:17904:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384296.539748:0:17904:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384296.539752:0:17904:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384296.539763:0:17904:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384296.539766:0:17904:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539768:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384296.539770:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384296.539772:0:17904:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539775:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539778:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539786:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539790:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539793:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539795:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384296.539798:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384296.539800:0:17904:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539802:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539804:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539806:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384296.539809:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384296.539810:0:17904:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539812:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539814:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539816:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384296.539818:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384296.539819:0:17904:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539821:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539822:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539823:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539824:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539825:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539826:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da2e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384296.539827:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384296.539828:0:17904:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539829:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539830:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539831:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539831:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539833:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539833:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da3c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384296.539835:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384296.539835:0:17904:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539837:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539837:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539843:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384296.539844:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384296.539846:0:17904:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539847:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539848:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539849:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da4e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384296.539850:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384296.539851:0:17904:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539852:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539853:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539854:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539855:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539856:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539857:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da5c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384296.539858:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384296.539859:0:17904:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539860:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539861:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539862:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539862:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539864:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539864:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da6a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384296.539866:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384296.539867:0:17904:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539868:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539869:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539870:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384296.539871:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384296.539872:0:17904:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539873:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539873:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539874:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539875:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.539876:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539880:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da7f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384296.539882:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384296.539883:0:17904:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539884:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.539886:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.539886:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.539888:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.539889:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da8d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384296.539890:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384296.539891:0:17904:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.539893:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.539894:0:17904:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1767384296.539897:0:17904:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000041baa208. 00000100:00000040:3.0:1767384296.539902:0:17904:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.108@tcp 192.168.204.108@tcp cnt=2 00000400:00000200:3.0:1767384296.539904:0:17904:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1767384296.539906:0:17904:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384296.539908:0:17904:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384296.539909:0:17904:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384296.539910:0:17904:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp 00000400:00000200:3.0:1767384296.539914:0:17904:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384296.539918:0:17904:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (1) 00000400:00000200:3.0:1767384296.539921:0:17904:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384296.539923:0:17904:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:3.0:1767384296.539925:0:17904:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (2) 00000400:00000200:3.0:1767384296.539927:0:17904:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000100:00000010:3.0:1767384296.539928:0:17904:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000041baa208. 00000020:00000010:3.0:1767384296.539932:0:17904:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000203685b6. 00000020:00000001:3.0:1767384296.539934:0:17904:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384296.539936:0:17904:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000002376bb72. 00000020:00000001:3.0:1767384296.539938:0:17904:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.539939:0:17904:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000002376bb72. 00000020:00000010:3.0:1767384296.539942:0:17904:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000002376bb72. 00000020:01000004:3.0:1767384296.539944:0:17904:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1767384296.539945:0:17904:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1767384296.539948:0:17904:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000000e319b89. 00000020:00000080:3.0:1767384296.539953:0:17904:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384296.539955:0:17904:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384296.539957:0:17904:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384296.539966:0:17904:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000034fd9630. 00000020:00000080:3.0:1767384296.539968:0:17904:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (0000000034fd9630) 00000020:00000001:3.0:1767384296.539970:0:17904:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384296.539972:0:17904:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d2fa50cf. 00000020:00000001:3.0:1767384296.539974:0:17904:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384296.539975:0:17904:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2fa50cf with handle 0x88edd5ef35457c7d to hash 00000020:00000001:3.0:1767384296.539977:0:17904:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384296.539978:0:17904:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384296.539979:0:17904:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.539981:0:17904:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945917087744 : -130127792463872 : ffff89a64327a000) 00000020:00000040:3.0:1767384296.539983:0:17904:0:(genops.c:898:class_export_put()) PUTting export 00000000d2fa50cf : new refcount 1 00000020:00000040:3.0:1767384296.539989:0:17904:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 2 - obd_device_list 00000020:00000001:3.0:1767384296.539992:0:17904:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384296.539993:0:17904:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:3.0:1767384296.539995:0:17904:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.539996:0:17904:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.539998:0:17904:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000000e319b89. 00000020:00000001:3.0:1767384296.539999:0:17904:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.204.108@tcp (null) (null) (null) 00000020:00000010:3.0:1767384296.540002:0:17904:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000f582358b. 00000020:00000080:3.0:1767384296.540003:0:17904:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384296.540006:0:17904:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384296.540014:0:17904:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384296.540017:0:17904:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009d19f3b4. 00000001:00000010:3.0:1767384296.540019:0:17904:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000565bf08c. 00000001:00000010:3.0:1767384296.540021:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc5b8001. 00000001:00000010:3.0:1767384296.540023:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cda612c. 00000001:00000010:3.0:1767384296.540024:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc3cebaa. 00000001:00000010:3.0:1767384296.540026:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000130b00e9. 00000001:00000001:3.0:1767384296.540027:0:17904:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384296.540028:0:17904:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d8d6cc66. 00000001:00000010:3.0:1767384296.540030:0:17904:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000692774d7. 00000001:00000010:3.0:1767384296.540031:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035ba40f2. 00000001:00000010:3.0:1767384296.540037:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000009b143e. 00000001:00000010:3.0:1767384296.540038:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000184b464a. 00000001:00000010:3.0:1767384296.540040:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a25e3cb. 00000020:00000001:3.0:1767384296.540042:0:17904:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384296.540050:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5da4fb0. 00000020:00000010:3.0:1767384296.540052:0:17904:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.540054:0:17904:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000008:00000010:3.0:1767384296.540058:0:17904:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007d09865b. 00020000:00000010:3.0:1767384296.540062:0:17904:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000008d0dd4c. 00008000:00000010:3.0:1767384296.540065:0:17904:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007f60e22d. 00000080:00000010:3.0:1767384296.540069:0:17904:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000058d6e9e5. 00000020:00000010:3.0:1767384296.540072:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005057898. 00000020:00000010:3.0:1767384296.540073:0:17904:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf7cd671. 00000040:00000010:3.0:1767384296.540075:0:17904:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000096366ba2. 00000020:00000010:3.0:1767384296.540077:0:17904:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000084af5977. 00000020:00000010:3.0:1767384296.540080:0:17904:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384296.540082:0:17904:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a22a3cca. 80000000:00000010:3.0:1767384296.540084:0:17904:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000090ffabf. 40000000:00000010:3.0:1767384296.540085:0:17904:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd50bb78. 00100000:00000010:3.0:1767384296.540087:0:17904:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ec04480a. 00040000:00000010:3.0:1767384296.540089:0:17904:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023973c39. 00040000:00000010:3.0:1767384296.540091:0:17904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000022c588ea. 00040000:00000010:3.0:1767384296.540093:0:17904:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006842ab62. 00080000:00000010:3.0:1767384296.540098:0:17904:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002e06d8ba. 00080000:00000010:3.0:1767384296.540126:0:17904:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000046fd4eb9. 00000004:00000010:3.0:1767384296.540130:0:17904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000048b56dd. 00000004:00000010:3.0:1767384296.540134:0:17904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000016f0ea2d. 00000004:00000010:3.0:1767384296.540136:0:17904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007b5a1676. 00000004:00000010:3.0:1767384296.540138:0:17904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d8e958e. 00000010:00000010:3.0:1767384296.540142:0:17904:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000001f53b4cc. 00000010:00000001:3.0:1767384296.540144:0:17904:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:3.0:1767384296.540148:0:17904:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767384296.540150:0:17904:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.540215:0:17904:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1767384296.540220:0:17904:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1767384296.540222:0:17904:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000e6fabe1f. 00000010:00000010:3.0:1767384296.540226:0:17904:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000006a665ef. 00000010:00000010:3.0:1767384296.540230:0:17904:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000fe0eb455. 00000020:00000001:3.0:1767384296.540233:0:17904:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384296.540235:0:17904:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384296.540237:0:17904:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951105764160 : -130122603787456 : ffff89a7786c8b40) 00000020:01000004:3.0:1767384296.540240:0:17904:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000009d99906 from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384296.540242:0:17904:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446613951105764160 : -130122603787456 : ffff89a7786c8b40) 00000020:00000001:3.0:1767384296.540246:0:17904:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384296.540247:0:17904:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384296.540249:0:17904:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951105764160 : -130122603787456 : ffff89a7786c8b40) 00000020:01000004:3.0:1767384296.540252:0:17904:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000009d99906 from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384296.540255:0:17904:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384296.540271:0:17904:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000009d99906 3 00000020:00000001:3.0:1767384296.540274:0:17904:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.540276:0:17904:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384296.540279:0:17904:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000008399171c. 00010000:00000001:3.0:1767384296.540281:0:17904:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767384296.540286:0:17904:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000076b01674. 00010000:00000010:3.0:1767384296.540316:0:17904:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000089575794. 00010000:00000010:3.0:1767384296.540321:0:17904:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000006b03638d. 00010000:00000001:3.0:1767384296.540323:0:17904:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384296.540325:0:17904:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.540328:0:17904:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000026b4768. 00000020:00000040:3.0:1767384296.540331:0:17904:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 3 - import 00000020:00000001:3.0:1767384296.540336:0:17904:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384296.540338:0:17904:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384296.540340:0:17904:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384296.540342:0:17904:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384296.540349:0:17904:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.108@tcp->12345-0@lo 00000100:00000001:3.0:1767384296.540351:0:17904:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384296.540354:0:17904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.540355:0:17904:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000001:3.0:1767384296.540361:0:17904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384296.540363:0:17904:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613950253638080 : -130123455913536 : 0xffff89a745a221c0) 00000100:00000040:3.0:1767384296.540366:0:17904:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6b5be44 refcount 14 to 0@lo 00000100:00000040:3.0:1767384296.540367:0:17904:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.108@tcp -> 00000000c6b5be44 00010000:00000010:3.0:1767384296.540371:0:17904:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000000842430b. 00010000:00080000:3.0:1767384296.540373:0:17904:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000026b4768@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.108@tcp at head 00010000:00000001:3.0:1767384296.540375:0:17904:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.540376:0:17904:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384296.540378:0:17904:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384296.540379:0:17904:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384296.540381:0:17904:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000172278c8. 00000001:00000001:3.0:1767384296.540383:0:17904:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384296.540386:0:17904:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f3cafe0f. 00000001:00000010:3.0:1767384296.540395:0:17904:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d28e84ea. 00000001:00000010:3.0:1767384296.540437:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e8ddcf26. 00000001:00000010:3.0:1767384296.540481:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000098ff5784. 00000001:00000010:3.0:1767384296.540525:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0c31f72. 00000001:00000010:3.0:1767384296.540568:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067f9cbb0. 00000001:00000010:3.0:1767384296.540627:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000089fb96f4. 00000001:00000010:3.0:1767384296.540677:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000061064fb. 00000001:00000010:3.0:1767384296.540725:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076ca817b. 00000001:00000010:3.0:1767384296.540800:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000390e9d71. 00000001:00000010:3.0:1767384296.541622:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007053cb15. 00000001:00000010:3.0:1767384296.541664:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da3fae1d. 00000001:00000010:3.0:1767384296.541705:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000022430f82. 00000001:00000010:3.0:1767384296.541748:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c582a763. 00000001:00000010:3.0:1767384296.541813:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d5d2396. 00000001:00000010:3.0:1767384296.541858:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010e454fb. 00000001:00000010:3.0:1767384296.541918:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009b61169e. 00000001:00000010:3.0:1767384296.541959:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000217aa554. 00000001:00000010:3.0:1767384296.541998:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000275e1dc5. 00000001:00000010:3.0:1767384296.542040:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006cc589c6. 00000001:00000010:3.0:1767384296.542080:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3705cb4. 00000001:00000010:3.0:1767384296.542143:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d25322b8. 00000100:00000040:0.0:1767384296.542169:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294883594, at 4294883595 00000100:00000010:0.0:1767384296.542178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000983a2861. 00000001:00000010:3.0:1767384296.542197:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b0176a7. 00000001:00000010:3.0:1767384296.542272:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008449cdd2. 00000001:00000010:3.0:1767384296.542336:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000064e71778. 00000001:00000010:3.0:1767384296.542377:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053934651. 00000001:00000010:3.0:1767384296.542417:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b981914c. 00000001:00000010:3.0:1767384296.542459:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc186981. 00000001:00000010:3.0:1767384296.542505:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000320aec5d. 00000001:00000010:3.0:1767384296.542556:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002481564f. 00000001:00000010:3.0:1767384296.542606:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061179d8e. 00000001:00000010:3.0:1767384296.542644:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000686066f4. 00000001:00000010:3.0:1767384296.542681:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8b8ebad. 00000001:00000010:3.0:1767384296.542718:0:17904:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8fc7bff. 00000020:00000010:3.0:1767384296.542885:0:17904:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000097e84c4a. 00000020:00000010:3.0:1767384296.542889:0:17904:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000cb894366. 00010000:00000001:3.0:1767384296.542904:0:17904:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384296.542951:0:17904:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384296.542965:0:17904:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000037895c23. 00000020:00000010:3.0:1767384296.542968:0:17904:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000008e50c729. 00010000:00000001:3.0:1767384296.542979:0:17904:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384296.542980:0:17904:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:3.0:1767384296.542981:0:17904:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.542984:0:17904:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446613951190004736 : -130122519546880 : ffff89a77d71f400) 00010000:00000001:3.0:1767384296.542986:0:17904:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384296.542989:0:17904:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000e6fabe1f. 00000010:00000010:3.0:1767384296.542991:0:17904:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000fe0eb455. 00000010:00000010:3.0:1767384296.542994:0:17904:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000006a665ef. 00000010:00000010:3.0:1767384296.542996:0:17904:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000008399171c. 00000010:00000001:3.0:1767384296.542997:0:17904:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.543034:0:17904:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005f197ecb. 00000020:00000010:3.0:1767384296.543041:0:17904:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000014e46247. 00000010:00000001:3.0:1767384296.543060:0:17904:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.543064:0:17904:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf7cd671. 00000040:00000010:3.0:1767384296.543068:0:17904:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000096366ba2. 00000020:00000010:3.0:1767384296.543069:0:17904:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000084af5977. 00000020:00000010:3.0:1767384296.543071:0:17904:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384296.543074:0:17904:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a22a3cca. 80000000:00000010:3.0:1767384296.543076:0:17904:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000090ffabf. 40000000:00000010:3.0:1767384296.543079:0:17904:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fd50bb78. 00100000:00000010:3.0:1767384296.543081:0:17904:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ec04480a. 00040000:00000010:3.0:1767384296.543083:0:17904:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023973c39. 00040000:00000010:3.0:1767384296.543085:0:17904:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000022c588ea. 00040000:00000010:3.0:1767384296.543086:0:17904:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006842ab62. 00080000:00000010:3.0:1767384296.543090:0:17904:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000046fd4eb9. 00080000:00000010:3.0:1767384296.543093:0:17904:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002e06d8ba. 00000004:00000010:3.0:1767384296.543095:0:17904:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000048b56dd. 00000004:00000010:3.0:1767384296.543097:0:17904:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000016f0ea2d. 00000004:00000010:3.0:1767384296.543136:0:17904:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b5a1676. 00000004:00000010:3.0:1767384296.543139:0:17904:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000d8e958e. 00000020:00000010:3.0:1767384296.543142:0:17904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005057898. 00000020:00000010:3.0:1767384296.543147:0:17904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.543150:0:17904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000008:00000010:3.0:1767384296.543154:0:17904:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007d09865b. 00020000:00000010:3.0:1767384296.543158:0:17904:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000008d0dd4c. 00000100:00000040:2.0:1767384296.543164:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883594, at 4294883596 00008000:00000010:3.0:1767384296.543165:0:17904:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007f60e22d. 00000080:00000010:3.0:1767384296.543172:0:17904:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000058d6e9e5. 00000100:00000010:2.0:1767384296.543173:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f21e9afd. 00000020:00000010:3.0:1767384296.543180:0:17904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5da4fb0. 00000020:00000001:3.0:1767384296.543186:0:17904:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.543189:0:17904:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 4 - setup 00000020:00000080:3.0:1767384296.543193:0:17904:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1767384296.543195:0:17904:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.543197:0:17904:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.543200:0:17904:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000f582358b. 00000020:00000001:3.0:1767384296.543216:0:17904:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000100:00000040:3.0:1767384296.543228:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883594, at 4294883596 00000100:00000010:3.0:1767384296.543234:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046140447. 00000020:00000010:3.0:1767384296.543244:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5da4fb0. 00000020:00000010:3.0:1767384296.543248:0:17904:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005057898. 00000040:00000010:3.0:1767384296.543251:0:17904:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000057a60310. 00000020:00000010:3.0:1767384296.543254:0:17904:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b5a1676. 00000020:00000010:3.0:1767384296.543270:0:17904:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384296.543273:0:17904:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006842ab62. 80000000:00000010:3.0:1767384296.543275:0:17904:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a4de74a5. 40000000:00000010:3.0:1767384296.543277:0:17904:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094cae434. 00100000:00000010:3.0:1767384296.543279:0:17904:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000048b56dd. 00040000:00000010:3.0:1767384296.543281:0:17904:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0698401. 00040000:00000010:3.0:1767384296.543282:0:17904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000022c588ea. 00040000:00000010:3.0:1767384296.543284:0:17904:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a22a3cca. 00080000:00000010:3.0:1767384296.543286:0:17904:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000046fd4eb9. 00080000:00000010:3.0:1767384296.543289:0:17904:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002e06d8ba. 00000004:00000010:3.0:1767384296.543293:0:17904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ec04480a. 00000004:00000010:3.0:1767384296.543295:0:17904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b18189ea. 00000004:00000010:3.0:1767384296.543316:0:17904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000084af5977. 00000004:00000010:3.0:1767384296.543319:0:17904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002472f8bf. 00000020:00000010:3.0:1767384296.543322:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf7cd671. 00000020:00000010:3.0:1767384296.543325:0:17904:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.543327:0:17904:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000020:00000010:3.0:1767384296.543329:0:17904:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000d1fa2a06. 00000020:00000010:3.0:1767384296.543332:0:17904:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000008c76b6b0. 00000020:00000001:3.0:1767384296.543334:0:17904:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:3.0:1767384296.543336:0:17904:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1767384296.543337:0:17904:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1767384296.543339:0:17904:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384296.543340:0:17904:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384296.543342:0:17904:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c68ad04a. 00000020:00000001:3.0:1767384296.543344:0:17904:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384296.543345:0:17904:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c68ad04a with handle 0x88edd5ef35457c84 to hash 00000020:00000001:3.0:1767384296.543352:0:17904:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384296.543354:0:17904:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384296.543355:0:17904:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.543357:0:17904:0:(genops.c:887:class_export_get()) GET export 00000000c68ad04a refcount=3 00000020:00000040:3.0:1767384296.543360:0:17904:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 5 - export 00000020:00000001:3.0:1767384296.543362:0:17904:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000040:3.0:1767384296.543363:0:17904:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 2 00000020:00000080:3.0:1767384296.543365:0:17904:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x88edd5ef35457c84 00000020:00000001:3.0:1767384296.543367:0:17904:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.543368:0:17904:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.543370:0:17904:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c84 00000020:00000001:3.0:1767384296.543371:0:17904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.543372:0:17904:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c68ad04a refcount=3 00000020:00000001:3.0:1767384296.543374:0:17904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000001:3.0:1767384296.543376:0:17904:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000100:00000001:3.0:1767384296.543380:0:17904:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767384296.543382:0:17904:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384296.543386:0:17904:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1767384296.543389:0:17904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.543391:0:17904:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 15 to 0@lo 00000100:00000001:3.0:1767384296.543393:0:17904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:3.0:1767384296.543394:0:17904:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.543395:0:17904:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c84 00000020:00000001:3.0:1767384296.543396:0:17904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.543397:0:17904:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c68ad04a refcount=4 00000020:00000001:3.0:1767384296.543399:0:17904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000001:3.0:1767384296.543401:0:17904:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000100:00000001:3.0:1767384296.543402:0:17904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.543404:0:17904:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000001:3.0:1767384296.543405:0:17904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000040:3.0:1767384296.543406:0:17904:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 3 00000100:00080000:3.0:1767384296.543408:0:17904:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000026b4768 using connection 192.168.204.108@tcp/0@lo 00000100:00000001:3.0:1767384296.543415:0:17904:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.543417:0:17904:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384296.543421:0:17904:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384296.543423:0:17904:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1767384296.543425:0:17904:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:3.0:1767384296.543428:0:17904:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.543430:0:17904:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384296.543431:0:17904:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.543435:0:17904:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408a3767. 00000020:00000040:3.0:1767384296.543437:0:17904:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384296.543440:0:17904:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384296.543442:0:17904:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.543443:0:17904:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384296.543445:0:17904:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384296.543447:0:17904:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384296.543451:0:17904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003d11cc05. 00000100:00000001:3.0:1767384296.543454:0:17904:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.543458:0:17904:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.543466:0:17904:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384296.543467:0:17904:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.543471:0:17904:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408a3767] to pc [ptlrpcd_rcv+-1] req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.543488:0:17904:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.543491:0:17904:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767384296.543493:0:17904:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384296.543496:0:17904:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384296.543504:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384296.543511:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.543512:0:17904:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.543513:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000010:00000001:3.0:1767384296.543517:0:17904:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384296.543523:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.543533:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384296.543535:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.543537:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384296.543539:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384296.543542:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.543545:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000408a3767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16346:1853236742985344:0@lo:38: 00000100:00000001:0.0:1767384296.543548:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384296.543552:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384296.543557:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.543559:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384296.543564:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000051372f10. 02000000:00000001:0.0:1767384296.543567:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384296.543574:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000400:00000010:0.0:1767384296.543598:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000100:00000200:0.0:1767384296.543611:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742985344, portal 10 00000100:00000001:0.0:1767384296.543614:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384296.543615:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952747264 : -130122756804352 : ffff89a76f4db100) 00000020:00000010:0.0:1767384296.543622:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a6c43849. 00000100:00000040:0.0:1767384296.543630:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.543639:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384296.543643:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.543647:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf047641. 00000100:00000200:0.0:1767384296.543650:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236742985344, offset 0 00000400:00000200:0.0:1767384296.543657:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384296.543666:0:17904:0:(genops.c:887:class_export_get()) GET export 00000000c68ad04a refcount=4 00000400:00000200:0.0:1767384296.543669:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384296.543675:0:17904:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.543680:0:17904:0:(genops.c:887:class_export_get()) GET export 00000000c68ad04a refcount=5 00000400:00000200:0.0:1767384296.543681:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dc01680 00000020:00000001:3.0:1767384296.543683:0:17904:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384296.543685:0:17906:0:(genops.c:887:class_export_get()) GET export 00000000c68ad04a refcount=6 00002000:00000001:2.0:1767384296.543690:0:17906:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000400:00000200:0.0:1767384296.543693:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000020:00000010:3.0:1767384296.543695:0:17904:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000d1fa2a06. 00002000:00000001:2.0:1767384296.543700:0:17906:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.543702:0:17904:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000008c76b6b0. 00000020:00000040:2.0:1767384296.543705:0:17906:0:(genops.c:887:class_export_get()) GET export 00000000c68ad04a refcount=7 00000400:00000200:0.0:1767384296.543705:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384296.543708:0:17904:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000005057898. 00000020:00000040:2.0:1767384296.543710:0:17906:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 6 00000040:00000010:3.0:1767384296.543715:0:17904:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000057a60310. 00000400:00000200:0.0:1767384296.543716:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384296.543722:0:17904:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b5a1676. 00000100:00000001:0.0:1767384296.543726:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384296.543727:0:17904:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e22f2dc0. 00000100:00000200:0.0:1767384296.543730:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384296.543732:0:17904:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006842ab62. 00000100:00000010:0.0:1767384296.543736:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 80000000:00000010:3.0:1767384296.543737:0:17904:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a4de74a5. 00000100:00000040:0.0:1767384296.543744:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000057e8c94c x1853236742985344 msgsize 520 40000000:00000010:3.0:1767384296.543746:0:17904:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000094cae434. 00100000:00000010:3.0:1767384296.543752:0:17904:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000048b56dd. 00000100:00100000:0.0:1767384296.543754:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000010:3.0:1767384296.543759:0:17904:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b0698401. 00040000:00000010:3.0:1767384296.543764:0:17904:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000022c588ea. 00040000:00000010:3.0:1767384296.543768:0:17904:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a22a3cca. 00080000:00000010:3.0:1767384296.543772:0:17904:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002e06d8ba. 00000100:00000001:0.0:1767384296.543775:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:3.0:1767384296.543776:0:17904:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000046fd4eb9. 00000004:00000010:3.0:1767384296.543782:0:17904:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ec04480a. 00000400:00000200:0.0:1767384296.543784:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf047641 00000004:00000010:3.0:1767384296.543787:0:17904:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b18189ea. 00000400:00000010:0.0:1767384296.543789:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf047641. 00000004:00000010:3.0:1767384296.543794:0:17904:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084af5977. 00000100:00000001:0.0:1767384296.543796:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384296.543800:0:17081:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000070f14552. 00000004:00000010:3.0:1767384296.543802:0:17904:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002472f8bf. 00000100:00000200:0.0:1767384296.543805:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.543808:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384296.543809:0:17904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5da4fb0. 00000100:00100000:2.0:1767384296.543812:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985344 02000000:00000001:2.0:1767384296.543817:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384296.543819:0:17904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e319b89. 00000100:00000001:2.0:1767384296.543821:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.543823:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384296.543824:0:17904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000100:00000001:2.0:1767384296.543825:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.543829:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384296.543833:0:17904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf7cd671. 02000000:00000001:2.0:1767384296.543833:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.543840:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985344 00000020:00000010:3.0:1767384296.543842:0:17904:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000203685b6. 00000100:00000001:0.0:1767384296.543842:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.543843:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.543847:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1767384296.543849:0:17904:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000002376bb72. 00000100:00000001:0.0:1767384296.543849:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384296.543850:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384296.543855:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.543855:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.543857:0:17904:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.543859:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.543861:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.543864:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbb35d63. 00000040:00001000:3.0:1767384296.543866:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da930 type=0x10620000 idx=14 00000100:00000040:0.0:1767384296.543868:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000010:2.0:1767384296.543870:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e36af1ff. 00000040:00001000:3.0:1767384296.543872:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000001:0.0:1767384296.543873:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294883599 00000020:00000010:2.0:1767384296.543875:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00000040:00001000:3.0:1767384296.543877:0:17904:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.543883:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000010:0.0:1767384296.543883:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000983a2861. 00000100:00000001:2.0:1767384296.543884:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384296.543887:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.543888:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384296.543890:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000040:00001000:3.0:1767384296.543894:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432da9b0 type=0x10620000 idx=15 00000100:00000001:2.0:1767384296.543895:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.543897:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294883599 00000040:00001000:3.0:1767384296.543901:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000010:0.0:1767384296.543902:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002d98bda. 00000100:00000001:2.0:1767384296.543903:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.543907:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000040:00001000:3.0:1767384296.543912:0:17904:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384296.543914:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.543915:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294883599 00000020:00000001:3.0:1767384296.543916:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.543921:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.543923:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daa40 type=0x10620000 idx=16 00000100:00000010:0.0:1767384296.543923:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034a22a22. 00000040:00001000:3.0:1767384296.543929:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000100:00000001:2.0:1767384296.543929:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384296.543930:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384296.543932:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000040:00001000:3.0:1767384296.543935:0:17904:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384296.543937:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294883599 00000020:00000001:3.0:1767384296.543938:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00100000:2.0:1767384296.543941:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:3.0:1767384296.543942:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384296.543944:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b412562. 00000100:00000001:2.0:1767384296.543947:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089054080 : -130122620497536 : ffff89a7776d9180) 00000040:00001000:3.0:1767384296.543949:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daae0 type=0x10620000 idx=17 00000100:00000001:0.0:1767384296.543950:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384296.543952:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057e8c94c x1853236742985344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384296.543954:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000001:0.0:1767384296.543956:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:3.0:1767384296.543960:0:17904:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384296.543962:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.543968:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384296.543971:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.543972:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.543977:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384296.543978:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.543981:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.543982:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057e8c94c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16346:x1853236742985344:12345-0@lo:38: 00000100:00000001:0.0:1767384296.543986:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:3.0:1767384296.543987:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432dabc0 type=0x10620000 idx=18 00000100:00000200:2.0:1767384296.543988:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985344 00000100:00000001:0.0:1767384296.543991:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.543994:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000040:00001000:3.0:1767384296.543995:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:0.0:1767384296.543995:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384296.544000:0:17081:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:0.0:1767384296.544000:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00001000:3.0:1767384296.544001:0:17904:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.544005:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384296.544006:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.544007:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.544011:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384296.544012:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.544014:0:17904:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384296.544015:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 6 - find 00000020:00000001:3.0:1767384296.544017:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544021:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daca0 type=0x10620000 idx=19 00000020:00000001:2.0:1767384296.544021:0:17081:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613950950237024 : -130122759314592 : ffff89a76f276360) 00000040:00001000:3.0:1767384296.544027:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:2.0:1767384296.544029:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000040:00001000:3.0:1767384296.544030:0:17904:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 02000000:00000001:2.0:1767384296.544033:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384296.544034:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.544037:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384296.544037:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000051d7f049. 00000040:00001000:3.0:1767384296.544039:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432dacf0 type=0x10620000 idx=20 02000000:00000001:2.0:1767384296.544042:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544043:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:2.0:1767384296.544046:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544047:0:17904:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00010000:00000040:2.0:1767384296.544050:0:17081:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000020:00000001:3.0:1767384296.544051:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.544055:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.544057:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00010000:00080000:2.0:1767384296.544058:0:17081:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 216 last 0 00010000:00000001:2.0:1767384296.544062:0:17081:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:3.0:1767384296.544066:0:17904:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384296.544067:0:17081:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1767384296.544072:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544072:0:17081:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384296.544074:0:17081:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:3.0:1767384296.544076:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432dadd0 type=0x10620000 idx=21 00000020:00000010:2.0:1767384296.544078:0:17081:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c26ce1a2. 00000040:00001000:3.0:1767384296.544079:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000020:00000001:2.0:1767384296.544083:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00001000:3.0:1767384296.544084:0:17904:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.544088:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1767384296.544088:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c26ce1a2 with handle 0x88edd5ef35457c8b to hash 00000040:00000001:3.0:1767384296.544090:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384296.544092:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00000001:3.0:1767384296.544093:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.544097:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.544097:0:17081:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384296.544134:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384296.544134:0:17081:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000040:00001000:3.0:1767384296.544138:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daeb0 type=0x10620000 idx=22 00000004:00000010:2.0:1767384296.544139:0:17081:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000027a6ced9. 00000040:00001000:3.0:1767384296.544141:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384296.544146:0:17904:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000001:2.0:1767384296.544146:0:17081:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:3.0:1767384296.544151:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:2.0:1767384296.544152:0:17081:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003f772a41. 00000020:00000001:3.0:1767384296.544153:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.544156:0:17081:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544157:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daf08 type=0x10620000 idx=23 00010000:00000001:2.0:1767384296.544161:0:17081:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000040:00001000:3.0:1767384296.544162:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000001:00000001:2.0:1767384296.544166:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000040:00001000:3.0:1767384296.544167:0:17904:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000010:2.0:1767384296.544171:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001edac913. 00000020:00000001:3.0:1767384296.544172:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.544176:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384296.544176:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005eba86c0. 00000040:00001000:3.0:1767384296.544179:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432daf88 type=0x10620000 idx=24 00000001:00000010:2.0:1767384296.544181:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076832cfa. 00000001:00000010:2.0:1767384296.544186:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002988e308. 00000040:00001000:3.0:1767384296.544187:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000001:00000010:2.0:1767384296.544189:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000baa3317d. 00000040:00001000:3.0:1767384296.544191:0:17904:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000010:2.0:1767384296.544194:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4fca9a2. 00000020:00000001:3.0:1767384296.544196:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:2.0:1767384296.544198:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:3.0:1767384296.544201:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384296.544202:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001bf3e3bc. 00000001:00000010:2.0:1767384296.544207:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000728ca7a0. 00000040:00001000:3.0:1767384296.544209:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db018 type=0x10620000 idx=25 00000001:00000010:2.0:1767384296.544211:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed51ea67. 00000040:00001000:3.0:1767384296.544215:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384296.544217:0:17904:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000010:2.0:1767384296.544223:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb88f70f. 00000020:00000001:3.0:1767384296.544224:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384296.544228:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384296.544229:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005366dffd. 00000040:00001000:3.0:1767384296.544234:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db098 type=0x10620000 idx=26 00000001:00000010:2.0:1767384296.544235:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002baf573. 00000040:00001000:3.0:1767384296.544241:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00010000:00000001:2.0:1767384296.544242:0:17081:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.544247:0:17081:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544249:0:17904:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000004:00000001:2.0:1767384296.544250:0:17081:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.544255:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384296.544255:0:17081:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384296.544272:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=3 00000020:00000040:2.0:1767384296.544275:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 7 - export 00000040:00000001:3.0:1767384296.544277:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384296.544279:0:17081:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000040:00000001:3.0:1767384296.544280:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:2.0:1767384296.544283:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 2 00000020:00000001:3.0:1767384296.544285:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384296.544287:0:17081:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x88edd5ef35457c8b 00000020:00000001:3.0:1767384296.544289:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544290:0:17081:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544294:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384296.544297:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384296.544298:0:17904:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.544299:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384296.544300:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.544300:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.544302:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.544303:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384296.544307:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384296.544307:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:2.0:1767384296.544310:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:3.0:1767384296.544311:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db258 type=0x10620000 idx=28 00000020:00000040:2.0:1767384296.544314:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=3 00000040:00001000:3.0:1767384296.544315:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000020:00000001:2.0:1767384296.544320:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000040:00001000:3.0:1767384296.544321:0:17904:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.544327:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384296.544327:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:3.0:1767384296.544332:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.544349:0:17081:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000040:00001000:3.0:1767384296.544352:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db2a8 type=0x10620000 idx=29 00000001:00000001:2.0:1767384296.544354:0:17081:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000040:00001000:3.0:1767384296.544357:0:17904:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384296.544361:0:17904:0:(lustre_log.h:473:llog_next_block()) Process entered 00000001:00000040:2.0:1767384296.544363:0:17081:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.108@tcp 00000040:00000001:3.0:1767384296.544364:0:17904:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000001:00000040:2.0:1767384296.544368:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 4 00000040:00001000:3.0:1767384296.544371:0:17904:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000001:00000001:2.0:1767384296.544372:0:17081:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446613950412046336 : -130123297505280 : ffff89a74f134000) 00000001:00000001:2.0:1767384296.544378:0:17081:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384296.544380:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=4 00000001:00000040:2.0:1767384296.544382:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 5 00000040:00000001:3.0:1767384296.544383:0:17904:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384296.544385:0:17081:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384296.544388:0:17904:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384296.544391:0:17081:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000040:00001000:3.0:1767384296.544393:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db2a8 type=0x10620000 idx=29 00000001:00000040:2.0:1767384296.544395:0:17081:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 4 00000040:00001000:3.0:1767384296.544397:0:17904:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000001:00000001:2.0:1767384296.544399:0:17081:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544401:0:17904:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:3.0:1767384296.544405:0:17904:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00100000:2.0:1767384296.544405:0:17081:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00000001:3.0:1767384296.544408:0:17904:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384296.544408:0:17904:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384296.544410:0:17904:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384296.544411:0:17904:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384296.544412:0:17904:0:(llog.c:663:llog_process_thread()) processing rec 0xffff89a6432db388 type=0x0 idx=0 00000040:00000001:3.0:1767384296.544417:0:17904:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384296.544420:0:17081:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00080000:3.0:1767384296.544421:0:17904:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000001:00000001:2.0:1767384296.544423:0:17081:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384296.544426:0:17081:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384296.544429:0:17081:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384296.544435:0:17081:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000094ee17e1 00000040:00000010:3.0:1767384296.544436:0:17904:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a49d8673. 00000020:00000010:2.0:1767384296.544441:0:17081:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002dffc227. 00000020:00000010:3.0:1767384296.544445:0:17904:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c852d00c. 00000020:00000040:2.0:1767384296.544451:0:17081:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000027bccf4c for nid 0@lo - ref 3 00000020:00000001:2.0:1767384296.544458:0:17081:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:3.0:1767384296.544460:0:17904:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c995acee. 00000020:00000010:2.0:1767384296.544464:0:17081:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000002dffc227. 00000040:00000010:3.0:1767384296.544466:0:17904:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fa009694. 00000020:00000001:2.0:1767384296.544472:0:17081:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000010:3.0:1767384296.544473:0:17904:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ddf03103. 00000020:00000010:3.0:1767384296.544479:0:17904:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bbe5c46a. 00000004:00000001:2.0:1767384296.544480:0:17081:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.544483:0:17904:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fac2243a. 00000004:00000001:2.0:1767384296.544486:0:17081:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384296.544488:0:17904:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077e1b03b. 00010000:00000001:2.0:1767384296.544494:0:17081:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384296.544495:0:17904:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e99484f. 00100000:00000010:3.0:1767384296.544502:0:17904:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f8717c86. 00000020:00000010:2.0:1767384296.544504:0:17081:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d8f2cd81. 00040000:00000010:3.0:1767384296.544506:0:17904:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccf044a3. 00000020:00000040:2.0:1767384296.544511:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - import 00040000:00000010:3.0:1767384296.544512:0:17904:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000a10ed96. 00040000:00000010:3.0:1767384296.544519:0:17904:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff5b9b31. 00080000:00000010:3.0:1767384296.544526:0:17904:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000019226910. 00000020:00000001:2.0:1767384296.544527:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000010:3.0:1767384296.544529:0:17904:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d373b1f. 00000020:00000040:2.0:1767384296.544531:0:17081:0:(genops.c:1242:class_import_put()) import 00000000d8f2cd81 refcount=1 obd=lustre-MDT0000 00000004:00000010:3.0:1767384296.544534:0:17904:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000205f223. 00000020:00000001:2.0:1767384296.544539:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384296.544540:0:17904:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9738a47. 00000020:00000010:2.0:1767384296.544546:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3931944. 00000004:00000010:3.0:1767384296.544547:0:17904:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000681622f6. 00002000:00000010:3.0:1767384296.544555:0:17904:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7086c94. 00000020:00000040:2.0:1767384296.544558:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=5 00000004:00000010:3.0:1767384296.544559:0:17904:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008e5fd189. 00000100:00000040:2.0:1767384296.544563:0:17081:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000020:00000010:3.0:1767384296.544565:0:17904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000100:00000001:2.0:1767384296.544567:0:17081:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384296.544571:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.544574:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:2.0:1767384296.544576:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384296.544578:0:17081:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613950253638080 : -130123455913536 : 0xffff89a745a221c0) 00000100:00000040:2.0:1767384296.544580:0:17081:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000020:00000040:2.0:1767384296.544583:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=6 00000100:00000001:2.0:1767384296.544589:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384296.544592:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00000001:2.0:1767384296.544594:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384296.544596:0:17081:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384296.544606:0:17081:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384296.544608:0:17081:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384296.544611:0:17081:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:2.0:1767384296.544613:0:17081:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.544615:0:17081:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384296.544618:0:17081:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384296.544620:0:17081:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384296.544623:0:17081:0:(import.c:65:import_set_state_nolock()) 00000000d8f2cd81 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384296.544626:0:17081:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384296.544628:0:17081:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384296.544633:0:17081:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384296.544637:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 5 00000020:00000040:2.0:1767384296.544640:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - find 00010000:00000001:2.0:1767384296.544643:0:17081:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544647:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.544649:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055088 : -1045496528 : ffffffffc1aefd30) 00000040:00000010:0.0:1767384296.544650:0:17881:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000028f78eac. 00000020:00000001:2.0:1767384296.544652:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384296.544655:0:17081:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.544658:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000040:00000001:0.0:1767384296.544660:0:17881:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544661:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384296.544664:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384296.544667:0:17881:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000020:00000001:2.0:1767384296.544669:0:17081:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000040:00000001:0.0:1767384296.544675:0:17881:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000001:00000001:2.0:1767384296.544676:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000002:0.0:1767384296.544679:0:17881:0:(lu_object.c:207:lu_object_put()) Add 00000000352a8d7d/0000000042e29383 to site lru. bkt: 000000000cf3f7e9 00000001:00000001:2.0:1767384296.544680:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.544684:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000040:00000010:0.0:1767384296.544686:0:17881:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000008a76bd0d. 00000001:00000001:2.0:1767384296.544687:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544692:0:17081:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384296.544693:0:17881:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384296.544695:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742985344 00000040:00000010:0.0:1767384296.544696:0:17881:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cac3516c. 00010000:00000001:2.0:1767384296.544700:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000040:00000010:0.0:1767384296.544704:0:17881:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d3afa1f. 00010000:00000200:2.0:1767384296.544707:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057e8c94c x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384296.544710:0:17881:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.544716:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384296.544719:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384296.544725:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=0 v=5 (1 0 0 0) 10000000:00000001:0.0:1767384296.544725:0:17881:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384296.544732:0:17881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f8cb36e. 00000100:00001000:2.0:1767384296.544733:0:17081:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000040:00000010:0.0:1767384296.544739:0:17881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d7cb379. 00000100:00000001:2.0:1767384296.544746:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384296.544747:0:17881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4b965b1. 00000100:00000040:2.0:1767384296.544750:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000001:2.0:1767384296.544754:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000010:0.0:1767384296.544754:0:17881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e90014e9. 02000000:00000001:2.0:1767384296.544761:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 80000000:00000010:0.0:1767384296.544762:0:17881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000040165346. 02000000:00000001:2.0:1767384296.544763:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.544770:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:0.0:1767384296.544770:0:17881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d73a776c. 00000100:00000040:2.0:1767384296.544776:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000010:0.0:1767384296.544777:0:17881:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 0000000039f46510. 00000400:00000010:2.0:1767384296.544781:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00080000:00000010:0.0:1767384296.544784:0:17881:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c1928f52. 00000100:00000200:2.0:1767384296.544786:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236742985344, offset 0 00080000:00000010:0.0:1767384296.544791:0:17881:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000588f2180. 00000400:00000200:2.0:1767384296.544796:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:0.0:1767384296.544797:0:17881:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000033f31741. 00080000:00000010:0.0:1767384296.544801:0:17881:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007e908534. 20000000:00000010:0.0:1767384296.544806:0:17881:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005aad581e. 00000400:00000200:2.0:1767384296.544807:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384296.544812:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db04491. 10000000:00000010:0.0:1767384296.544816:0:17881:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c82f73a0. 00000400:00000200:2.0:1767384296.544821:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824dc01680 10000000:01000000:0.0:1767384296.544823:0:17881:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-client' succeeded (0). 00000400:00000200:2.0:1767384296.544827:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10d1 [1] + 0 00000400:00000200:2.0:1767384296.544832:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384296.544836:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.544839:0:17081:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:0.0:1767384296.544842:0:17881:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000100:00000200:2.0:1767384296.544843:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.544847:0:17881:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384296.544851:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384296.544855:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004314b872 refcount=3 00000020:00000001:0.0:1767384296.544859:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258833408 : -130123450718208 : ffff89a745f16800) 00000100:00000040:2.0:1767384296.544860:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.544866:0:17881:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258833408 : -130123450718208 : ffff89a745f16800) 00010000:00000001:0.0:1767384296.544874:0:17881:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384296.544879:0:17881:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000004314b872/0x88edd5ef35457c6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c76 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384296.544887:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384296.544891:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384296.544892:0:17881:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 000000004314b872/0x88edd5ef35457c6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457c76 expref: -99 pid: 17881 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384296.544893:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384296.544902:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00010000:00000001:0.0:1767384296.544902:0:17881:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384296.544907:0:17881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384296.544908:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00010000:00000001:0.0:1767384296.544909:0:17881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384296.544913:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384296.544915:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.544920:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384296.544920:0:17881:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.544925:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 10000000:00000001:0.0:1767384296.544926:0:17881:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.544931:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 10000000:00000001:0.0:1767384296.544933:0:17881:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.544936:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384296.544938:0:17881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e350587e. 00000020:00000001:2.0:1767384296.544939:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000040:00000010:0.0:1767384296.544945:0:17881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000812af618. 00000100:00000040:2.0:1767384296.544946:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057e8c94c x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384296.544952:0:17881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000122c2266. 00000020:00000010:0.0:1767384296.544958:0:17881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae26be70. 00040000:00000010:0.0:1767384296.544964:0:17881:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc5d4cfc. 00000100:00100000:2.0:1767384296.544965:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057e8c94c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853236742985344:12345-0@lo:38: Request processed in 983us (1217us total) trans 0 rc 0/0 00040000:00000010:0.0:1767384296.544969:0:17881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4a19372. 00080000:00000010:0.0:1767384296.544973:0:17881:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000701ec930. 00080000:00000010:0.0:1767384296.544980:0:17881:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000009ff481d. 00000020:00000010:0.0:1767384296.544985:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e0bde09. 00000100:00100000:2.0:1767384296.544988:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:0.0:1767384296.544990:0:17881:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.544992:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000020:00000010:0.0:1767384296.544995:0:17881:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000dc4562bd. 00000100:00000001:2.0:1767384296.544997:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.545000:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384296.545000:0:17881:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000007269ce0d. 00000020:00000010:2.0:1767384296.545007:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e36af1ff. 00000020:00000001:0.0:1767384296.545007:0:17881:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.545013:0:17881:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384296.545015:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6daa231. 00000020:00000010:0.0:1767384296.545017:0:17881:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000023a0e508. 00000020:00000010:2.0:1767384296.545021:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbb35d63. 00000020:00000010:0.0:1767384296.545022:0:17881:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000f2815ea0. 00000020:00000040:2.0:1767384296.545028:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000020:00000001:0.0:1767384296.545029:0:17881:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000100:00000001:2.0:1767384296.545035:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384296.545035:0:17881:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000001:0.0:1767384296.545050:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384296.545053:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384296.545057:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384296.545059:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384296.545061:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb9a1a. 00000400:00000200:0.0:1767384296.545064:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:0.0:1767384296.545066:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000100:00000001:0.0:1767384296.545070:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384296.545074:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384296.545082:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.545088:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384296.545089:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.545123:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384296.545127:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.545129:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.545131:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.545134:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384296.545138:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=1767384296 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384296.545142:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=1767384296 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384296.545147:0:16346:0:(import.c:2194:obd_at_measure()) AT 00000000290e6d67 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384296.545154:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384296.545157:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.545161:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384296.545168:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.545181:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.545186:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384296.545189:0:16346:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1767384296.545196:0:16346:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384296.545204:0:16346:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384296.545208:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.545218:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.545228:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.545232:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384296.545233:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.545236:0:16346:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767384296.545241:0:16346:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:0.0:1767384296.545246:0:16346:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384296.545247:0:16346:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c84 00000020:00000001:0.0:1767384296.545251:0:16346:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384296.545255:0:16346:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c68ad04a refcount=7 00000020:00000001:0.0:1767384296.545275:0:16346:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000001:0.0:1767384296.545281:0:16346:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000100:00001000:0.0:1767384296.545288:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=1767384296 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384296.545305:0:16346:0:(import.c:2194:obd_at_measure()) AT 00000000290e6d67 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767384296.545319:0:16346:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:0.0:1767384296.545325:0:16346:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 6 00000100:00000001:0.0:1767384296.545328:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384296.545332:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384296.545336:0:16346:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1767384296.545341:0:16346:0:(import.c:65:import_set_state_nolock()) 00000000026b4768 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384296.545347:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384296.545350:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384296.545353:0:16346:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.545361:0:16346:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384296.545366:0:16346:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.545370:0:16346:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.545377:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384296.545393:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000408a3767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16346:1853236742985344:0@lo:38: 00000100:00000001:0.0:1767384296.545404:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.545408:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384296.545413:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000408a3767 x1853236742985344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.545420:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384296.545425:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384296.545429:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051372f10. 02000000:00000001:0.0:1767384296.545436:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384296.545441:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384296.545444:0:16346:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384296.545448:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384296.545451:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003d11cc05. 02000000:00000001:0.0:1767384296.545457:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384296.545461:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384296.545465:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000408a3767. 00000100:00000001:0.0:1767384296.545470:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384296.545473:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.545483:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.545489:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384296.545493:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384296.545495:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.545497:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.545616:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384296.545620:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985472 02000000:00000001:3.0:1767384296.545625:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384296.545627:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384296.545631:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.545636:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.545641:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985472 00000020:00000001:3.0:1767384296.545644:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.545649:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384296.545653:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.545656:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384296.545663:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384296.545667:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384296.545672:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.545684:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094cae434. 00000100:00000001:3.0:1767384296.545687:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.545689:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094cae434. 00000020:00000010:3.0:1767384296.545693:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf7cd671. 00000020:00000010:3.0:1767384296.545696:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.545699:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:3.0:1767384296.545703:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384296.545705:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384296.545706:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384296.545707:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.545710:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.545723:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.545732:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.545733:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384296.545736:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:3.0:1767384296.545738:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384296.545740:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932673616 : -130122776878000 : ffff89a76e1b6450) 00000100:00000040:3.0:1767384296.545744:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f34d02fe x1853236742985472/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.545756:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.545759:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094cae434. 00000100:00000001:3.0:1767384296.545761:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.545763:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094cae434. 00000100:00100000:3.0:1767384296.545768:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985472:12345-0@lo:253: 00000100:00000200:3.0:1767384296.545772:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985472 00000020:00000001:3.0:1767384296.545774:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384296.545777:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384296.545779:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.545781:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384296.545783:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384296.545786:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384296.545787:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.545796:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384296.545798:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384296.545801:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.545804:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384296.545807:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384296.545811:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002e06d8ba. 02000000:00000001:3.0:1767384296.545814:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.545816:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384296.545819:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384296.545828:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d373b1f. 20000000:01000000:3.0:1767384296.545832:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384296.545835:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384296.545837:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384296.545839:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384296.545841:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384296.545844:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384296.545847:0:17074:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000a4de74a5. 20000000:00000010:3.0:1767384296.545853:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5da4fb0. 20000000:01000000:3.0:1767384296.545855:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:3.0:1767384296.545870:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384296.545873:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384296.545876:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384296.545886:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384296.545895:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384296.545896:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384296.545897:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384296.545899:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384296.545900:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384296.545901:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:3.0:1767384296.545904:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384296.545906:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384296.545908:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384296.545910:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384296.545911:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.545913:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384296.545915:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384296.545918:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384296.545925:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000096366ba2. 00080000:00000001:3.0:1767384296.545928:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918064640 : -130127791486976 : ffff89a643368800) 00080000:00000001:3.0:1767384296.545930:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384296.545932:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384296.545934:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094cae434. 00080000:00000001:3.0:1767384296.545936:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384296.545938:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384296.545947:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384296.545959:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384296.547730:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094cae434. 00040000:00000001:3.0:1767384296.547735:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384296.547737:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384296.547738:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384296.547741:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384296.547743:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384296.547745:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384296.547748:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384296.547762:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384296.547765:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384296.547771:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384296.547780:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384296.547785:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384296.547788:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384296.547791:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384296.547794:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384296.547797:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001893e9bb count: 2 00010000:00000001:0.0:1767384296.547800:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384296.547803:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384296.547807:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a79dbd85. 00000020:00000001:0.0:1767384296.547810:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384296.547812:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a79dbd85 with handle 0x88edd5ef35457c92 to hash 00000020:00000001:0.0:1767384296.547814:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384296.547815:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384296.547818:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384296.547820:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384296.547823:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384296.547825:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384296.547833:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384296.547836:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384296.547837:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384296.547839:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384296.547841:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384296.547844:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384296.547850:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384296.547852:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.547854:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384296.547855:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.547873:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.547875:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384296.547877:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384296.547882:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001893e9bb) refcount = 2 00010000:00000040:0.0:1767384296.547884:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384296.547886:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384296.547890:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384296.547892:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384296.547896:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082d54c1c. 00000100:00000001:0.0:1767384296.547898:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384296.547901:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc4562bd. 00000100:00000001:0.0:1767384296.547903:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950204867328 : -130123504684288 : ffff89a742b9f300) 00000100:00000001:0.0:1767384296.547904:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950204867328 : -130123504684288 : ffff89a742b9f300) 00000100:00000001:0.0:1767384296.547906:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384296.547907:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384296.547908:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384296.547911:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384296.547912:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384296.547913:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384296.547915:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384296.547917:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384296.547918:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384296.547920:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384296.547923:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:0.0:1767384296.547925:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384296.547926:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384296.547929:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384296.547932:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d3afa1f. 00000100:00000001:0.0:1767384296.547936:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384296.547939:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384296.547956:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 366 lvb_type: 0 00010000:00000001:0.0:1767384296.547962:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000020:3.0:1767384296.547964:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384296.547965:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384296.547970:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:0.0:1767384296.547971:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 20000000:00000010:3.0:1767384296.547973:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d373b1f. 20000000:00000001:3.0:1767384296.547981:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384296.547987:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742985472 00000100:00000001:0.0:1767384296.547988:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384296.547991:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.547993:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384296.547996:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742985600:0@lo:104: 00010000:00000200:3.0:1767384296.548000:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f34d02fe x1853236742985472/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.548002:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384296.548006:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384296.548010:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.548014:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384296.548017:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767384296.548018:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003da87993. 00010000:00000001:3.0:1767384296.548021:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.548022:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384296.548026:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=6 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384296.548028:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000100:00000001:3.0:1767384296.548032:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384296.548034:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000100:00000040:3.0:1767384296.548036:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000200:0.0:1767384296.548040:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742985600, portal 16 00000100:00000001:3.0:1767384296.548041:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384296.548047:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384296.548048:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384296.548050:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384296.548055:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384296.548060:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.548066:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384296.548068:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384296.548072:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384296.548074:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.548077:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fa2a06. 00000400:00000010:0.0:1767384296.548079:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf047641. 00000100:00000200:3.0:1767384296.548084:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742985472, offset 224 00000100:00000200:0.0:1767384296.548085:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742985600, offset 0 00000400:00000200:0.0:1767384296.548094:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.548124:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384296.548138:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384296.548139:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384296.548154:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc01780 00000400:00000200:3.0:1767384296.548159:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc01700 00000400:00000200:0.0:1767384296.548164:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:0.0:1767384296.548169:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.548176:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10dd [2] + 224 00000400:00000200:0.0:1767384296.548184:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384296.548188:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384296.548189:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384296.548194:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1767384296.548199:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384296.548200:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb795d1. 00000100:00000040:0.0:1767384296.548205:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000afb795d1 x1853236742985600 msgsize 328 00000100:00000001:3.0:1767384296.548211:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384296.548212:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384296.548221:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.548230:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384296.548239:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384296.548239:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf047641 00000400:00000010:0.0:1767384296.548244:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf047641. 00000100:00000001:0.0:1767384296.548249:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384296.548256:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.548291:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384296.548299:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384296.548301:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1fa2a06 00000400:00000010:3.0:1767384296.548306:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1fa2a06. 00000100:00000040:0.0:1767384296.548311:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.548313:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.548317:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.548319:0:17881:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.548323:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384296.548328:0:17881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384296.548333:0:17881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384296.548334:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00000400:00000010:2.0:1767384296.548338:0:17881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da301b42. 00010000:00000001:3.0:1767384296.548343:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384296.548343:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384296.548346:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014f7a738 00000020:00000001:3.0:1767384296.548348:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.548349:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384296.548353:0:17881:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014f7a738. 00000020:00000001:3.0:1767384296.548355:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384296.548359:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.548362:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384296.548365:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f34d02fe x1853236742985472/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.548365:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294883604 00000100:00000200:2.0:1767384296.548371:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.548375:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294883601 00000100:00000001:0.0:1767384296.548386:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294883604 00000100:00000001:0.0:1767384296.548396:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294883601 00000100:00000001:0.0:1767384296.548405:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294883604 00000100:00000001:0.0:1767384296.548416:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294883601 00000100:00000200:2.0:1767384296.548420:0:17881:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.548423:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17881:x1853236742985472:12345-0@lo:253: Request processed in 2659us (2886us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384296.548424:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294883604 00000100:00000001:0.0:1767384296.548433:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294883601 00000100:00000001:0.0:1767384296.548446:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384296.548448:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:2.0:1767384296.548450:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384296.548452:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.548456:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384296.548457:0:17881:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.548458:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.548463:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.548466:0:17881:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384296.548467:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.548473:0:17881:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384296.548474:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.548476:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384296.548480:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384296.548480:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384296.548483:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e319b89. 00010000:00000001:0.0:1767384296.548485:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384296.548486:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.548489:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 02000000:00000001:2.0:1767384296.548495:0:17881:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.548497:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.548498:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf7cd671. 00000100:00001000:2.0:1767384296.548505:0:17881:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=6 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384296.548506:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:3.0:1767384296.548507:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:0.0:1767384296.548510:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1767384296.548515:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384296.548518:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384296.548519:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002e06d8ba. 00000100:00001000:2.0:1767384296.548520:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.548526:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384296.548529:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384296.548530:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384296.548533:0:17881:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384296.548535:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384296.548535:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dc4562bd going to sleep for 11 seconds 00000100:00000001:2.0:1767384296.548539:0:17881:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.548543:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384296.548545:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384296.548548:0:17881:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384296.548549:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384296.548551:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00010000:00000001:2.0:1767384296.548554:0:17881:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384296.548560:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fa2a06. 00000100:00000001:2.0:1767384296.548561:0:17881:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.548578:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.548593:0:17881:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.548598:0:17881:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384296.548601:0:17881:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384296.548607:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384296.548614:0:17881:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003029348e pname:cluuid:pid:xid:nid:opc:job mount.lustre:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17881:1853236742985472:0@lo:253: 00000100:00000001:2.0:1767384296.548617:0:17881:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.548621:0:17881:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.548626:0:17881:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384296.548628:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.548630:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.548653:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384296.548656:0:17881:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000059e76876. 00000100:00000001:2.0:1767384296.548660:0:17881:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384296.548664:0:17881:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384296.548673:0:17881:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1767384296.548679:0:17881:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384296.548683:0:17881:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384296.548686:0:17881:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384296.548690:0:17881:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384296.548694:0:17881:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384296.548699:0:17881:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384296.548702:0:17881:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384296.548707:0:17881:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384296.548711:0:17881:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384296.548713:0:17881:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.548720:0:17881:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003029348e x1853236742985472/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.548738:0:17881:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384296.548740:0:17881:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384296.548745:0:17881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000aadaa41a. 02000000:00000001:2.0:1767384296.548748:0:17881:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384296.548758:0:17881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384296.548761:0:17881:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384296.548766:0:17881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384296.548768:0:17881:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6602c23. 02000000:00000001:2.0:1767384296.548774:0:17881:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.548778:0:17881:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.548781:0:17881:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003029348e. 00000100:00000001:2.0:1767384296.548787:0:17881:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384296.548790:0:17881:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384296.548794:0:17881:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.548800:0:17881:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384296.548804:0:17881:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.548807:0:17881:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.548811:0:17881:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 000000006652553c. 00000020:00000001:2.0:1767384296.548817:0:17881:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:2.0:1767384296.548824:0:17881:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000001:0.0:1767384296.548879:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384296.548884:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384296.548889:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384296.548893:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb9a1a. 00000400:00000200:0.0:1767384296.548898:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:0.0:1767384296.548902:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000100:00000001:0.0:1767384296.548907:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384296.548913:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384296.548938:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384296.548960:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384296.548965:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.548971:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384296.548978:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767384296.548981:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384296.548982:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384296.548986:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384296.548988:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384296.548994:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384296.548998:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.549002:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.549006:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.549011:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000769ebc54 already unused, calling callback (00000000a14c0dae) 02000000:00000001:0.0:1767384296.549011:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384296.549019:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=6 v=5 (5 0 0 0) 10000000:00000001:3.0:1767384296.549020:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384296.549026:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384296.549026:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.549036:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384296.549040:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.549048:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384296.549048:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384296.549053:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.549054:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384296.549056:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.549060:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384296.549065:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384296.549066:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=3 00000020:00000001:3.0:1767384296.549074:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:3.0:1767384296.549078:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:3.0:1767384296.549082:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384296.549084:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384296.549154:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384296.549156:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384296.549161:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384296.549163:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384296.549165:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384296.549167:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384296.549169:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384296.549173:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.549177:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.549181:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384296.549183:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.549185:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384296.549186:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384296.549188:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384296.549189:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384296.549191:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000040:0.0:1767384296.549194:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384296.549196:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384296.549201:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00000100:00100000:0.0:1767384296.549207:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742985600:0@lo:104: 10000000:00000001:3.0:1767384296.549209:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384296.549214:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.549215:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.549221:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.549223:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384296.549224:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384296.549228:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384296.549230:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384296.549231:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236742985600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384296.549236:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384296.549242:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384296.549242:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384296.549244:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384296.549249:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003da87993. 00010000:00000001:3.0:1767384296.549250:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.549253:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384296.549272:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000769ebc54 with handle 0x88edd5ef35457c0d from hash 00000020:00000001:0.0:1767384296.549272:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384296.549276:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:0.0:1767384296.549281:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384296.549290:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:0.0:1767384296.549292:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d3afa1f. 00010000:00000001:3.0:1767384296.549294:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384296.549297:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384296.549299:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384296.549300:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384296.549303:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00010000:00000001:3.0:1767384296.549304:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384296.549307:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384296.549310:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384296.549311:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.549315:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:0.0:1767384296.549315:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc4562bd. 00010000:00000001:3.0:1767384296.549323:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384296.549323:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384296.549325:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384296.549328:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:0.0:1767384296.549329:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082d54c1c. 00000100:00000010:3.0:1767384296.549335:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408a3767. 00010000:00000001:0.0:1767384296.549335:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.549339:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384296.549342:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384296.549345:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384296.549347:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384296.549351:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf7cd671. 00010000:00000001:0.0:1767384296.549356:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.549359:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.549364:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384296.549365:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384296.549368:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767384296.549369:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384296.549373:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384296.549375:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384296.549389:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384296.549391:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.549393:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384296.549394:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.549399:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408a3767] to pc [ptlrpcd_00_02+2] req@00000000408a3767 x1853236742985728/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384296.549424:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384296.549427:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.549428:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.549430:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.549433:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384296.549435:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.549437:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.549443:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384296.549444:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384296.549448:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457c0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457c14 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384296.549452:0:16350:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002c035e1d. 00010000:00000040:3.0:1767384296.549455:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000501ddebf count: 0 00000020:00000010:0.0:1767384296.549461:0:16350:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005d3afa1f. 00010000:00000001:3.0:1767384296.549465:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.549470:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 80000000:00000010:0.0:1767384296.549470:0:16350:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2815ea0. 00010000:00000010:3.0:1767384296.549475:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009771518e. 40000000:00000010:0.0:1767384296.549478:0:16350:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000082d54c1c. 00010000:00000001:3.0:1767384296.549480:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.549487:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000008:00000010:0.0:1767384296.549488:0:16350:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000135f764f. 00000020:00000001:3.0:1767384296.549491:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.549496:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000010:0.0:1767384296.549496:0:16350:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000caa965f2. 00000020:00000001:3.0:1767384296.549500:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384296.549504:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.549506:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00008000:00000010:0.0:1767384296.549507:0:16350:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ddf9b3ab. 00100000:00000010:0.0:1767384296.549512:0:16350:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000122c2266. 00000020:00000001:3.0:1767384296.549515:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:0.0:1767384296.549517:0:16350:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ef0303a. 00000020:00000001:3.0:1767384296.549518:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.549524:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:0.0:1767384296.549526:0:16350:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000039f46510. 00040000:00000010:0.0:1767384296.549532:0:16350:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003da87993. 00080000:00000010:0.0:1767384296.549540:0:16350:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cac3516c. 00080000:00000010:0.0:1767384296.549547:0:16350:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ec799a6. 00000004:00000010:0.0:1767384296.549555:0:16350:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4b965b1. 00000004:00000010:0.0:1767384296.549562:0:16350:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094ea0e61. 00000004:00000010:0.0:1767384296.549567:0:16350:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de732c7d. 00002000:00000010:0.0:1767384296.549574:0:16350:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000051372f10. 00000004:00000010:0.0:1767384296.549578:0:16350:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000033f31741. 00000080:00000010:0.0:1767384296.549583:0:16350:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000979b131e. 00000080:00000010:0.0:1767384296.549591:0:16350:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000557a06c9. 00000008:00000010:0.0:1767384296.549601:0:16350:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000179b8673. 00020000:00000010:0.0:1767384296.549608:0:16350:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d60781e3. 00008000:00000010:0.0:1767384296.549617:0:16350:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000349a181d. 00000080:00000010:0.0:1767384296.549625:0:16350:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000478ce12d. 00000100:00000001:0.0:1767384296.549634:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.549797:0:17066:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384296.549803:0:17066:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985728 02000000:00000001:3.0:1767384296.549811:0:17066:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384296.549815:0:17066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384296.549821:0:17066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.549828:0:17066:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.549833:0:17066:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985728 00000020:00000001:3.0:1767384296.549837:0:17066:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384296.549840:0:17066:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384296.549844:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.549846:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384296.549852:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384296.549860:0:17066:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384296.549877:0:17066:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.549881:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094cae434. 00000100:00000001:3.0:1767384296.549883:0:17066:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.549884:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094cae434. 00000020:00000010:3.0:1767384296.549888:0:17066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a22a3cca. 00000020:00000010:3.0:1767384296.549891:0:17066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.549895:0:17066:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:3.0:1767384296.549903:0:17066:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384296.549905:0:17066:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384296.549906:0:17066:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384296.549907:0:17066:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384296.549909:0:17066:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.549911:0:17066:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384296.549914:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384296.549915:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.549916:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=4 00000020:00000001:3.0:1767384296.549918:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:3.0:1767384296.549920:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00010000:3.0:1767384296.549923:0:17066:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 366 lvb_type: 0 00010000:00000001:3.0:1767384296.549935:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.549936:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.549937:0:17066:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.549939:0:17066:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.549943:0:17066:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384296.549946:0:17066:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003cc06c8f x1853236742985728/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.549951:0:17066:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384296.549952:0:17066:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.549964:0:17066:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.549972:0:17066:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.549973:0:17066:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384296.549976:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384296.549978:0:17066:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384296.549980:0:17066:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088537856 : -130122621013760 : ffff89a77765b100) 00000100:00000040:3.0:1767384296.549983:0:17066:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cc06c8f x1853236742985728/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.549990:0:17066:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.549992:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094cae434. 00000100:00000001:3.0:1767384296.549993:0:17066:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384296.549995:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094cae434. 00000100:00100000:3.0:1767384296.549998:0:17066:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cc06c8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742985728:12345-0@lo:103: 00000100:00000200:3.0:1767384296.550001:0:17066:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985728 00010000:00000001:3.0:1767384296.550003:0:17066:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384296.550004:0:17066:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384296.550006:0:17066:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384296.550009:0:17066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384296.550010:0:17066:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384296.550012:0:17066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002472f8bf. 02000000:00000001:3.0:1767384296.550013:0:17066:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.550015:0:17066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550021:0:17066:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384296.550023:0:17066:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384296.550025:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384296.550026:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.550027:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=4 00000020:00000001:3.0:1767384296.550028:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:3.0:1767384296.550030:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000040:3.0:1767384296.550032:0:17066:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001893e9bb count: 3 00010000:00010000:3.0:1767384296.550034:0:17066:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 366 lvb_type: 0 00000100:00001000:3.0:1767384296.550039:0:17066:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384296 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384296.550041:0:17066:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384296.550045:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550046:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384296.550047:0:17066:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 366 lvb_type: 0 00000020:00000001:3.0:1767384296.550052:0:17066:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384296.550053:0:17066:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384296.550054:0:17066:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.550056:0:17066:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550058:0:17066:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384296.550059:0:17066:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384296.550062:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550063:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550064:0:17066:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384296.550065:0:17066:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.550083:0:17066:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000be4d3378 with handle 0x88edd5ef35457c14 from hash 00010000:00000001:3.0:1767384296.550085:0:17066:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384296.550086:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550087:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550088:0:17066:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384296.550090:0:17066:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384296.550091:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384296.550092:0:17066:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000be4d3378/0x88edd5ef35457c14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457c0d expref: 15 pid: 17074 timeout: 366 lvb_type: 0 00010000:00000040:3.0:1767384296.550101:0:17066:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:3.0:1767384296.550102:0:17066:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:3.0:1767384296.550107:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550108:0:17066:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384296.550110:0:17066:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384296.550111:0:17066:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a79dbd85 00010000:00000001:3.0:1767384296.550112:0:17066:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384296.550173:0:17066:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384296.550175:0:17066:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.550177:0:17066:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384296.550179:0:17066:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.550182:0:17066:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384296.550184:0:17066:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384296.550185:0:17066:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550193:0:17066:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384296.550195:0:17066:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384296.550197:0:17066:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384296.550199:0:17066:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384296.550200:0:17066:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001893e9bb) refcount = 2 00010000:00010000:3.0:1767384296.550205:0:17066:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550211:0:17066:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384296.550214:0:17066:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384296.550215:0:17066:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.550218:0:17066:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384296.550223:0:17066:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094cae434. 00000100:00000001:3.0:1767384296.550226:0:17066:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384296.550230:0:17066:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ca2cdac. 00000100:00000001:3.0:1767384296.550232:0:17066:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950295266624 : -130123414284992 : ffff89a7481d5540) 00000100:00000001:3.0:1767384296.550235:0:17066:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950295266624 : -130123414284992 : ffff89a7481d5540) 00000100:00000001:3.0:1767384296.550237:0:17066:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384296.550246:0:17066:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384296.550248:0:17066:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384296.550250:0:17066:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384296.550253:0:17066:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002467487s 00010000:00000001:3.0:1767384296.550272:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384296.550274:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.550275:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=5 00000020:00000001:3.0:1767384296.550278:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:3.0:1767384296.550280:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:3.0:1767384296.550283:0:17066:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384296.550285:0:17066:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550292:0:17066:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384296.550294:0:17066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550300:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550301:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384296.550303:0:17066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550307:0:17066:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384296.550308:0:17066:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550310:0:17066:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384296.550312:0:17066:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384296.550318:0:17066:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a79dbd85 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384296.550321:0:17066:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384296.550323:0:17066:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384296.550325:0:17066:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550331:0:17066:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384296.550340:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384296.550342:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.550343:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=6 00000020:00000001:3.0:1767384296.550346:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:3.0:1767384296.550348:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:3.0:1767384296.550351:0:17066:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384296.550353:0:17066:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550359:0:17066:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384296.550360:0:17066:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384296.550361:0:17066:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550371:0:17066:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384296.550372:0:17066:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384296.550373:0:17066:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384296.550374:0:17066:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.550376:0:17066:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a79dbd85 with handle 0x88edd5ef35457c92 from hash 00010000:00000001:3.0:1767384296.550377:0:17066:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384296.550378:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550379:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550380:0:17066:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384296.550381:0:17066:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384296.550383:0:17066:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384296.550384:0:17066:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384296.550386:0:17066:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.550388:0:17066:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550389:0:17066:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384296.550391:0:17066:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384296.550393:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550395:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550396:0:17066:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550398:0:17066:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550399:0:17066:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.550401:0:17066:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550405:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384296.550408:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550413:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550415:0:17066:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384296.550416:0:17066:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384296.550420:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384296.550422:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550425:0:17066:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384296.550428:0:17066:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384296.550433:0:17066:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.550433:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384296.550438:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384296.550440:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384296.550441:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550445:0:17066:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384296.550446:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384296.550448:0:17066:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384296.550452:0:17066:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384296.550457:0:17066:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.550459:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384296.550460:0:17066:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.550463:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384296.550464:0:17066:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:0.0:1767384296.550466:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457c92 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384296.550468:0:17066:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ca2cdac. 00000100:00000001:3.0:1767384296.550477:0:17066:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384296.550479:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384296.550481:0:17066:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384296.550483:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.0:1767384296.550488:0:17066:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094cae434. 00010000:00000001:3.0:1767384296.550491:0:17066:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384296.550493:0:17066:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001893e9bb count: 0 00010000:00010000:3.0:1767384296.550499:0:17066:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384296.550500:0:17066:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384296.550503:0:17066:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384296.550504:0:17066:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384296.550506:0:17066:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384296.550509:0:17066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.550511:0:17066:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000001:3.0:1767384296.550512:0:17066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384296.550514:0:17066:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384296.550515:0:17066:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.550517:0:17066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384296.550519:0:17066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.550522:0:17066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384296.550525:0:17066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742985728, offset 224 00000400:00000200:3.0:1767384296.550528:0:17066:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.550539:0:17066:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384296.550544:0:17066:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc01800 00000400:00000200:3.0:1767384296.550547:0:17066:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:3.0:1767384296.550550:0:17066:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.550553:0:17066:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384296.550555:0:17066:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384296.550558:0:17066:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408a3767 x1853236742985728/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384296.550565:0:17066:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000408a3767 x1853236742985728/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.550579:0:17066:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384296.550583:0:17066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384296.550584:0:17066:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384296.550586:0:17066:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.550587:0:17066:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384296.550590:0:17066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.550592:0:17066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00010000:00000001:3.0:1767384296.550594:0:17066:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.550595:0:17066:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.550598:0:17066:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc06c8f x1853236742985728/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:277/0 lens 328/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.550607:0:17066:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cc06c8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742985728:12345-0@lo:103: Request processed in 614us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384296.550619:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384296.550623:0:17066:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384296.550627:0:17066:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384296.550632:0:17066:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384296.550635:0:17066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e319b89. 00000020:00000010:3.0:1767384296.550642:0:17066:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000020:00000010:3.0:1767384296.550647:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a22a3cca. 00000020:00000040:3.0:1767384296.550653:0:17066:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:3.0:1767384296.550658:0:17066:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384296.551174:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbb35d63. 00000020:00000010:2.0:1767384296.551179:0:17881:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef62cb2c. 00000020:00000010:2.0:1767384296.551182:0:17881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068dd68bf. 00000020:00000010:2.0:1767384296.551185:0:17881:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384296.551188:0:17881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c54b3462. 80000000:00000010:2.0:1767384296.551190:0:17881:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002dffc227. 40000000:00000010:2.0:1767384296.551192:0:17881:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b54aa3d. 00100000:00000010:2.0:1767384296.551195:0:17881:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b03315c. 00040000:00000010:2.0:1767384296.551197:0:17881:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008daf60a3. 00040000:00000010:2.0:1767384296.551200:0:17881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000365dffb. 00080000:00000010:2.0:1767384296.551204:0:17881:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000035591210. 00080000:00000010:2.0:1767384296.551207:0:17881:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001c11e59c. 00002000:00000010:2.0:1767384296.551211:0:17881:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000527036f4. 00000020:00000010:2.0:1767384296.551213:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e0bde09. 00000020:00000010:2.0:1767384296.551215:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e36af1ff. 00000020:00000010:2.0:1767384296.551217:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6daa231. 00002000:00000001:2.0:1767384296.551220:0:17881:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:2.0:1767384296.551222:0:17881:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:2.0:1767384296.551230:0:17881:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:2.0:1767384296.551232:0:17881:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:2.0:1767384296.551234:0:17881:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384296.551236:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.551237:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.551240:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00000020:00000001:2.0:1767384296.551242:0:17881:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551245:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384296.551249:0:17881:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613945917035048 : -130127792516568 : ffff89a64326d228) 00080000:00000001:2.0:1767384296.551251:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.551253:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.551281:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.551290:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551292:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.551293:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551295:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.551296:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.551298:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 98:1507261122 to info 0000000035591210 00000020:00000001:2.0:1767384296.551301:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e740c5a1 00080000:00000002:2.0:1767384296.551302:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:2.0:1767384296.551304:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551306:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384296.551309:0:17881:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000986abebb. 00080000:00000001:2.0:1767384296.551311:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.551312:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.551316:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad226c44. 00000020:00000001:2.0:1767384296.551319:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.551321:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000259beddb. 00000020:00000001:2.0:1767384296.551323:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551325:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551326:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551328:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551330:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551333:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551336:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551347:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945909977688 : -130127799573928 : ffff89a642bb2258) 00040000:00000001:2.0:1767384296.551352:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551353:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551354:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551355:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551356:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551357:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.551360:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000259beddb. 00000020:00000010:2.0:1767384296.551363:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad226c44. 00000020:00000001:2.0:1767384296.551369:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551370:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551373:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005b437e23. 00002000:00000001:2.0:1767384296.551374:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917032616 : -130127792519000 : ffff89a64326c8a8) 00002000:00000001:2.0:1767384296.551377:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551378:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1767384296.551380:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000259beddb. 00002000:00000001:2.0:1767384296.551381:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551383:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551384:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551385:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551387:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551388:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551390:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551392:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917032616 : -130127792519000 : ffff89a64326c8a8) 00040000:00000001:2.0:1767384296.551395:0:17881:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:2.0:1767384296.551397:0:17881:0:(lu_object.c:207:lu_object_put()) Add 00000000b9b88395/00000000f9fb74f5 to site lru. bkt: 0000000047f73346 00040000:00000001:2.0:1767384296.551400:0:17881:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384296.551402:0:17881:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004d0160c9. 00040000:00000001:2.0:1767384296.551404:0:17881:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384296.551405:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551406:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551408:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000040bc6bc1. 00002000:00000001:2.0:1767384296.551409:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917037784 : -130127792513832 : ffff89a64326dcd8) 00002000:00000001:2.0:1767384296.551412:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551412:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:2.0:1767384296.551414:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f4a19372. 00002000:00000001:2.0:1767384296.551420:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551421:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551423:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.551425:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.551427:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.551429:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551430:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551433:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551434:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551436:0:17881:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384296.551438:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.551439:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.551441:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.551442:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551444:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551448:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917037784 : -130127792513832 : ffff89a64326dcd8) 00040000:00000001:2.0:1767384296.551452:0:17881:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446613945914596352 : -130127794955264 : ffff89a643019c00) 00040000:00000001:2.0:1767384296.551455:0:17881:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384296.551457:0:17881:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:2.0:1767384296.551461:0:17881:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384296.551463:0:17881:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384296.551465:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.551467:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.551470:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00000020:00000001:2.0:1767384296.551473:0:17881:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551476:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.551478:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.551487:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.551509:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551512:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.551513:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551515:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.551517:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.551520:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 99:2783227730 to info 0000000035591210 00000020:00000001:2.0:1767384296.551524:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f0c3793f 00080000:00000002:2.0:1767384296.551532:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:2.0:1767384296.551535:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551538:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551541:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.551543:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.551548:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c1e6ef31. 00000020:00000001:2.0:1767384296.551551:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.551552:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae26be70. 00000020:00000001:2.0:1767384296.551554:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551556:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551557:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551559:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551560:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551564:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551566:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551569:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945909981016 : -130127799570600 : ffff89a642bb2f58) 00040000:00000001:2.0:1767384296.551573:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551574:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551575:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551575:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551576:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551577:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.551579:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ae26be70. 00000020:00000010:2.0:1767384296.551581:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1e6ef31. 00000020:00000001:2.0:1767384296.551585:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551586:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551588:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000035a7fe67. 00002000:00000001:2.0:1767384296.551589:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917033832 : -130127792517784 : ffff89a64326cd68) 00002000:00000001:2.0:1767384296.551591:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551592:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:2.0:1767384296.551593:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae26be70. 00002000:00000001:2.0:1767384296.551595:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551596:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551597:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551599:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551600:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551601:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551608:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551611:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917033832 : -130127792517784 : ffff89a64326cd68) 00040000:00000001:2.0:1767384296.551614:0:17881:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446613945914595840 : -130127794955776 : ffff89a643019a00) 00080000:00000010:2.0:1767384296.551622:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b3235d28. 00100000:00000001:2.0:1767384296.551630:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.551632:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.551635:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.551638:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.551640:0:17881:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446613945914595840 : -130127794955776 : ffff89a643019a00) 00080000:00000002:2.0:1767384296.551643:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:2.0:1767384296.551646:0:17881:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384296.551647:0:17881:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384296.551650:0:17881:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384296.551651:0:17881:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551653:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.551655:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.551659:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.551664:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551665:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.551666:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551667:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.551668:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.551670:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 100:16885153 to info 0000000035591210 00000020:00000001:2.0:1767384296.551673:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b100110a 00080000:00000002:2.0:1767384296.551674:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:2.0:1767384296.551676:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551677:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551679:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.551680:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551682:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551684:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f8fb032c. 00002000:00000001:2.0:1767384296.551685:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917033224 : -130127792518392 : ffff89a64326cb08) 00002000:00000001:2.0:1767384296.551687:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551688:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:2.0:1767384296.551700:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000812af618. 00002000:00000001:2.0:1767384296.551702:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551703:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551705:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551706:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551707:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551709:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551712:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551714:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917033224 : -130127792518392 : ffff89a64326cb08) 00080000:00000010:2.0:1767384296.551717:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f5378043. 00100000:00000001:2.0:1767384296.551721:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.551722:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.551724:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.551726:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.551727:0:17881:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446613945914589184 : -130127794962432 : ffff89a643018000) 00080000:00000002:2.0:1767384296.551729:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:2.0:1767384296.551732:0:17881:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384296.551734:0:17881:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002fe8ee7d. 00000001:00000001:2.0:1767384296.551736:0:17881:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.551738:0:17881:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e350587e. 00000001:00000010:2.0:1767384296.551740:0:17881:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002a1b1bfc. 00000001:00000010:2.0:1767384296.551742:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e6804c05. 00040000:00000001:2.0:1767384296.551743:0:17881:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446613951210272576 : -130122499279040 : ffff89a77ea73740) 00000020:00000001:2.0:1767384296.551746:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.551752:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.551753:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.551756:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.551757:0:17881:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384296.551758:0:17881:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384296.551760:0:17881:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000014ebbdce. 00040000:00000001:2.0:1767384296.551761:0:17881:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384296.551762:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551764:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551765:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007932b3ca. 00002000:00000001:2.0:1767384296.551766:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917036568 : -130127792515048 : ffff89a64326d818) 00002000:00000001:2.0:1767384296.551768:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551774:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:2.0:1767384296.551776:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000980b9cad. 00002000:00000001:2.0:1767384296.551778:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551779:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551781:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.551781:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.551783:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.551784:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551785:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551788:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551789:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551791:0:17881:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384296.551793:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.551793:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.551794:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.551795:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551797:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551800:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917036568 : -130127792515048 : ffff89a64326d818) 00040000:00000001:2.0:1767384296.551801:0:17881:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446613945914592256 : -130127794959360 : ffff89a643018c00) 00040000:00000001:2.0:1767384296.551803:0:17881:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384296.551804:0:17881:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:2.0:1767384296.551806:0:17881:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384296.551807:0:17881:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384296.551808:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.551809:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.551811:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00000020:00000001:2.0:1767384296.551813:0:17881:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551814:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.551816:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.551819:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.551824:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551825:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.551826:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551827:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.551828:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.551834:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 101:824773334 to info 0000000035591210 00000020:00000001:2.0:1767384296.551836:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f0c3793f 00080000:00000002:2.0:1767384296.551837:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:2.0:1767384296.551839:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551841:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551842:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.551844:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.551846:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000be231b99. 00000020:00000001:2.0:1767384296.551848:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.551850:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016789a46. 00000020:00000001:2.0:1767384296.551851:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551853:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551854:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551855:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551857:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551859:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551861:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551863:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945918614616 : -130127790937000 : ffff89a6433eec58) 00040000:00000001:2.0:1767384296.551867:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551868:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551868:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551869:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.551870:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.551871:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.551873:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000016789a46. 00000020:00000010:2.0:1767384296.551874:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000be231b99. 00000020:00000001:2.0:1767384296.551877:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551878:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551880:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa4e9aca. 00002000:00000001:2.0:1767384296.551881:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917032312 : -130127792519304 : ffff89a64326c778) 00002000:00000001:2.0:1767384296.551883:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551884:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:2.0:1767384296.551885:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016789a46. 00002000:00000001:2.0:1767384296.551887:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551888:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551889:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551894:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551896:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551898:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551900:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551903:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917032312 : -130127792519304 : ffff89a64326c778) 00040000:00000001:2.0:1767384296.551904:0:17881:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446613945917368832 : -130127792182784 : ffff89a6432bea00) 00080000:00000010:2.0:1767384296.551907:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006878b5d6. 00100000:00000001:2.0:1767384296.551911:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.551913:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.551914:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.551916:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.551918:0:17881:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446613945917368832 : -130127792182784 : ffff89a6432bea00) 00080000:00000002:2.0:1767384296.551920:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:2.0:1767384296.551921:0:17881:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384296.551922:0:17881:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384296.551924:0:17881:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384296.551925:0:17881:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551927:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.551928:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.551931:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.551934:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551936:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.551937:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551938:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.551939:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.551941:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 102:1372995235 to info 0000000035591210 00000020:00000001:2.0:1767384296.551943:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b100110a 00080000:00000002:2.0:1767384296.551944:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:2.0:1767384296.551946:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551947:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551948:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.551950:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.551951:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.551952:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087c7c4c4. 00002000:00000001:2.0:1767384296.551954:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917034136 : -130127792517480 : ffff89a64326ce98) 00002000:00000001:2.0:1767384296.551959:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.551960:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:2.0:1767384296.551962:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003cc062f5. 00002000:00000001:2.0:1767384296.551964:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551965:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.551966:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.551968:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.551969:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.551971:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.551973:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.551975:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917034136 : -130127792517480 : ffff89a64326ce98) 00080000:00000010:2.0:1767384296.551978:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001b7b443c. 00100000:00000001:2.0:1767384296.551982:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.551983:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.551984:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.551986:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.551987:0:17881:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446613945917370880 : -130127792180736 : ffff89a6432bf200) 00080000:00000002:2.0:1767384296.551989:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:2.0:1767384296.551990:0:17881:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384296.551992:0:17881:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000160ba0a8. 00000001:00000001:2.0:1767384296.551993:0:17881:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.551995:0:17881:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d032deac. 00000001:00000010:2.0:1767384296.551997:0:17881:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000568167bb. 00000001:00000010:2.0:1767384296.551999:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ce7aa06e. 00040000:00000001:2.0:1767384296.552000:0:17881:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446613950204746912 : -130123504804704 : ffff89a742b81ca0) 00000020:00000001:2.0:1767384296.552002:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.552005:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.552006:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.552008:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.552009:0:17881:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384296.552010:0:17881:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384296.552012:0:17881:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a2c12f98. 00040000:00000001:2.0:1767384296.552013:0:17881:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384296.552014:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.552015:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.552020:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001055ae75. 00002000:00000001:2.0:1767384296.552022:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917033528 : -130127792518088 : ffff89a64326cc38) 00002000:00000001:2.0:1767384296.552024:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.552025:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:2.0:1767384296.552027:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bf409723. 00002000:00000001:2.0:1767384296.552028:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552029:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.552031:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.552032:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.552033:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.552034:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552035:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.552038:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552039:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.552041:0:17881:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384296.552043:0:17881:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384296.552043:0:17881:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384296.552044:0:17881:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384296.552045:0:17881:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552047:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.552049:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917033528 : -130127792518088 : ffff89a64326cc38) 00040000:00000001:2.0:1767384296.552051:0:17881:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446613945917373440 : -130127792178176 : ffff89a6432bfc00) 00040000:00000001:2.0:1767384296.552053:0:17881:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384296.552054:0:17881:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:2.0:1767384296.552055:0:17881:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384296.552057:0:17881:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384296.552058:0:17881:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384296.552058:0:17881:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613950697533952 : -130123012017664 : 0xffff89a760177200) 00000020:00000001:2.0:1767384296.552060:0:17881:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613950697533952 : -130123012017664 : ffff89a760177200) 00000020:00000001:2.0:1767384296.552062:0:17881:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552063:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.552065:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.552068:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.552072:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552074:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.552078:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552079:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.552080:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.552082:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 103:1637599932 to info 0000000035591210 00000020:00000001:2.0:1767384296.552084:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f0c3793f 00080000:00000002:2.0:1767384296.552085:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:2.0:1767384296.552087:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552089:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552090:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.552092:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384296.552094:0:17881:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b630a7e2. 00000020:00000001:2.0:1767384296.552096:0:17881:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384296.552097:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de8b262f. 00000020:00000001:2.0:1767384296.552130:0:17881:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552133:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.552135:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.552137:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552139:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.552143:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552146:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.552150:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945918611800 : -130127790939816 : ffff89a6433ee158) 00040000:00000001:2.0:1767384296.552155:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.552156:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.552157:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.552158:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384296.552159:0:17881:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384296.552160:0:17881:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384296.552162:0:17881:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000de8b262f. 00000020:00000010:2.0:1767384296.552165:0:17881:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b630a7e2. 00000020:00000001:2.0:1767384296.552172:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.552174:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.552177:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cc6c03f0. 00002000:00000001:2.0:1767384296.552179:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917034440 : -130127792517176 : ffff89a64326cfc8) 00002000:00000001:2.0:1767384296.552181:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.552182:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:2.0:1767384296.552183:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de8b262f. 00002000:00000001:2.0:1767384296.552189:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552191:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.552192:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.552195:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552197:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.552200:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552202:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.552205:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917034440 : -130127792517176 : ffff89a64326cfc8) 00040000:00000001:2.0:1767384296.552207:0:17881:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446613945917372928 : -130127792178688 : ffff89a6432bfa00) 00080000:00000010:2.0:1767384296.552209:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b69eedf1. 00100000:00000001:2.0:1767384296.552214:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.552216:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.552217:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.552219:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.552221:0:17881:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446613945917372928 : -130127792178688 : ffff89a6432bfa00) 00080000:00000002:2.0:1767384296.552223:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:2.0:1767384296.552224:0:17881:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384296.552225:0:17881:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384296.552227:0:17881:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384296.552228:0:17881:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552230:0:17881:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384296.552231:0:17881:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384296.552234:0:17881:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384296.552238:0:17881:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552240:0:17881:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384296.552240:0:17881:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552242:0:17881:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384296.552243:0:17881:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384296.552244:0:17881:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 104:203298386 to info 0000000035591210 00000020:00000001:2.0:1767384296.552247:0:17881:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b100110a 00080000:00000002:2.0:1767384296.552248:0:17881:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:2.0:1767384296.552249:0:17881:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552251:0:17881:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552252:0:17881:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.552253:0:17881:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384296.552281:0:17881:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384296.552283:0:17881:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3129fb2. 00002000:00000001:2.0:1767384296.552285:0:17881:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446613945917030792 : -130127792520824 : ffff89a64326c188) 00002000:00000001:2.0:1767384296.552287:0:17881:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384296.552288:0:17881:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:2.0:1767384296.552290:0:17881:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9434581. 00002000:00000001:2.0:1767384296.552291:0:17881:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552292:0:17881:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384296.552294:0:17881:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384296.552296:0:17881:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384296.552298:0:17881:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384296.552302:0:17881:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.552305:0:17881:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.552308:0:17881:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446613945917030792 : -130127792520824 : ffff89a64326c188) 00080000:00000010:2.0:1767384296.552311:0:17881:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000166b5d8d. 00100000:00000001:2.0:1767384296.552317:0:17881:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384296.552318:0:17881:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e15974c. 00100000:00000010:2.0:1767384296.552320:0:17881:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e15974c. 00100000:00000001:2.0:1767384296.552323:0:17881:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384296.552325:0:17881:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446613945917366272 : -130127792185344 : ffff89a6432be000) 00080000:00000002:2.0:1767384296.552327:0:17881:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 104 00040000:00000001:2.0:1767384296.552328:0:17881:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384296.552330:0:17881:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c6c2bed1. 00000001:00000001:2.0:1767384296.552332:0:17881:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384296.552335:0:17881:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ea99e19c. 00000001:00000010:2.0:1767384296.552338:0:17881:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000078dae141. 00000001:00000010:2.0:1767384296.552340:0:17881:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ae9f1ed4. 00040000:00000001:2.0:1767384296.552342:0:17881:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446613950204747392 : -130123504804224 : ffff89a742b81e80) 00000020:00000001:2.0:1767384296.552343:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.552347:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.552349:0:17881:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384296.552351:0:17881:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.552353:0:17881:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384296.552355:0:17881:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384296.552357:0:17881:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.552364:0:17881:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384296.552365:0:17881:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.552367:0:17881:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384296.552368:0:17881:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384296.552371:0:17881:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:2.0:1767384296.552373:0:17881:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000dd29ebe3. 00000020:00000010:2.0:1767384296.552375:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005287e5b7. 00000020:00000010:2.0:1767384296.552384:0:17881:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a23510e. 00000020:00000010:2.0:1767384296.552387:0:17881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2beead4. 00000020:00000010:2.0:1767384296.552390:0:17881:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e90bef8b. 00000020:00000010:2.0:1767384296.552392:0:17881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088515a17. 80000000:00000010:2.0:1767384296.552394:0:17881:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068bdaa37. 40000000:00000010:2.0:1767384296.552396:0:17881:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e15974c. 00100000:00000010:2.0:1767384296.552398:0:17881:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f206562. 00040000:00000010:2.0:1767384296.552400:0:17881:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000213172e. 00040000:00000010:2.0:1767384296.552402:0:17881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097a219ed. 00080000:00000010:2.0:1767384296.552405:0:17881:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000833bd382. 00080000:00000010:2.0:1767384296.552409:0:17881:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080a3a7d0. 00002000:00000010:2.0:1767384296.552413:0:17881:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b4830ff6. 00040000:00000001:2.0:1767384296.552593:0:17907:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00000100:00000040:3.0:1767384296.553349:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294883605, at 4294883606 00000100:00000010:3.0:1767384296.553357:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00000100:00000040:0.0:1767384296.554168:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294883605, at 4294883607 00000100:00000010:0.0:1767384296.554175:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000983a2861. 00000100:00000040:2.0:1767384296.554223:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294883605, at 4294883607 00000100:00000010:2.0:1767384296.554230:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034a22a22. 00080000:00000010:0.0:1767384296.554774:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e35246ab. 00080000:00000010:0.0:1767384296.554779:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000edc03379. 00080000:00000010:0.0:1767384296.554781:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b806737. 00080000:00000010:0.0:1767384296.554782:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b982f25. 00080000:00000010:0.0:1767384296.554784:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df710775. 00080000:00000010:0.0:1767384296.554786:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000170c27fb. 00080000:00000010:0.0:1767384296.554787:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e8afb5ca. 00080000:00000010:0.0:1767384296.554789:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000611f9010. 00080000:00000010:0.0:1767384296.554791:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009f49a579. 00080000:00000010:0.0:1767384296.554792:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bee5d819. 00080000:00000010:0.0:1767384296.554794:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000343799f3. 00080000:00000010:0.0:1767384296.554795:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007196cee7. 00080000:00000010:0.0:1767384296.554797:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dd7a970f. 00080000:00000010:0.0:1767384296.554798:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd68c50f. 00080000:00000010:0.0:1767384296.554800:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d776ddec. 00080000:00000010:0.0:1767384296.554802:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f3b89df0. 00080000:00000010:0.0:1767384296.554804:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dec9dbcb. 00080000:00000010:0.0:1767384296.554812:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000999f86a5. 00080000:00000010:0.0:1767384296.554814:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c5b8c9b. 00080000:00000010:0.0:1767384296.554816:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008cf9047b. 00080000:00000010:0.0:1767384296.554818:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089f0ce82. 00080000:00000010:0.0:1767384296.554820:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007d58e67c. 00080000:00000010:0.0:1767384296.554822:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000059de11e7. 00080000:00000010:0.0:1767384296.554823:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d8665d24. 00080000:00000010:0.0:1767384296.554825:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000017592bcf. 00080000:00000010:0.0:1767384296.554826:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096a51f86. 00080000:00000010:0.0:1767384296.554828:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058dad129. 00080000:00000010:0.0:1767384296.554829:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009af705b6. 00080000:00000010:0.0:1767384296.554831:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009d43098e. 00080000:00000010:0.0:1767384296.554832:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e704ce50. 00080000:00000010:0.0:1767384296.554834:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003862e242. 00080000:00000010:0.0:1767384296.554836:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009e7e551f. 00080000:00000010:0.0:1767384296.554837:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000055bc8b46. 00080000:00000010:0.0:1767384296.554839:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000017679a7c. 00080000:00000010:0.0:1767384296.554841:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de5d5258. 00080000:00000010:0.0:1767384296.554843:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004e664a1c. 00080000:00000010:0.0:1767384296.554845:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ca98cc3. 00080000:00000010:0.0:1767384296.554846:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9afc5b2. 00080000:00000010:0.0:1767384296.554848:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005a9e87ee. 00080000:00000010:0.0:1767384296.554849:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000091fa4b4b. 00080000:00000010:0.0:1767384296.554851:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002f454c2e. 00080000:00000010:0.0:1767384296.554852:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002a5732d2. 00080000:00000010:0.0:1767384296.554854:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000069acd52d. 00080000:00000010:0.0:1767384296.554855:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000565caa92. 00080000:00000010:0.0:1767384296.554857:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d532a28a. 00080000:00000010:0.0:1767384296.554858:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000713580db. 00080000:00000010:0.0:1767384296.554871:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cee836d5. 00080000:00000010:0.0:1767384296.554874:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b4ff4875. 00080000:00000010:0.0:1767384296.554876:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000006bf3ed3. 00080000:00000010:0.0:1767384296.554881:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008d2f1fb1. 00080000:00000010:0.0:1767384296.554883:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9e74a17. 00080000:00000010:0.0:1767384296.554885:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000026a12148. 00080000:00000010:0.0:1767384296.554887:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001ddf6801. 00080000:00000010:0.0:1767384296.554888:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f51dd89. 00080000:00000010:0.0:1767384296.554890:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000077c01b2d. 00080000:00000010:0.0:1767384296.554892:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c28ae528. 00080000:00000010:0.0:1767384296.554894:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e002d59d. 00080000:00000010:0.0:1767384296.554895:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003c62eb90. 00080000:00000010:0.0:1767384296.554897:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e1302a1d. 00080000:00000010:0.0:1767384296.554898:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061fbcb7c. 00080000:00000010:0.0:1767384296.554900:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085b0f34a. 00080000:00000010:0.0:1767384296.554901:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dce5fbff. 00080000:00000010:0.0:1767384296.554903:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000018e09cc5. 00080000:00000010:0.0:1767384296.554905:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000086f04c4e. 00080000:00000010:0.0:1767384296.554907:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e6595f65. 00080000:00000010:0.0:1767384296.554908:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd7a4b82. 00080000:00000010:0.0:1767384296.554910:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007578340f. 00080000:00000010:0.0:1767384296.554912:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002a154e7d. 00080000:00000010:0.0:1767384296.554914:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000093889083. 00080000:00000010:0.0:1767384296.554915:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006b08b523. 00080000:00000010:0.0:1767384296.554917:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e42e6cde. 00080000:00000010:0.0:1767384296.554919:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c48da595. 00080000:00000010:0.0:1767384296.554920:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008285b263. 00080000:00000010:0.0:1767384296.554922:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000338c0037. 00080000:00000010:0.0:1767384296.554924:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d7472cab. 00080000:00000010:0.0:1767384296.554925:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088e3b32d. 00080000:00000010:0.0:1767384296.554927:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000064983777. 00080000:00000010:0.0:1767384296.554929:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007a57ff7c. 00080000:00000010:0.0:1767384296.554930:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9cc0b4e. 00080000:00000010:0.0:1767384296.554932:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a417c16f. 00080000:00000010:0.0:1767384296.554933:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061c7a191. 00080000:00000010:0.0:1767384296.554939:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001db51b19. 00080000:00000010:0.0:1767384296.554940:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005f2cd0d3. 00080000:00000010:0.0:1767384296.554942:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ffb9f3a7. 00080000:00000010:0.0:1767384296.554944:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a2ec9c3c. 00080000:00000010:0.0:1767384296.554946:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000006caff4. 00080000:00000010:0.0:1767384296.554948:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd244fde. 00080000:00000010:0.0:1767384296.554949:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000009fdd696. 00080000:00000010:0.0:1767384296.554951:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5a07956. 00080000:00000010:0.0:1767384296.554953:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006033aa36. 00010000:00000010:3.1:1767384296.556126:0:17908:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000501ddebf. 00010000:00000010:3.1:1767384296.556137:0:17908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000769ebc54. 00010000:00000010:3.1:1767384296.556144:0:17908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be4d3378. 00010000:00000010:3.1:1767384296.556152:0:17908:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001893e9bb. 00080000:00000010:0.0:1767384296.556223:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007269ce0d. 00080000:00000010:0.0:1767384296.556230:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007269ce0d. 00000020:00000001:0.0:1767384296.556236:0:10600:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384296.556254:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007269ce0d. 00080000:00000010:0.0:1767384296.556280:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007269ce0d. 00080000:00000010:2.0:1767384296.556285:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000848de28f. 00000020:00000001:0.0:1767384296.556287:0:10600:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384296.556292:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000848de28f. 00000020:00000001:2.0:1767384296.556298:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384296.556309:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000848de28f. 00080000:00000010:2.0:1767384296.556312:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000848de28f. 00000020:00000001:2.0:1767384296.556315:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384296.557129:0:10600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a79dbd85. 00080000:00000010:3.0:1767384296.564715:0:17908:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e6fabe1f. 00080000:00000010:3.0:1767384296.564721:0:17908:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e6fabe1f. 00000020:00000001:3.0:1767384296.564725:0:17908:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384296.564732:0:17908:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e6fabe1f. 00080000:00000010:3.0:1767384296.564737:0:17908:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e6fabe1f. 00000020:00000001:3.0:1767384296.564740:0:17908:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384296.564790:0:17908:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384296.565145:0:17908:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384296.754748:0:17920:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000042b31978. 00080000:00000010:0.0:1767384296.754756:0:17920:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000042b31978. 00000020:00000001:0.0:1767384296.754760:0:17920:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384296.754767:0:17920:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000042b31978. 00080000:00000010:0.0:1767384296.754771:0:17920:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000042b31978. 00000020:00000001:0.0:1767384296.754774:0:17920:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384296.880538:0:17957:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abb39057. 00080000:00000010:3.0:1767384296.880548:0:17957:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abb39057. 00000020:00000001:3.0:1767384296.880551:0:17957:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384296.880556:0:17957:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abb39057. 00080000:00000010:3.0:1767384296.880559:0:17957:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abb39057. 00000020:00000001:3.0:1767384296.880562:0:17957:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384296.880586:0:17957:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384296.880732:0:17957:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1767384296.979162:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384296.979169:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.979177:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384296.979179:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384297.042675:0:17967:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384297.042684:0:17967:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384297.042689:0:17967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384297.042695:0:17967:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384297.042699:0:17967:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384297.042701:0:17967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384297.322054:0:18016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000780a71ef. 00080000:00000010:3.0:1767384297.322064:0:18016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000780a71ef. 00000020:00000001:3.0:1767384297.322068:0:18016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384297.322074:0:18016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000780a71ef. 00080000:00000010:3.0:1767384297.322078:0:18016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000780a71ef. 00000020:00000001:3.0:1767384297.322081:0:18016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466458:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (000000009a60fe89) now 10 - health_check_show 00000020:00000001:2.0:1767384297.466469:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466474:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466476:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 10 - health_check_show 00000020:00000040:2.0:1767384297.466480:0:18053:0:(obd_config.c:927:class_incref()) incref MGS (000000008d5d25dd) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466482:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466493:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466494:0:18053:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 6 - health_check_show 00000020:00000040:2.0:1767384297.466496:0:18053:0:(obd_config.c:927:class_incref()) incref MGC192.168.204.108@tcp (000000007084069f) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466497:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466499:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466500:0:18053:0:(obd_config.c:955:class_decref()) Decref MGC192.168.204.108@tcp (000000007084069f) now 6 - health_check_show 00000020:00000040:2.0:1767384297.466501:0:18053:0:(obd_config.c:927:class_incref()) incref MDS (00000000ebc98183) now 4 - health_check_show 00000020:00000001:2.0:1767384297.466502:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466508:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466509:0:18053:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ebc98183) now 4 - health_check_show 00000020:00000040:2.0:1767384297.466510:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (000000009b883295) now 5 - health_check_show 00000020:00000001:2.0:1767384297.466512:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466513:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466514:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009b883295) now 5 - health_check_show 00000020:00000040:2.0:1767384297.466515:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - health_check_show 00000020:00000001:2.0:1767384297.466517:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466518:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466519:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - health_check_show 00000020:00000040:2.0:1767384297.466520:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (000000001aa1cc61) now 5 - health_check_show 00000020:00000001:2.0:1767384297.466522:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466523:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466524:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000001aa1cc61) now 5 - health_check_show 00000020:00000040:2.0:1767384297.466525:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (00000000ee23be45) now 5 - health_check_show 00000020:00000001:2.0:1767384297.466526:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466527:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466528:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ee23be45) now 5 - health_check_show 00000020:00000040:2.0:1767384297.466530:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466531:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466532:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466533:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 6 - health_check_show 00000020:00000040:2.0:1767384297.466534:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466536:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466537:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466541:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 6 - health_check_show 00000020:00000040:2.0:1767384297.466559:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (0000000012c88489) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466561:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466563:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466564:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (0000000012c88489) now 6 - health_check_show 00000020:00000040:2.0:1767384297.466566:0:18053:0:(obd_config.c:927:class_incref()) incref OSS (0000000072708dc6) now 4 - health_check_show 00000020:00000001:2.0:1767384297.466568:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466574:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466576:0:18053:0:(obd_config.c:955:class_decref()) Decref OSS (0000000072708dc6) now 4 - health_check_show 00000020:00000040:2.0:1767384297.466578:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 4 - health_check_show 00000020:00000001:2.0:1767384297.466580:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:2.0:1767384297.466584:0:18053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5df441. 00000020:00000010:2.0:1767384297.466589:0:18053:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000080335a05. 00000020:00000010:2.0:1767384297.466595:0:18053:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004b085c5. 00000020:00000010:2.0:1767384297.466601:0:18053:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384297.466605:0:18053:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066f60926. 80000000:00000010:2.0:1767384297.466628:0:18053:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000090527202. 40000000:00000010:2.0:1767384297.466632:0:18053:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003353cec5. 00100000:00000010:2.0:1767384297.466638:0:18053:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c2f00a2. 00040000:00000010:2.0:1767384297.466642:0:18053:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be231b99. 00040000:00000010:2.0:1767384297.466647:0:18053:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000337b9deb. 00080000:00000010:2.0:1767384297.466654:0:18053:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009a45a217. 00080000:00000010:2.0:1767384297.466659:0:18053:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001d2abaac. 00002000:00000010:2.0:1767384297.466667:0:18053:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052f569c9. 00000020:00000010:2.0:1767384297.466681:0:18053:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000080335a05. 00000020:00000010:2.0:1767384297.466686:0:18053:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004b085c5. 00000020:00000010:2.0:1767384297.466690:0:18053:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000164af33a. 00000020:00000010:2.0:1767384297.466694:0:18053:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066f60926. 80000000:00000010:2.0:1767384297.466698:0:18053:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000090527202. 40000000:00000010:2.0:1767384297.466701:0:18053:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003353cec5. 00100000:00000010:2.0:1767384297.466721:0:18053:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c2f00a2. 00040000:00000010:2.0:1767384297.466724:0:18053:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be231b99. 00040000:00000010:2.0:1767384297.466727:0:18053:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000337b9deb. 00080000:00000010:2.0:1767384297.466735:0:18053:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001d2abaac. 00080000:00000010:2.0:1767384297.466738:0:18053:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009a45a217. 00002000:00000010:2.0:1767384297.466742:0:18053:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052f569c9. 00000020:00000010:2.0:1767384297.466744:0:18053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c5df441. 00000020:00000001:2.0:1767384297.466747:0:18053:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466749:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 4 - health_check_show 00000020:00000040:2.0:1767384297.466774:0:18053:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 6 - health_check_show 00000020:00000001:2.0:1767384297.466776:0:18053:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384297.466778:0:18053:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.466779:0:18053:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (0000000034fd9630) now 6 - health_check_show 00000100:00000001:0.0:1767384297.555175:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384297.555187:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384297.555189:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.555193:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.555204:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.555207:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.555209:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384297.714011:0:18065:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d96bb7d4. 00080000:00000010:3.0:1767384297.714020:0:18065:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d96bb7d4. 00000020:00000001:3.0:1767384297.714024:0:18065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384297.714030:0:18065:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d96bb7d4. 00080000:00000010:3.0:1767384297.714033:0:18065:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d96bb7d4. 00000020:00000001:3.0:1767384297.714036:0:18065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.004150:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384298.004155:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.004159:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384298.004160:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.004225:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384298.004243:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.004247:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384298.425463:0:18229:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384298.425468:0:18229:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384298.427169:0:18229:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384298.437928:0:18231:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:0.0:1767384298.579153:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384298.579162:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.579163:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.579166:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.579168:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.579170:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.579172:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384298.600952:0:18241:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384298.600963:0:18241:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384298.600968:0:18241:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384298.600976:0:18241:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384298.600980:0:18241:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384298.600984:0:18241:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384298.715070:0:18281:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384298.715079:0:18281:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384298.715083:0:18281:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384298.715087:0:18281:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384298.715091:0:18281:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384298.715093:0:18281:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384298.715138:0:18281:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384298.715316:0:18281:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384298.885771:0:18294:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384298.885782:0:18294:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384298.885787:0:18294:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384298.885805:0:18294:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384298.885810:0:18294:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384298.885814:0:18294:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.009438:0:18331:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384299.009447:0:18331:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384299.009451:0:18331:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.009459:0:18331:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c7af4854. 00080000:00000010:0.0:1767384299.009462:0:18331:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c7af4854. 00000020:00000001:0.0:1767384299.009465:0:18331:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384299.009489:0:18331:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384299.009606:0:18331:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1767384299.027196:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384299.027202:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.027208:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384299.027222:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384299.321685:0:18343:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000688bc296. 00080000:00000010:2.0:1767384299.321693:0:18343:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000688bc296. 00000020:00000001:2.0:1767384299.321699:0:18343:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384299.321707:0:18343:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000688bc296. 00080000:00000010:2.0:1767384299.321712:0:18343:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000688bc296. 00000020:00000001:2.0:1767384299.321716:0:18343:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.603165:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384299.603177:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384299.603178:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.603182:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.603184:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.603186:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.603188:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.961618:0:18391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003db0f611. 00080000:00000010:0.0:1767384299.961627:0:18391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003db0f611. 00000020:00000001:0.0:1767384299.961630:0:18391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.961636:0:18391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003db0f611. 00080000:00000010:0.0:1767384299.961639:0:18391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003db0f611. 00000020:00000001:0.0:1767384299.961642:0:18391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.051154:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384300.051159:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.051163:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384300.051165:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.051202:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384300.051206:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384300.051209:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384300.080946:0:18427:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384300.080951:0:18427:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:3.0:1767384300.084149:0:18427:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1767384300.460487:0:18439:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384300.460495:0:18439:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384300.460500:0:18439:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384300.460505:0:18439:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d9ec4f0. 00080000:00000010:0.0:1767384300.460509:0:18439:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d9ec4f0. 00000020:00000001:0.0:1767384300.460512:0:18439:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627161:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384300.627166:0:16346:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1767384300.627175:0:16346:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384290/real 1767384290] req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384300.627216:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384300.627218:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384300.627221:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a8b9af. 00000400:00000200:2.0:1767384300.627225:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000400:00000010:2.0:1767384300.627226:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000100:00000001:2.0:1767384300.627230:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.627232:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384300.627238:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627243:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.627244:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627246:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384300.627255:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384300.627257:0:16346:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627262:0:16346:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627268:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384300.627269:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627271:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.627273:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384300.627275:0:16346:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384300.627277:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627282:0:16346:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1767384300.627284:0:16346:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627285:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384300.627285:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627287:0:16346:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384300.627289:0:16346:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1767384300.627291:0:16346:0:(import.c:65:import_set_state_nolock()) 00000000af06ee13 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384300.627308:0:16346:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1767384300.627310:0:16346:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1767384300.627312:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.627317:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000daa0730e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16346:1853236742980864:0@lo:8: 00000100:00000001:2.0:1767384300.627320:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627322:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384300.627323:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000daa0730e x1853236742980864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384300 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627327:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384300.627330:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384300.627332:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094dfd1df. 02000000:00000001:2.0:1767384300.627336:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384300.627343:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384300.627345:0:16346:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384300.627347:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384300.627349:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004b5f1292. 02000000:00000001:2.0:1767384300.627352:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384300.627354:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384300.627355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767384300.627356:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daa0730e. 00000100:00000001:2.0:1767384300.627360:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.627363:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384300.627363:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.627366:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384300.627369:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024002e26. 00000100:00000001:2.0:1767384300.627370:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384300.627372:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.627375:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384300.627376:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.627378:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.627381:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.627384:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.627388:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.627394:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003670ad7a. 00000100:00000001:3.0:1767384300.627400:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627404:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384300.627412:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.627413:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627416:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024002e26] to pc [ptlrpcd_00_03+3] req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.627437:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384300.627438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384300.627441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384300.627443:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384300.627444:0:8:0:(import.c:65:import_set_state_nolock()) 00000000af06ee13 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384300.627447:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384300.627449:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 210 00000100:00001000:3.0:1767384300.627452:0:8:0:(import.c:2128:obd_at_measure()) add 10 to 000000008277c022 time=1767384300 v=0 (0 0 0 0) 00000100:00000001:2.0:1767384300.627457:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384300.627461:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00001000:3.0:1767384300.627463:0:8:0:(import.c:2194:obd_at_measure()) AT 000000008277c022 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00000001:2.0:1767384300.627464:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384300.627470:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000001:2.0:1767384300.627471:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384300.627473:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:2.0:1767384300.627475:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.627477:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384300.627478:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.627482:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384300.627483:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00000001:2.0:1767384300.627485:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384300.627486:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:3.0:1767384300.627491:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384300.627493:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384300.627494:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457bc7 00000020:00000001:3.0:1767384300.627498:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.627503:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fae0491a refcount=4 00000100:00000001:2.0:1767384300.627504:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384300.627507:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950697779200 : -130123011772416 : ffff89a7601b3000) 00000100:00000001:2.0:1767384300.627507:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.627521:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384300.627522:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950697779200 : -130123011772416 : ffff89a7601b3000) 02000000:00000001:2.0:1767384300.627526:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384300.627527:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:3.0:1767384300.627532:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384300.627532:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627536:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00100000:2.0:1767384300.627539:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024002e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742985856:0@lo:400: 00000100:00000001:3.0:1767384300.627540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000040:3.0:1767384300.627545:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000fae0491a : new refcount 3 00000100:00000001:2.0:1767384300.627546:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1767384300.627550:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000af06ee13 using connection 192.168.204.108@tcp/0@lo 00000100:00000001:3.0:1767384300.627552:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.627552:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384300.627556:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.627557:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384300.627560:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384300.627563:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384300.627564:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4c4f944. 02000000:00000001:3.0:1767384300.627568:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.627569:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.627573:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384300.627576:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384300.627576:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007147bea2. 00000100:00000010:3.0:1767384300.627580:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e1ce7f. 00000020:00000040:3.0:1767384300.627583:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384300.627587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384300.627588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384300.627589:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000001:3.0:1767384300.627590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.627594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.627596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.627597:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742985856, portal 25 02000000:00000010:3.0:1767384300.627600:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000661d9db6. 00000100:00000001:2.0:1767384300.627601:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384300.627604:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740992 : -130122756810624 : ffff89a76f4d9880) 00000100:00000001:3.0:1767384300.627606:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.627609:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627618:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384300.627620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384300.627624:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.627629:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000001:3.0:1767384300.627632:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384300.627633:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236742985856, offset 0 00000100:00000001:3.0:1767384300.627634:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627639:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e1ce7f] to pc [ptlrpcd_rcv+-1] req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384300.627642:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384300.627656:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384300.627657:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384300.627663:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384300.627666:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000400:00000200:2.0:1767384300.627667:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc01880 00000020:00000040:3.0:1767384300.627670:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384300.627673:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.627677:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384300.627677:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ad [2] + 0 02000000:00000001:3.0:1767384300.627680:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384300.627682:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeb35201. 02000000:00000010:3.0:1767384300.627684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065283f24. 00000400:00000200:2.0:1767384300.627686:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000093cc22e 00000100:00000001:3.0:1767384300.627688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.627693:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384300.627694:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384300.627704:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.627706:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.627709:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.627710:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000093cc22e 00000400:00000010:2.0:1767384300.627715:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000093cc22e. 00000100:00000040:3.0:1767384300.627717:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000171ab4dc] to pc [ptlrpcd_00_00+0] req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627720:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384300.627724:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384300.627729:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000c35c45ee x1853236742985856 msgsize 224 00000100:00100000:2.0:1767384300.627740:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384300.627746:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384300.627759:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627759:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384300.627764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384300.627766:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000100:00000001:3.0:1767384300.627771:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384300.627771:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000010:3.0:1767384300.627775:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b99937b. 00000100:00000001:2.0:1767384300.627776:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384300.627781:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1767384300.627783:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.627784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.627787:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.627789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.627796:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c523e2db. 00000100:00000001:2.0:1767384300.627797:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384300.627803:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.627807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627815:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384300.627836:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.627839:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b99937b] to pc [ptlrpcd_00_01+1] req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627848:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627854:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.627860:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627865:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.627866:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (225) 00000100:00000001:2.0:1767384300.627874:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294887683 00000100:00000001:3.0:1767384300.627878:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384300.627884:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000196d297b. 00000100:00000001:3.0:1767384300.627885:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.627889:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384300.627894:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.627894:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384300.627904:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294887683 00000100:00000001:3.0:1767384300.627909:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384300.627911:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce6bb4d9. 00000100:00000001:3.0:1767384300.627913:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627917:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384300.627919:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384300.627921:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294887683 02000000:00000001:3.0:1767384300.627922:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384300.627926:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f8fe33f. 02000000:00000001:3.0:1767384300.627928:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627931:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384300.627936:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742986112:0@lo:400: 00000100:00000001:2.0:1767384300.627937:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294887683 00000100:00000010:2.0:1767384300.627942:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f78cc964. 00000100:00000001:3.0:1767384300.627944:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384300.627948:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384300.627948:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384300.627952:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627953:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384300.627956:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384300.627960:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.627962:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057a60310. 00000100:00000001:2.0:1767384300.627964:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.627965:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.627969:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.627972:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384300.627978:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384300.627983:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742986112, portal 10 00000100:00000001:3.0:1767384300.627986:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.627989:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000001:2.0:1767384300.627990:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384300.627993:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742985856 00000100:00000040:3.0:1767384300.627996:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384300.627998:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384300.628003:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384300.628007:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.628013:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384300.628019:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742985856 00000020:00000001:2.0:1767384300.628024:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384300.628027:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384300.628028:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384300.628029:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384300.628033:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000040:3.0:1767384300.628035:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384300.628037:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:3.0:1767384300.628039:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000020:00000001:2.0:1767384300.628040:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000200:3.0:1767384300.628053:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742986112, offset 0 00000100:00000001:2.0:1767384300.628053:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384300.628058:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0b0f3cf. 00000400:00000200:3.0:1767384300.628063:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384300.628064:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384300.628070:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0b0f3cf. 00000400:00000200:3.0:1767384300.628075:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384300.628079:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7863842. 00000020:00000010:2.0:1767384300.628086:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622d7dc4. 00000400:00000200:3.0:1767384300.628089:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc01980 00000020:00000010:2.0:1767384300.628093:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000400:00000200:3.0:1767384300.628099:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000100:00000040:2.0:1767384300.628124:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384300.628128:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384300.628129:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384300.628139:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384300.628142:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.628146:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384300.628151:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.628152:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384300.628155:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384300.628161:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b19fbc85. 00000100:00000001:2.0:1767384300.628161:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.628165:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b19fbc85 x1853236742986112 msgsize 224 00000100:00100000:3.0:1767384300.628173:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384300.628175:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384300.628178:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384300.628199:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384300.628203:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:2.0:1767384300.628207:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000200:3.0:1767384300.628209:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:3.0:1767384300.628212:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:2.0:1767384300.628212:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932670544 : -130122776881072 : ffff89a76e1b5850) 00000100:00000001:3.0:1767384300.628219:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384300.628221:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c35c45ee x1853236742985856/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.628225:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.628251:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384300.628254:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384300.628255:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0b0f3cf. 00000100:00000040:3.0:1767384300.628260:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.628261:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384300.628268:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0b0f3cf. 00000100:00100000:2.0:1767384300.628279:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742985856:12345-0@lo:400: 00000100:00000001:3.0:1767384300.628283:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.628285:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742985856 00000100:00000001:3.0:1767384300.628290:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384300.628291:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384300.628297:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384300.628298:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.628301:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.628304:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1265 usecs (2 jiffies) 00000020:00000001:2.0:1767384300.628304:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384300.628308:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000001:3.0:1767384300.628310:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887683 00000020:00000001:2.0:1767384300.628312:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384300.628316:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294887684 00000020:00000001:2.0:1767384300.628321:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.628322:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887683 00000020:00000001:2.0:1767384300.628325:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384300.628327:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294887684 00000020:00000001:2.0:1767384300.628329:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384300.628332:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.628337:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384300.628338:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887683 00000100:00000001:2.0:1767384300.628340:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384300.628341:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294887684 02000000:00000001:2.0:1767384300.628344:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384300.628345:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887683 02000000:00000010:2.0:1767384300.628348:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fbb8806f. 00000100:00000001:3.0:1767384300.628349:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294887684 02000000:00000001:2.0:1767384300.628353:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.628354:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.628359:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.628359:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.628365:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.628366:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384300.628369:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742985856 00000100:00000001:3.0:1767384300.628371:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384300.628374:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384300.628378:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:2.0:1767384300.628381:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c35c45ee x1853236742985856/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.628382:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384300.628388:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.628392:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384300.628394:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384300.628395:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.628398:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.628400:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.628402:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.628407:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384300.628409:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000001:2.0:1767384300.628411:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384300.628414:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.628417:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.628422:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384300.628427:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.628432:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384300.628436:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236742985856, offset 224 00000100:00000001:3.0:1767384300.628438:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384300.628442:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742986112 00000400:00000200:2.0:1767384300.628442:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384300.628446:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384300.628450:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.628454:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.628455:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384300.628460:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.628464:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742986112 00000400:00000200:2.0:1767384300.628468:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc01880 00000020:00000001:3.0:1767384300.628469:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384300.628472:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:3.0:1767384300.628475:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384300.628476:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1105 [1] + 224 00000020:00000040:3.0:1767384300.628480:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000400:00000200:2.0:1767384300.628482:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384300.628484:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000200:2.0:1767384300.628489:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384300.628491:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384300.628494:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384300.628495:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.628500:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000047970eb. 00000100:00000200:2.0:1767384300.628500:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.628504:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.628510:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000047970eb. 00000020:00000010:3.0:1767384300.628528:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005057898. 00000100:00000040:2.0:1767384300.628531:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384300.628533:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021ebcce8. 00000020:00000010:3.0:1767384300.628544:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:3.0:1767384300.628552:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384300.628556:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384300.628558:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384300.628562:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.628569:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384300.628569:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.628574:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384300.628576:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000100:00000001:3.0:1767384300.628578:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384300.628579:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:2.0:1767384300.628584:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384300.628587:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.628588:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.628591:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.628596:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00000001:3.0:1767384300.628598:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384300.628600:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384300.628602:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384300.628603:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.628606:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384300.628607:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384300.628618:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000040:2.0:1767384300.628621:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c35c45ee x1853236742985856/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.628623:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952735616 : -130122756816000 : ffff89a76f4d8380) 00000100:00000040:3.0:1767384300.628633:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b19fbc85 x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.628643:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742985856:12345-0@lo:400: Request processed in 389us (909us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384300.628659:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384300.628661:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:00000010:3.0:1767384300.628664:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000047970eb. 00000100:00000040:2.0:1767384300.628666:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384300.628668:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.628671:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384300.628672:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000047970eb. 00000100:00000001:2.0:1767384300.628675:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384300.628680:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622d7dc4. 00000100:00100000:3.0:1767384300.628681:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b19fbc85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742986112:12345-0@lo:400: 00000020:00000010:2.0:1767384300.628685:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 00000100:00000200:3.0:1767384300.628686:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742986112 00000020:00000001:3.0:1767384300.628690:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384300.628691:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7863842. 00000020:00000001:3.0:1767384300.628693:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384300.628697:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384300.628697:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:00000001:3.0:1767384300.628703:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384300.628705:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 02000000:00000001:2.0:1767384300.628706:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384300.628722:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1767384300.628722:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fbb8806f. 00000020:00000001:3.0:1767384300.628727:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384300.628729:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384300.628733:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384300.628733:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384300.628737:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384300.628740:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.628741:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1767384300.628742:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384300.628746:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e90492. 00000100:00000001:3.0:1767384300.628752:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384300.628753:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000533cd560. 02000000:00000001:3.0:1767384300.628755:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384300.628760:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af4e2fcf. 02000000:00000001:3.0:1767384300.628762:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.628763:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.628768:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384300.628772:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742986112 00010000:00000001:3.0:1767384300.628774:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384300.628778:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b19fbc85 x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.628787:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384300.628790:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.628792:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1767384300.628794:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.628802:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384300.628802:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742986240 02000000:00000001:2.0:1767384300.628806:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384300.628808:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000001:2.0:1767384300.628809:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.628812:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384300.628813:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.628818:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.628819:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.628821:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384300.628826:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742986240 00000100:00000001:3.0:1767384300.628827:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384300.628832:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384300.628833:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384300.628837:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000400:00000010:3.0:1767384300.628839:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000020:00000001:2.0:1767384300.628841:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384300.628844:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742986112, offset 224 00000020:00000040:2.0:1767384300.628846:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000400:00000200:3.0:1767384300.628852:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384300.628853:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000400:00000200:3.0:1767384300.628860:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384300.628860:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384300.628869:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384300.628872:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc01980 00000020:00000010:2.0:1767384300.628876:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0b0f3cf. 00000400:00000200:3.0:1767384300.628881:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1115 [1] + 224 00000020:00000010:2.0:1767384300.628884:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c3931944. 00000400:00000200:3.0:1767384300.628890:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384300.628894:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000400:00000200:3.0:1767384300.628896:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.628903:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.628908:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.628911:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384300.628916:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7863842. 00000020:00000010:2.0:1767384300.628923:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622d7dc4. 00000100:00080000:0.0:1767384300.628923:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1767384300.628926:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384300.628930:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000020:00000040:0.0:1767384300.628931:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:2.0:1767384300.628937:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384300.628941:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384300.628945:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.628952:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.628953:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384300.628956:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384300.628959:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.628965:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:3.0:1767384300.628967:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:2.0:1767384300.628969:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.628970:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384300.628974:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.628978:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.628981:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00000001:2.0:1767384300.628982:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384300.628983:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384300.628986:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.628986:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384300.628990:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384300.628993:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384300.628996:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b19fbc85 x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.628997:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:2.0:1767384300.629003:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088540544 : -130122621011072 : ffff89a77765bb80) 00000100:00000040:2.0:1767384300.629013:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003029348e x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.629014:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b19fbc85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742986112:12345-0@lo:400: Request processed in 351us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384300.629031:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384300.629034:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:3.0:1767384300.629039:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384300.629042:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384300.629046:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021ebcce8. 00000020:00000010:3.0:1767384300.629052:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000020:00000010:3.0:1767384300.629057:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005057898. 00000100:00000001:2.0:1767384300.629058:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384300.629063:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5ec3f43. 00000020:00000040:3.0:1767384300.629064:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:2.0:1767384300.629067:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.629069:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384300.629074:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5ec3f43. 00000100:00100000:2.0:1767384300.629082:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003029348e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742986240:12345-0@lo:400: 00000100:00000200:2.0:1767384300.629085:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742986240 00000020:00000001:2.0:1767384300.629089:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384300.629091:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384300.629092:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384300.629095:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384300.629096:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384300.629099:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384300.629114:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384300.629116:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:2.0:1767384300.629118:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384300.629121:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384300.629122:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:3.0:1767384300.629125:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384300.629127:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384300.629128:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000020:00000001:2.0:1767384300.629131:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.629133:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000020:00000001:2.0:1767384300.629135:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384300.629137:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:2.0:1767384300.629140:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384300.629141:0:16347:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384300.629143:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384300.629147:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384300.629147:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fbb8806f. 02000000:00000001:2.0:1767384300.629151:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.629155:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.629159:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384300.629165:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742986240 00000100:00000200:3.0:1767384300.629169:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384300.629170:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384300.629174:0:17888:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000009ff481d. 00010000:00000200:2.0:1767384300.629176:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003029348e x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.629197:0:17888:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384300.629207:0:17888:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384300.629208:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384300.629210:0:17888:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.629212:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.629215:0:17888:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.629218:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.629225:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.629226:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384300.629229:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384300.629232:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 00000100:00000001:3.0:1767384300.629235:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.629239:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.629242:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384300.629243:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384300.629244:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.629248:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384300.629250:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.629252:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.629256:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1767384300.629257:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.629264:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=4 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384300.629264:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.629268:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000001:3.0:1767384300.629272:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384300.629273:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742986240, offset 224 00000100:00000001:3.0:1767384300.629276:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.629279:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384300.629283:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384300.629289:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:3.0:1767384300.629292:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384300.629300:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc01a00 00000400:00000200:2.0:1767384300.629309:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1121 [1] + 224 00010000:00000001:3.0:1767384300.629315:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.629317:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384300.629320:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384300.629325:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384300.629325:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.629332:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384300.629333:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384300.629335:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.629339:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384300.629342:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.629369:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.629370:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.629375:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.629378:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.629386:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.629392:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.629397:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000400:00000010:2.0:1767384300.629401:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00100000:3.0:1767384300.629402:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742986112:0@lo:400: 00000100:00000001:2.0:1767384300.629407:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384300.629408:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629409:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.629411:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384300.629413:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.629416:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000171ab4dc x1853236742986112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.629419:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00010000:00000001:2.0:1767384300.629424:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384300.629428:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.629430:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384300.629432:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384300.629437:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003029348e x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.629440:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.629444:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057a60310. 02000000:00000001:3.0:1767384300.629451:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384300.629454:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003029348e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742986240:12345-0@lo:400: Request processed in 393us (746us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384300.629455:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.629459:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384300.629465:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.629468:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065283f24. 00000100:00100000:2.0:1767384300.629468:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 02000000:00000001:3.0:1767384300.629473:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.629474:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.629477:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000171ab4dc. 00000100:00000040:2.0:1767384300.629479:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:3.0:1767384300.629481:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384300.629483:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384300.629484:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.629488:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629488:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384300.629494:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622d7dc4. 00000100:00000001:3.0:1767384300.629495:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.629499:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.629500:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 00000100:00000001:3.0:1767384300.629502:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384300.629506:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7863842. 00000100:00000001:3.0:1767384300.629507:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384300.629510:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:2.0:1767384300.629516:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.629528:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.629530:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.629536:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384300.629536:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.629540:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.629541:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.629545:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007147bea2. 00000400:00000200:3.0:1767384300.629548:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:3.0:1767384300.629551:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:3.0:1767384300.629557:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384300.629558:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384300.629562:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384300.629564:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384300.629565:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca86cde3. 00000400:00000200:2.0:1767384300.629572:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:2.0:1767384300.629576:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000200:3.0:1767384300.629580:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.629582:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.629589:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.629594:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.629598:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.629604:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384300.629607:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.629608:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.629611:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.629614:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.629618:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.629625:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=10 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384300.629626:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384300.629631:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.629631:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629633:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384300.629636:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384300.629639:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.629643:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384300.629643:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.629646:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.629649:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384300.629649:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.629653:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.629655:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.629658:0:16348:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009a45a217. 00000100:00000040:3.0:1767384300.629659:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384300.629665:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=4 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384300.629668:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384300.629670:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.629671:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.629674:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629678:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384300.629681:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.629682:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.629687:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384300.629694:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.629698:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024002e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742985856:0@lo:400: 00000100:00000001:3.0:1767384300.629709:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.629714:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.629719:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024002e26 x1853236742985856/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.629745:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384300.629748:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.629751:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4c4f944. 00010000:00000001:2.0:1767384300.629752:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.629756:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384300.629758:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384300.629759:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384300.629761:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:3.0:1767384300.629763:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384300.629765:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384300.629766:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384300.629767:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.629768:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003670ad7a. 02000000:00000001:3.0:1767384300.629775:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.629776:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384300.629777:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384300.629779:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024002e26. 00000100:00000001:3.0:1767384300.629785:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.629789:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629790:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.629791:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629794:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384300.629797:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.629799:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384300.629800:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.629804:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.629811:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384300.629816:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b99937b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742986240:0@lo:400: 00000100:00000001:3.0:1767384300.629822:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.629823:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629828:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384300.629829:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b99937b x1853236742986240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.629835:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384300.629839:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384300.629842:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fd7ed86. 02000000:00000001:2.0:1767384300.629849:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384300.629853:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384300.629856:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384300.629859:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384300.629861:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c523e2db. 02000000:00000001:2.0:1767384300.629864:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384300.629866:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384300.629867:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b99937b. 00000100:00000001:2.0:1767384300.629870:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384300.629871:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629873:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.629877:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384300.629887:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.629892:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.629893:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630339:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.630342:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384300.630346:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384300.630349:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384300.630353:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da301b42. 00000400:00000200:2.0:1767384300.630358:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:2.0:1767384300.630361:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000001:2.0:1767384300.630365:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.630371:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384300.630386:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.630396:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.630398:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.630401:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384300.630402:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384300.630404:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384300.630408:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.630412:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.630418:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001d2abaac. 00000100:00001000:2.0:1767384300.630422:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=1767384300 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384300.630427:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=0 v=10 (10 0 0 0) 00000100:00000001:2.0:1767384300.630433:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384300.630435:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.630437:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384300.630442:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384300.630448:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630450:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384300.630451:0:16346:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384300.630453:0:16346:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384300.630454:0:16346:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384300.630460:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.630463:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.630467:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.630468:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384300.630469:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.630470:0:16346:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384300.630473:0:16346:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:2.0:1767384300.630474:0:16346:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384300.630475:0:16346:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457bc7 00000020:00000001:2.0:1767384300.630476:0:16346:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384300.630477:0:16346:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fae0491a refcount=4 00000020:00000001:2.0:1767384300.630479:0:16346:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950697779200 : -130123011772416 : ffff89a7601b3000) 00000020:00000001:2.0:1767384300.630480:0:16346:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950697779200 : -130123011772416 : ffff89a7601b3000) 00000100:00001000:2.0:1767384300.630482:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=1767384300 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384300.630484:0:16346:0:(import.c:2194:obd_at_measure()) AT 000000008277c022 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384300.630488:0:16346:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:2.0:1767384300.630490:0:16346:0:(genops.c:898:class_export_put()) PUTting export 00000000fae0491a : new refcount 3 00000100:00000001:2.0:1767384300.630491:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384300.630493:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384300.630494:0:16346:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767384300.630496:0:16346:0:(import.c:65:import_set_state_nolock()) 00000000af06ee13 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384300.630497:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:2.0:1767384300.630513:0:16346:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:2.0:1767384300.630515:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384300.630515:0:16346:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.630517:0:16346:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384300.630518:0:16346:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630520:0:16346:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.630522:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.630527:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e1ce7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16346:1853236742985984:0@lo:8: 00000100:00000001:2.0:1767384300.630535:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.630537:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:3.0:1767384300.630538:0:17102:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000100:00000040:2.0:1767384300.630539:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e1ce7f x1853236742985984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384300.630542:0:17102:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384300.630548:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384300.630551:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000020:3.0:1767384300.630552:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1767384300.630555:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767384300.630557:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024002e26. 02000000:00000010:2.0:1767384300.630558:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a975e13. 00000020:00000040:3.0:1767384300.630562:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384300.630564:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384300.630566:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767384300.630568:0:16346:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384300.630569:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384300.630571:0:16346:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384300.630573:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.630574:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384300.630578:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000661d9db6. 02000000:00000010:3.0:1767384300.630580:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003670ad7a. 02000000:00000001:2.0:1767384300.630581:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384300.630584:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384300.630586:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384300.630587:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e1ce7f. 00000100:00000001:2.0:1767384300.630592:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.630593:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384300.630595:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.630597:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630598:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.630606:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384300.630608:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024002e26] to pc [ptlrpcd_00_02+2] req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.630609:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630616:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.630619:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384300.630630:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384300.630635:0:17102:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000100:00000001:2.0:1767384300.630638:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00080000:3.0:1767384300.630639:0:17102:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000100:00000001:2.0:1767384300.630642:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1767384300.630646:0:17102:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000001:2.0:1767384300.630647:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384300.630651:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000100:00000040:2.0:1767384300.630653:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384300.630656:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384300.630663:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.630667:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384300.630667:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384300.630670:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630671:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.630677:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057a60310. 02000000:00000001:2.0:1767384300.630677:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384300.630680:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.630682:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.630683:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.630687:0:17102:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00100000:2.0:1767384300.630689:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024002e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742986368:0@lo:13: 00000100:00000001:3.0:1767384300.630690:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384300.630695:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384300.630696:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2fc9f3. 02000000:00000001:2.0:1767384300.630699:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384300.630700:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041936960 : -130122667614656 : ffff89a7749e9e40) 00000100:00000001:3.0:1767384300.630703:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.630704:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000001:3.0:1767384300.630708:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384300.630708:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.630711:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.630712:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384300.630716:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000090fd22f6. 02000000:00000001:2.0:1767384300.630722:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.630723:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384300.630726:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384300.630729:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a15b572. 00000100:00000040:3.0:1767384300.630732:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384300.630736:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384300.630742:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742986368, portal 4 00000100:00000001:3.0:1767384300.630743:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384300.630745:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.630746:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.630749:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740992 : -130122756810624 : ffff89a76f4d9880) 02000000:00000001:3.0:1767384300.630751:0:17102:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384300.630755:0:17102:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384300.630759:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.630761:0:17102:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.630768:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986496:0@lo:7: 00000100:00000001:3.0:1767384300.630775:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384300.630778:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384300.630778:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384300.630781:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.630786:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384300.630787:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384300.630792:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 02000000:00000010:3.0:1767384300.630793:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005057898. 02000000:00000001:3.0:1767384300.630798:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.630798:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742986368, offset 0 00000400:00000010:3.0:1767384300.630806:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000200:2.0:1767384300.630808:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384300.630818:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000400:00000200:2.0:1767384300.630818:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384300.630824:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742986496, portal 4 00000100:00000001:3.0:1767384300.630828:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384300.630831:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc01a80 00000100:00000001:3.0:1767384300.630832:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000040:3.0:1767384300.630839:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384300.630844:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 0 00000400:00000200:2.0:1767384300.630857:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384300.630858:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.630865:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384300.630868:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384300.630870:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000100:00000200:3.0:1767384300.630874:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236742986496, offset 0 00000100:00000001:2.0:1767384300.630874:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384300.630879:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384300.630884:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384300.630888:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ec3771. 00000400:00000200:3.0:1767384300.630894:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384300.630895:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000090ec3771 x1853236742986368 msgsize 224 00000100:00100000:2.0:1767384300.630905:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384300.630909:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824dc01b00 00000100:00000001:2.0:1767384300.630916:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.630918:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xad1 [8] + 520 00000400:00000200:3.0:1767384300.630923:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.630928:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384300.630929:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:2.0:1767384300.630932:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000100:00000001:2.0:1767384300.630934:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384300.630936:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384300.630938:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.630944:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384300.630950:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a557f78a. 00000100:00000040:3.0:1767384300.630955:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000a557f78a x1853236742986496 msgsize 264 00000100:00000001:2.0:1767384300.630961:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384300.630963:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384300.630967:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.630972:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.630980:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000100:00000001:2.0:1767384300.630980:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.630983:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:2.0:1767384300.630984:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.630987:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384300.630992:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384300.630993:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.630997:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3441 usecs (4 jiffies) 00000100:00000001:2.0:1767384300.631002:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887687 00000100:00000001:3.0:1767384300.631007:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384300.631008:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294887684 00000100:00000040:3.0:1767384300.631011:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.631014:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887687 00000100:00000001:2.0:1767384300.631020:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294887684 00000100:00000001:3.0:1767384300.631021:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631025:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384300.631026:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887687 00000100:00000001:3.0:1767384300.631030:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631031:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294887684 00000100:00000040:3.0:1767384300.631036:0:17102:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3441 usecs (4 jiffies) 00000100:00000001:2.0:1767384300.631037:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887687 00000100:00000001:3.0:1767384300.631041:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887687 00000100:00000001:2.0:1767384300.631042:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294887684 00000100:00000001:3.0:1767384300.631046:0:17102:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294887687 00000100:00000001:2.0:1767384300.631048:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.631052:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887687 00000100:00000001:2.0:1767384300.631053:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631058:0:17102:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294887687 00000100:00000001:2.0:1767384300.631058:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631064:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887687 00000100:00000001:2.0:1767384300.631065:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.631070:0:17102:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294887687 00000100:00000001:2.0:1767384300.631071:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.631072:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887687 00000100:00000001:2.0:1767384300.631075:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384300.631076:0:17102:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294887687 00000100:00000001:3.0:1767384300.631080:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.631080:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.631083:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.631084:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631086:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631087:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384300.631089:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631090:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384300.631093:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000004c2fc9f3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384300.631095:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.631120:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.631125:0:17891:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aa05e253. 00000100:00000001:2.0:1767384300.631131:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384300.631132:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742986368 02000000:00000001:2.0:1767384300.631133:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384300.631135:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384300.631136:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631139:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384300.631139:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631143:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384300.631144:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742986368 00000020:00000001:2.0:1767384300.631148:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384300.631155:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:2.0:1767384300.631157:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384300.631159:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000020:00000001:2.0:1767384300.631160:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:2.0:1767384300.631162:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:2.0:1767384300.631167:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384300.631172:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5ec3f43. 00000020:00000010:2.0:1767384300.631176:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001242984b. 00000020:00000040:2.0:1767384300.631195:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:2.0:1767384300.631208:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384300.631213:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7863842. 00000020:00000010:2.0:1767384300.631218:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622d7dc4. 00000020:00000010:2.0:1767384300.631222:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000100:00000040:2.0:1767384300.631229:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00080000:3.0:1767384300.631232:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384300.631232:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384300.631237:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384300.631238:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:2.0:1767384300.631239:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631247:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631253:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.631263:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384300.631266:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384300.631271:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384300.631273:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000020:00000010:3.0:1767384300.631274:0:17890:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009d373b1f. 00000100:00000001:2.0:1767384300.631278:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040577408 : -130122668974208 : ffff89a77489df80) 00000100:00000001:3.0:1767384300.631281:0:17890:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:2.0:1767384300.631285:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090ec3771 x1853236742986368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.631286:0:17890:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000010:3.0:1767384300.631296:0:17890:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000157e64e9. 00000100:00000001:2.0:1767384300.631296:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384300.631301:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248d97eb. 00000100:00100000:3.0:1767384300.631304:0:17890:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:2.0:1767384300.631305:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384300.631309:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000248d97eb. 00000100:00100000:2.0:1767384300.631313:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090ec3771 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16349:x1853236742986368:12345-0@lo:13: 00000100:00000200:2.0:1767384300.631316:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742986368 00000020:00000001:2.0:1767384300.631324:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384300.631325:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384300.631326:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.631328:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384300.631329:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000020:00000001:2.0:1767384300.631331:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384300.631335:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384300.631340:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384300.631344:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384300.631346:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631351:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384300.631353:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384300.631356:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f9d9650b. 02000000:00000001:2.0:1767384300.631359:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631360:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384300.631363:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384300.631366:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384300.631368:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384300.631377:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384300.631380:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384300.631384:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:2.0:1767384300.631388:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384300.631390:0:17890:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384300.631396:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00002000:00000001:2.0:1767384300.631399:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384300.631405:0:18482:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000010:2.0:1767384300.631405:0:17891:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f265a7c4. 00000001:00000001:2.0:1767384300.631411:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384300.631415:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.631417:0:18482:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000047970eb. 00002000:00000001:2.0:1767384300.631420:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.631423:0:18482:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c84e38c8. 00010000:00000040:2.0:1767384300.631425:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742986368 00000020:00000010:3.0:1767384300.631430:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002324e912. 00010000:00000001:2.0:1767384300.631431:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384300.631437:0:18482:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045ea68a1. 00010000:00000200:2.0:1767384300.631438:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090ec3771 x1853236742986368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384300.631443:0:18482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8717c86. 00000020:00000010:3.0:1767384300.631450:0:18482:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bbe5c46a. 00010000:00000001:2.0:1767384300.631452:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384300.631456:0:18482:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a4ec68c6. 00010000:00000001:2.0:1767384300.631456:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.631460:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=1767384300 v=10 (0 0 0 0) 80000000:00000010:3.0:1767384300.631462:0:18482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e368db2b. 40000000:00000010:3.0:1767384300.631467:0:18482:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000837ccab4. 00000100:00001000:2.0:1767384300.631471:0:17891:0:(import.c:2194:obd_at_measure()) AT 0000000090215da6 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00100000:00000010:3.0:1767384300.631473:0:18482:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000a10ed96. 00040000:00000010:3.0:1767384300.631479:0:18482:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000065283f24. 00000100:00001000:2.0:1767384300.631480:0:17891:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@0000000090ec3771 x1853236742986368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384300.631486:0:18482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a926da7. 00000100:00000001:2.0:1767384300.631493:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:3.0:1767384300.631494:0:18482:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019226910. 00000100:00000040:2.0:1767384300.631498:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00080000:00000010:3.0:1767384300.631500:0:18482:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a49d8673. 00000100:00000001:2.0:1767384300.631502:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00002000:00000010:3.0:1767384300.631506:0:18482:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb0cb7ff. 02000000:00000001:2.0:1767384300.631508:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.631512:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.631515:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384300.631519:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384300.631521:0:18482:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ddc790de. 00000400:00000010:2.0:1767384300.631524:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000100:00000200:2.0:1767384300.631528:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742986368, offset 224 00000100:00000200:3.0:1767384300.631530:0:18482:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000400:00000200:2.0:1767384300.631534:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384300.631540:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384300.631549:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc01a80 00000400:00000200:2.0:1767384300.631557:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1139 [1] + 224 00000400:00000200:2.0:1767384300.631563:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384300.631567:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384300.631569:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.631574:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.631586:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.631601:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.631606:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:2.0:1767384300.631609:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000100:00000001:2.0:1767384300.631614:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384300.631616:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.631618:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.631620:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631622:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384300.631625:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:3.0:1767384300.631626:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.631630:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384300.631631:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384300.631633:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a15b572. 00000020:00000001:2.0:1767384300.631637:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.631638:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000020:00000001:2.0:1767384300.631642:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384300.631646:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:3.0:1767384300.631653:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384300.631655:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ec3771 x1853236742986368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.631660:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.631682:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090ec3771 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16349:x1853236742986368:12345-0@lo:13: Request processed in 383us (784us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384300.631685:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.631698:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384300.631703:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384300.631704:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.631707:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384300.631708:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.631711:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384300.631712:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.631715:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.631716:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384300.631716:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622d7dc4. 00000100:00000001:3.0:1767384300.631720:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.631721:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 02000000:00000001:3.0:1767384300.631722:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.631728:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7863842. 00000100:00001000:3.0:1767384300.631729:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=1767384300 v=5 (0 0 0 0) 00000020:00000040:2.0:1767384300.631733:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 6 00000100:00001000:3.0:1767384300.631734:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.631737:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.631739:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.631741:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.631745:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384300.631750:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.631758:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631762:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384300.631763:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384300.631764:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384300.631765:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.631767:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.631771:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.631772:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.631774:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384300.631775:0:16349:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384300.631777:0:16349:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384300.631780:0:16349:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = -11 00000004:00000020:3.0:1767384300.631784:0:16349:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49698 free files 0x0 00000004:00000001:3.0:1767384300.631793:0:16349:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.631797:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.631802:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024002e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742986368:0@lo:13: 00000100:00000001:3.0:1767384300.631804:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.631806:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.631809:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024002e26 x1853236742986368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.631813:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384300.631814:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.631816:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000090fd22f6. 02000000:00000001:3.0:1767384300.631818:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384300.631819:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.631820:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384300.631821:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.631822:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003670ad7a. 02000000:00000001:3.0:1767384300.631824:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.631826:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.631827:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024002e26. 00000100:00000001:3.0:1767384300.631829:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.631831:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.631832:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.631835:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.631836:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.631839:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.631840:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384300.632256:0:17059:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:2.0:1767384300.632268:0:17059:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000007d1559a0. 00080000:00000010:2.0:1767384300.632273:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d69d8e90. 00080000:00000010:2.0:1767384300.632277:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a2394320. 00000004:00000001:3.0:1767384300.632289:0:17101:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384300.632293:0:17101:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633042:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.633048:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.633051:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.633055:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384300.633059:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384300.633063:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384300.633074:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.633081:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.633090:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633096:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.633097:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.633099:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.633117:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.633119:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.633120:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.633122:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.633125:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.633127:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.633129:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.633130:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.633131:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384300.633133:0:17102:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.633138:0:17102:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633140:0:17102:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384300.633141:0:17102:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384300.633142:0:17102:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384300.633142:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.633144:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633148:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.633149:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.633150:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.633152:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.633156:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986496:0@lo:7: 00000100:00000001:3.0:1767384300.633158:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.633164:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633166:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384300.633167:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.633169:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633173:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.633174:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384300.633176:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384300.633177:0:17102:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384300.633179:0:17102:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:3.0:1767384300.633196:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.633198:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000171ab4dc x1853236742986496/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633202:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384300.633203:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.633205:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005057898. 02000000:00000001:3.0:1767384300.633207:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384300.633208:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.633209:0:17102:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384300.633210:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.633211:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000057a60310. 02000000:00000001:3.0:1767384300.633213:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.633214:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.633214:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000171ab4dc. 00000100:00000001:3.0:1767384300.633216:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.633216:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384300.633218:0:17102:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.633220:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000020:00000040:3.0:1767384300.633222:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384300.633224:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.633225:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.633227:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.633230:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd7a4b82. 00000100:00000001:3.0:1767384300.633232:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633234:0:17102:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384300.633235:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384300.633241:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384300.633243:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041936960 : -130122667614656 : ffff89a7749e9e40) 00000100:00000001:3.0:1767384300.633245:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.633245:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000001:3.0:1767384300.633247:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.633248:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633250:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384300.633250:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384300.633252:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633257:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384300.633258:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.633259:0:17102:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384300.633260:0:17102:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384300.633262:0:17102:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.633263:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986624:0@lo:5: 00000100:00000001:3.0:1767384300.633265:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384300.633267:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384300.633268:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.633270:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384300.633272:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c3134cd7. 02000000:00000001:3.0:1767384300.633274:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.633277:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384300.633281:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384300.633284:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742986624, portal 4 00000100:00000001:3.0:1767384300.633286:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.633287:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000040:3.0:1767384300.633292:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633299:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.633301:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384300.633303:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000100:00000200:3.0:1767384300.633305:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236742986624, offset 0 00000400:00000200:3.0:1767384300.633309:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384300.633321:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384300.633327:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dc01b80 00000400:00000200:3.0:1767384300.633331:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad1 [8] + 784 00000400:00000200:3.0:1767384300.633336:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.633339:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.633342:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384300.633343:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384300.633346:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024002e26. 00000100:00000040:3.0:1767384300.633348:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000024002e26 x1853236742986624 msgsize 432 00000100:00100000:3.0:1767384300.633350:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384300.633360:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.633364:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:3.0:1767384300.633365:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:3.0:1767384300.633367:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384300.633369:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633374:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.633375:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633380:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633382:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.633385:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.633387:0:17102:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2606 usecs (3 jiffies) 00000100:00000001:3.0:1767384300.633390:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887689 00000100:00000001:3.0:1767384300.633396:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294887687 00000100:00000001:3.0:1767384300.633402:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887689 00000100:00000001:3.0:1767384300.633408:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294887687 00000100:00000001:3.0:1767384300.633412:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887689 00000100:00000001:3.0:1767384300.633416:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294887687 00000100:00000001:3.0:1767384300.633421:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887689 00000100:00000001:3.0:1767384300.633424:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294887687 00000100:00000001:3.0:1767384300.633434:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.633436:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633440:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.633442:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384300.633445:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000004c2fc9f3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384300.633449:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.633452:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.633530:0:17888:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002e06d8ba. 00000100:00000001:3.0:1767384300.633535:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384300.633537:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00000010:3.0:1767384300.633542:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000057a60310. 00000100:00100000:3.0:1767384300.633547:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00000001:2.0:1767384300.633663:0:17888:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633674:0:18483:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384300.633687:0:18483:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000fa7a9f2. 00000020:00000010:3.0:1767384300.633692:0:18483:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000069acbb86. 00000020:00000010:3.0:1767384300.633697:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005057898. 00000020:00000010:3.0:1767384300.633702:0:18483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd272e13. 00000020:00000010:3.0:1767384300.633706:0:18483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000205f223. 00000020:00000010:3.0:1767384300.633710:0:18483:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e22f2dc0. 00000020:00000010:3.0:1767384300.633714:0:18483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008842bf8a. 80000000:00000010:3.0:1767384300.633717:0:18483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6687c83. 40000000:00000010:3.0:1767384300.633721:0:18483:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e3b95a1. 00100000:00000010:3.0:1767384300.633725:0:18483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000084af5977. 00040000:00000010:3.0:1767384300.633728:0:18483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003670ad7a. 00040000:00000010:3.0:1767384300.633731:0:18483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001179bb1b. 00080000:00000010:3.0:1767384300.633735:0:18483:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000046fd4eb9. 00080000:00000010:3.0:1767384300.633748:0:18483:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007a5a8627. 00002000:00000010:3.0:1767384300.633755:0:18483:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002b4b6599. 00000100:00000010:3.0:1767384300.633766:0:18483:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000566b1b6c. 00000100:00000200:3.0:1767384300.633775:0:18483:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:3.0:1767384300.633838:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.633844:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.633847:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.633851:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384300.633854:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384300.633862:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384300.633867:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.633873:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.633884:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633901:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.633903:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.633907:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.633908:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.633911:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.633913:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.633917:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.633922:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.633924:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.633929:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.633931:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.633936:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384300.633940:0:17102:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.633950:0:17102:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.633955:0:17102:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384300.633957:0:17102:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384300.633960:0:17102:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384300.633961:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.633964:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.633973:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.633978:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.633980:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.633983:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.633992:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986624:0@lo:5: 00000100:00000001:3.0:1767384300.634002:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.634003:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634005:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384300.634006:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.634008:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634012:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.634013:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384300.634015:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384300.634015:0:17102:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384300.634018:0:17102:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:3.0:1767384300.634020:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.634021:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000171ab4dc x1853236742986624/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634025:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384300.634026:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.634027:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3134cd7. 02000000:00000001:3.0:1767384300.634029:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384300.634030:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.634030:0:17102:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384300.634032:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.634033:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cd7a4b82. 02000000:00000001:3.0:1767384300.634035:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.634035:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.634036:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000171ab4dc. 00000100:00000001:3.0:1767384300.634038:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.634038:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384300.634039:0:17102:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384300.634043:0:17102:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:3.0:1767384300.634045:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000020:00000040:3.0:1767384300.634046:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384300.634048:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.634049:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.634050:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.634055:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb4a5f3a. 00000100:00000001:3.0:1767384300.634057:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384300.634060:0:17102:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:3.0:1767384300.634062:0:17102:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384300.634063:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384300.634065:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384300.634066:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041936960 : -130122667614656 : ffff89a7749e9e40) 00000100:00000001:3.0:1767384300.634068:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.634069:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000001:3.0:1767384300.634070:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.634071:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634072:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384300.634073:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384300.634075:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634079:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384300.634080:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.634081:0:17102:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384300.634082:0:17102:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384300.634084:0:17102:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.634085:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986752:0@lo:5: 00000100:00000001:3.0:1767384300.634087:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384300.634088:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384300.634089:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.634090:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384300.634091:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c3134cd7. 02000000:00000001:3.0:1767384300.634092:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.634094:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384300.634096:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384300.634098:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742986752, portal 4 00000100:00000001:3.0:1767384300.634123:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.634124:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000040:3.0:1767384300.634128:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634141:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.634143:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384300.634144:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000100:00000200:3.0:1767384300.634146:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236742986752, offset 0 00000400:00000200:3.0:1767384300.634149:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384300.634153:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384300.634156:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dc01c00 00000400:00000200:3.0:1767384300.634159:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad1 [8] + 1216 00000400:00000200:3.0:1767384300.634162:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.634164:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.634166:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384300.634167:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384300.634169:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b5373d. 00000100:00000040:3.0:1767384300.634171:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000a1b5373d x1853236742986752 msgsize 432 00000100:00100000:3.0:1767384300.634173:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384300.634179:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.634198:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:3.0:1767384300.634199:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:3.0:1767384300.634201:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384300.634205:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634210:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.634214:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.634223:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634226:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.634230:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.634233:0:17102:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2161 usecs (3 jiffies) 00000100:00000001:3.0:1767384300.634238:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887690 00000100:00000001:3.0:1767384300.634244:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294887689 00000100:00000001:3.0:1767384300.634249:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887690 00000100:00000001:3.0:1767384300.634253:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294887689 00000100:00000001:3.0:1767384300.634264:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887690 00000100:00000001:3.0:1767384300.634271:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294887689 00000100:00000001:3.0:1767384300.634277:0:17102:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887690 00000100:00000001:3.0:1767384300.634284:0:17102:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294887689 00000100:00000001:3.0:1767384300.634290:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.634294:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634297:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.634300:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384300.634307:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000004c2fc9f3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384300.634312:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.634316:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634358:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384300.634361:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384300.634368:0:18483:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.634372:0:18483:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.637742:0:17883:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384300.637744:0:17883:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384300.637746:0:17883:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384300.637749:0:17883:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7e705d7 : new cb_count 1 00000020:00000040:2.0:1767384300.637751:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 6 00000001:00000010:2.0:1767384300.637752:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007d1559a0. 00002000:00001000:2.0:1767384300.637755:0:17883:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:2.0:1767384300.637757:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c882b35d. 00080000:00000010:2.0:1767384300.637759:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d04c659c. 00000001:00100000:2.0:1767384300.637761:0:17883:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384300.637763:0:17883:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a7e705d7 : new cb_count 0 00000020:00000040:2.0:1767384300.637764:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000001:00000010:2.0:1767384300.637766:0:17883:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000aaefa0c1. 00080000:00000010:2.0:1767384300.637767:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbfd5596. 00000100:00000040:0.0:1767384300.638133:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294887690, at 4294887691 00000100:00000010:0.0:1767384300.638139:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000196d297b. 00000100:00000040:2.0:1767384300.638143:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294887690, at 4294887691 00000100:00000010:2.0:1767384300.638149:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f8fe33f. 00000100:00000040:3.0:1767384300.638164:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294887690, at 4294887691 00000100:00000010:3.0:1767384300.638172:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f78cc964. 00000100:00000001:3.0:1767384300.645342:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.645348:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.645351:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.645354:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384300.645360:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384300.645363:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384300.645368:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.645374:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384300.645393:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.645403:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.645406:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.645409:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.645413:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.645416:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.645424:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.645430:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.645434:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.645438:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.645442:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.645444:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.645447:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384300.645450:0:17102:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000171ab4dc x1853236742986752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.645456:0:17102:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.645457:0:17102:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767384300.645458:0:17102:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767384300.645460:0:17102:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767384300.645461:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384300.645462:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000100:00000001:3.0:1767384300.645463:0:17102:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384300.645464:0:17102:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:3.0:1767384300.645466:0:17102:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384300.645471:0:17102:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1767384300.645472:0:17102:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384300.645473:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.645475:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.645479:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.645480:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.645481:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.645482:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.645487:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000171ab4dc pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17102:1853236742986752:0@lo:5: 00000100:00000001:3.0:1767384300.645489:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.645494:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.645496:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384300.645497:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.645498:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.645502:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.645504:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384300.645506:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384300.645507:0:17102:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384300.645510:0:17102:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:3.0:1767384300.645512:0:17102:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384300.645515:0:17102:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:3.0:1767384300.645517:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.645519:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.645522:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384300.645524:0:17102:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1767384300.645525:0:17102:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384300.645526:0:17102:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384300.645529:0:17102:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384300.645530:0:17102:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384300.645531:0:17102:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384300.645532:0:17102:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.075163:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384301.075169:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.075187:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384301.075189:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384301.075191:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384301.075193:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.075195:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384301.075197:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.075199:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.075201:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.128659:0:18606:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384301.128663:0:18606:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384301.130208:0:18606:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384301.137622:0:18608:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f38c50cb. 00000400:00000040:0.0:1767384301.137640:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137642:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.137644:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137646:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137647:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137648:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384301.137650:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137651:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.137652:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.137653:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384301.137655:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.137656:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137658:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.137659:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137660:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384301.137661:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.137662:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137663:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384301.137663:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384301.137665:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137666:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137671:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137672:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137673:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137675:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384301.137676:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137677:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137679:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137680:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137681:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137682:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384301.137683:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137684:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137685:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137686:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137687:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137688:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384301.137690:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137691:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137692:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.137693:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.137694:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137695:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384301.137696:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384301.137697:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384301.137698:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384301.137699:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384301.137700:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384301.137701:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.137703:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137704:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384301.137705:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.137706:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384301.137707:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384301.137708:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384301.137709:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384301.137710:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384301.137718:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137719:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.137721:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137727:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137728:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137729:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384301.137731:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137732:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.137733:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.137734:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384301.137736:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.137737:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137738:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.137739:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137740:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384301.137741:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.137742:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137743:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384301.137744:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384301.137746:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137747:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137748:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137748:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137749:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137750:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384301.137751:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137752:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137754:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137755:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137756:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137757:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384301.137758:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.137759:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.137761:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.137762:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.137763:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137763:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384301.137765:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.137766:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137767:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.137768:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.137769:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.137775:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384301.137776:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384301.137777:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384301.137778:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384301.137779:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384301.137780:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384301.137782:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.137783:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.137784:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384301.137785:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.137785:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384301.137787:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.137788:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.137789:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384301.137790:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384301.137791:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384301.137792:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384301.137793:0:18608:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384301.137803:0:18608:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f38c50cb. 00080000:00000010:2.0:1767384301.335965:0:18633:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e6b078c4. 00080000:00000010:2.0:1767384301.335974:0:18633:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e6b078c4. 00000020:00000001:2.0:1767384301.335978:0:18633:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384301.335984:0:18633:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e6b078c4. 00080000:00000010:2.0:1767384301.335987:0:18633:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e6b078c4. 00000020:00000001:2.0:1767384301.335990:0:18633:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:2.0:1767384301.464407:0:18671:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:3.0:1767384301.641498:0:18680:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d6a83bd0. 00080000:00000010:3.0:1767384301.641523:0:18680:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d6a83bd0. 00000020:00000001:3.0:1767384301.641531:0:18680:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.641544:0:18680:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d6a83bd0. 00080000:00000010:3.0:1767384301.641551:0:18680:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d6a83bd0. 00000020:00000001:3.0:1767384301.641574:0:18680:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.100237:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384302.100242:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.100248:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384302.100250:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.100284:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384302.100288:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.100290:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384302.693621:0:18896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002d0f0668. 00000400:00000010:2.0:1767384302.693634:0:18896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000028e320ba. 00000400:00000010:2.0:1767384302.693642:0:18896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005f281f04. 00000400:00000010:2.0:1767384302.693645:0:18896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bbb35d63. 00000400:00000010:2.0:1767384302.693649:0:18896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0e658f2. 00000400:00000010:2.0:1767384302.693652:0:18896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002dfa9515. 00000400:00000010:2.0:1767384302.693653:0:18896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d4922646. 00000400:00000010:2.0:1767384302.693655:0:18896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c950ffd. 00000400:00000010:2.0:1767384302.693657:0:18896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007587bffd. 00000800:00000010:2.0:1767384302.693665:0:18896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000019288bf9. 00000800:00000200:2.0:1767384302.693674:0:18896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384302.693678:0:18896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384302.693711:0:18896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384302.693729:0:18896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp10 [8/256/0/180] 00000400:00000010:2.0:1767384302.694980:0:18896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000008e875c2b. 00000400:00000010:2.0:1767384302.694987:0:18896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54e95a. 00000400:00000010:2.0:1767384302.694992:0:18896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000400:00000001:2.0:1767384302.695005:0:18896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384302.695008:0:18896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384302.695016:0:18896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d789d2. 00000400:00000200:2.0:1767384302.695020:0:18896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000400:00000010:2.0:1767384302.695022:0:18896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000400:00000010:2.0:1767384302.695028:0:18896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000b03fe29d. 00000400:00000200:2.0:1767384302.695033:0:18896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (1) 00000400:00000200:2.0:1767384302.695045:0:18896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384302.695052:0:18896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:2.0:1767384302.695058:0:18896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002881985c. 00000020:01000000:2.0:1767384302.695062:0:18896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384302.695065:0:18896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp10 00000400:00000010:2.0:1767384302.695077:0:18896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000028e320ba. 00000400:00000010:2.0:1767384302.695084:0:18896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002d0f0668. 00000020:00000001:3.0:1767384302.695131:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.695137:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.695150:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384302.695155:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384302.695160:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.695169:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384302.695172:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.695175:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.695178:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.695180:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.695182:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384302.695185:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384302.695188:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.695191:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384302.695197:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 00000020:00000040:3.0:1767384302.695203:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384302.695209:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.695213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384302.695218:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384302.695226:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac52522c. 00000100:00000001:3.0:1767384302.695233:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.695242:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384302.695245:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.695253:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042610649] to pc [ptlrpcd_00_03+3] req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384302.695275:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384302.695277:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.695279:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384302.695281:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384302.695287:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.695288:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.695289:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384302.695291:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384302.695291:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384302.695296:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.695299:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384302.695299:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384302.695303:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384302.695304:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384302.695305:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.695309:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.695310:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.695311:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384302.695312:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.695315:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384302.695315:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384302.695319:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c955984. 00000020:00000040:3.0:1767384302.695327:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384302.695332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384302.695333:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384302.695334:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384302.695337:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.695338:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.695346:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384302.695347:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc42c890. 02000000:00000001:0.0:1767384302.695350:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.695351:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.695355:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384302.695356:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.695358:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.695364:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742986880:0@lo:253: 00000100:00000040:3.0:1767384302.695365:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c955984] to pc [ptlrpcd_00_00+0] req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.695374:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384302.695381:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384302.695389:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384302.695392:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.695394:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.695397:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.695399:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:3.0:1767384302.695403:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384302.695405:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002881985c. 02000000:00000010:0.0:1767384302.695408:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000701ec930. 02000000:00000001:0.0:1767384302.695413:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.695415:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.695419:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.695423:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000800:00000001:3.0:1767384302.695427:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384302.695433:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004981f970. 00000800:00000001:3.0:1767384302.695437:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384302.695439:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742986880, portal 25 00000800:00000001:3.0:1767384302.695440:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.695445:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.695445:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.695449:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000400:00000200:3.0:1767384302.695456:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : PUT - for me 00000100:00000040:0.0:1767384302.695460:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.695470:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384302.695480:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384302.695484:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 64/64 into md 0x21d [1] + 0 00000100:00000040:0.0:1767384302.695489:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384302.695494:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb579f66. 00000400:00000010:0.0:1767384302.695496:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bfee3af. 00000400:00000200:3.0:1767384302.695502:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001792903 00000800:00000001:3.0:1767384302.695509:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384302.695511:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742986880, offset 0 00000800:00000001:3.0:1767384302.695520:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.695527:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.695527:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384302.695538:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: PUT: OK 00000400:00000200:0.0:1767384302.695541:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384302.695549:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001792903 00000400:00000010:3.0:1767384302.695555:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001792903. 00000400:00000200:0.0:1767384302.695555:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc01c80 00000400:00000200:3.0:1767384302.695562:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384302.695566:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 00000400:00000200:3.0:1767384302.695567:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (3) 00000400:00000010:0.0:1767384302.695573:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035795469. 00000400:00000200:0.0:1767384302.695579:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cadbef9 00000400:00000200:3.0:1767384302.695580:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:3.0:1767384302.695586:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000083071767. 00000400:00000200:0.0:1767384302.695588:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.695592:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 2 00000400:00000200:0.0:1767384302.695598:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384302.695600:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384302.695611:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (4) 00000400:00000200:3.0:1767384302.695620:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384302.695620:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cadbef9 00000400:00000010:0.0:1767384302.695625:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cadbef9. 00000400:00000200:3.0:1767384302.695628:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384302.695632:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp NI seq info: [6:6:256:4294967295] 192.168.204.108@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000001:0.0:1767384302.695651:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384302.695656:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384302.695663:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e60b0eaf x1853236742986880 msgsize 4848 00000400:00000200:3.0:1767384302.695664:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) -> 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) 192.168.204.108@tcp : ACK try# 0 00000100:00100000:0.0:1767384302.695676:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767384302.695679:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp 00000100:00000040:0.0:1767384302.695681:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000010:3.0:1767384302.695689:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016940102. 00000100:00000001:0.0:1767384302.695696:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384302.695700:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000800:00000200:3.0:1767384302.695711:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:1023 00000800:00000200:3.0:1767384302.695714:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016940102 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384302.695716:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bfee3af 00000400:00000010:0.0:1767384302.695721:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bfee3af. 00000100:00000001:0.0:1767384302.695728:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384302.695733:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384302.695757:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384302.695760:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1767384302.695762:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016940102. 00000400:00000200:3.0:1767384302.695767:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384302.695768:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.695775:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: ACK: OK 00000800:00000001:3.0:1767384302.695786:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384302.695787:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384302.695791:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.695791:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384302.695795:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.695800:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.695800:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384302.695805:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384302.695809:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294889752 00000800:00000001:3.0:1767384302.695812:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384302.695818:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b412562. 00000400:00000200:3.0:1767384302.695825:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : ACK - for me 00000100:00000001:0.0:1767384302.695829:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384302.695840:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294889752 00000400:00000200:3.0:1767384302.695842:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp: ACK from 12345-192.168.204.108@tcp into md 0x116d 00000100:00000010:0.0:1767384302.695849:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034a22a22. 00000400:00000200:3.0:1767384302.695850:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384302.695857:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384302.695862:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: ACK: OK 00000100:00000001:0.0:1767384302.695866:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294889752 00000400:00000200:3.0:1767384302.695868:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf6d051 00000400:00000010:3.0:1767384302.695874:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf6d051. 00000100:00000010:0.0:1767384302.695875:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000983a2861. 00000100:00000001:0.0:1767384302.695882:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384302.695883:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384302.695886:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294889752 00000100:00000010:0.0:1767384302.695893:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040165346. 00000400:00000200:3.0:1767384302.695895:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000001:0.0:1767384302.695900:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384302.695904:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:0.0:1767384302.695907:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384302.695908:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (3) 00000100:00000001:0.0:1767384302.695915:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384302.695918:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384302.695923:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384302.695925:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.695928:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.695938:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.695940:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.695941:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.695943:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384302.695949:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.695953:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384302.695956:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384302.695957:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.695961:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000100:00000001:0.0:1767384302.695964:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.695969:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000400:00000200:3.0:1767384302.695974:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:3.0:1767384302.695977:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:3.0:1767384302.695983:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000683a7ab7. 00000400:00000010:3.0:1767384302.695985:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000653cae42. 00000400:00000010:3.0:1767384302.695987:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 0000000068e6f86f. 00000100:00000001:0.0:1767384302.695993:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384302.695995:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000edc03379. 00000100:00100000:0.0:1767384302.695999:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987008 00000400:00000200:3.0:1767384302.696002:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000edc03379 nid 192.168.204.108@tcp10 02000000:00000001:0.0:1767384302.696004:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384302.696007:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b5e52071. 00000100:00000001:0.0:1767384302.696008:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384302.696012:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b5e52071 net tcp10 00000400:00000200:3.0:1767384302.696018:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (2) 00000100:00000001:0.0:1767384302.696019:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.696025:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp10 flags 0x11 02000000:00000001:0.0:1767384302.696027:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.696029:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000683a7ab7. 00000400:00000010:3.0:1767384302.696034:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000653cae42. 00000100:00100000:0.0:1767384302.696034:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987008 00000020:00000001:0.0:1767384302.696039:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384302.696040:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 0000000068e6f86f. 00000020:00000040:0.0:1767384302.696044:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000010:3.0:1767384302.696046:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000083071767. 00000020:00000001:0.0:1767384302.696047:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.696052:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000200:3.0:1767384302.696055:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000020:00000001:0.0:1767384302.696058:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384302.696062:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000020:00000001:0.0:1767384302.696064:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384302.696071:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000100:00000001:0.0:1767384302.696072:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.696077:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000400:00000200:3.0:1767384302.696082:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000100:00000001:0.0:1767384302.696083:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.696090:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000400:00000200:3.0:1767384302.696093:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384302.696097:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000020:00000010:0.0:1767384302.696098:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a07956. 00000400:00000200:3.0:1767384302.696132:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000020:00000010:0.0:1767384302.696135:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fbe0bdd. 00000400:00000200:3.0:1767384302.696138:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (3) 00000020:00000010:0.0:1767384302.696155:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d45fb283. 00000100:00000001:0.0:1767384302.696164:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.696168:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.696171:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.696178:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.696183:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.696205:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.696209:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.696215:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767384302.696222:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384302.696226:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932672592 : -130122776879024 : ffff89a76e1b6050) 00000100:00000040:0.0:1767384302.696235:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc350408 x1853236742987008/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.696251:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.696256:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:0.0:1767384302.696260:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.696265:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000100:00100000:0.0:1767384302.696276:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc350408 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742987008:12345-0@lo:253: 00000100:00000200:0.0:1767384302.696291:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987008 00000020:00000001:0.0:1767384302.696296:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384302.696302:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384302.696306:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.696311:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384302.696314:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384302.696320:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384302.696324:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384302.696329:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384302.696332:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384302.696334:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.696337:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384302.696341:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384302.696349:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007e908534. 02000000:00000001:0.0:1767384302.696355:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.696359:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.696362:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384302.696371:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c1928f52. 20000000:01000000:0.0:1767384302.696377:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384302.696380:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384302.696383:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384302.696386:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.696390:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.696394:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:3.0:1767384302.698275:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002a154e7d. 20000000:01000000:3.0:1767384302.698366:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384302.698371:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384302.698374:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384302.698378:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f51dd89. 00010000:00000001:3.0:1767384302.698379:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384302.698383:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:0.0:1767384302.698384:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767384302.698391:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384302.698393:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000451cdaf6. 00080000:00000001:0.0:1767384302.698394:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384302.698399:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384302.698399:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384302.698404:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095861d09. 00000020:00000001:3.0:1767384302.698407:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384302.698410:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095861d09 with handle 0x88edd5ef35457ca0 to hash 00080000:00000001:0.0:1767384302.698410:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384302.698414:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384302.698416:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384302.698418:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00080000:00000001:0.0:1767384302.698421:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698422:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.698426:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.698427:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:3.0:1767384302.698432:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384302.698432:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.698437:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384302.698441:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384302.698446:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:3.0:1767384302.698447:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384302.698451:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384302.698453:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384302.698455:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.698458:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384302.698460:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000001:3.0:1767384302.698461:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.698465:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:0.0:1767384302.698465:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384302.698471:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384302.698473:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384302.698474:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384302.698478:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384302.698479:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698480:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384302.698483:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000451cdaf6) refcount = 1 00080000:00000001:0.0:1767384302.698485:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384302.698487:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384302.698491:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384302.698496:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1767384302.698497:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:3.0:1767384302.698500:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384302.698503:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384302.698504:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384302.698509:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001ddf6801. 00080000:00000001:0.0:1767384302.698514:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910098944 : -130127799452672 : ffff89a642bcfc00) 00010000:00000001:3.0:1767384302.698515:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698520:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384302.698520:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384302.698525:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384302.698526:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:0.0:1767384302.698531:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009002856f. 20000000:01000000:3.0:1767384302.698532:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002467487s 00010000:00000001:3.0:1767384302.698539:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384302.698539:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.698544:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384302.698544:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384302.698547:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095861d09 refcount=4 00000020:00000001:3.0:1767384302.698553:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384302.698557:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00080000:00000001:0.0:1767384302.698558:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698561:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384302.698564:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384302.698573:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384302.698582:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384302.698585:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.698597:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.698600:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384302.698604:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.698618:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.698622:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698627:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384302.698631:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384302.698645:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095861d09 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384302.698661:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.698664:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384302.698667:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.698680:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384302.698690:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384302.698694:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.698697:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095861d09 refcount=5 00000020:00000001:3.0:1767384302.698702:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384302.698707:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384302.698713:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384302.698716:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.698733:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384302.698736:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.698738:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698741:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384302.698744:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384302.698747:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.698748:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384302.698752:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095861d09 with handle 0x88edd5ef35457ca0 from hash 00010000:00000001:3.0:1767384302.698756:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384302.698759:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.698763:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.698766:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384302.698768:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384302.698771:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384302.698772:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384302.698774:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384302.698779:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000001:0.0:1767384302.698779:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384302.698784:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384302.698784:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.698790:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb9a1a. 00010000:00000001:3.0:1767384302.698791:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698796:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384302.698798:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004981f970 00010000:00000001:3.0:1767384302.698800:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:0.0:1767384302.698803:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004981f970. 00010000:00000001:3.0:1767384302.698807:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.698810:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384302.698812:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384302.698814:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384302.698819:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384302.698820:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698827:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.698834:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384302.698848:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384302.698850:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.698861:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384302.698864:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384302.698865:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384302.698869:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384302.698869:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.698873:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384302.698875:0:16350:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384302.698877:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.698882:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384302.698887:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.698892:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.698892:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384302.698897:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384302.698897:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.698902:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.698908:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698913:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384302.698915:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384302.698918:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095861d09/0x88edd5ef35457ca0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384302.698922:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=12 v=5 (5 0 0 0) 00010000:00000040:3.0:1767384302.698927:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000451cdaf6 count: 0 00000100:00001000:0.0:1767384302.698928:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.698934:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.698937:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.698938:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384302.698941:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384302.698941:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384302.698946:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.698950:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.698955:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.698963:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.698967:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.698969:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384302.698972:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384302.698974:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384302.698975:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384302.698977:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384302.698979:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384302.698980:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384302.698982:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384302.698983:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384302.698984:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384302.698986:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384302.698989:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.698997:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742986880:0@lo:253: 00000100:00000001:0.0:1767384302.699002:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.699004:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.699006:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042610649 x1853236742986880/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.699013:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.699015:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.699018:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000701ec930. 02000000:00000001:0.0:1767384302.699021:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.699023:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.699024:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384302.699033:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.699035:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac52522c. 02000000:00000001:0.0:1767384302.699038:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.699040:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.699041:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042610649. 00000100:00000001:0.0:1767384302.699044:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.699046:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.699047:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.699052:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.699053:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.699055:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.699056:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384302.700028:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001ddf6801. 00080000:00000010:0.0:1767384302.700069:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009002856f. 00040000:00000001:0.0:1767384302.700074:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.700076:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384302.700078:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384302.700081:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384302.700083:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.700085:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384302.700087:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384302.700096:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384302.700124:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384302.700129:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000040:3.0:1767384302.700132:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294889752, at 4294889753 00000100:00000010:3.0:1767384302.700138:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040165346. 20000000:01000000:3.0:1767384302.700162:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384302.700165:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384302.700167:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384302.700169:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384302.700171:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384302.700175:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002533ac5a. 00010000:00000001:3.0:1767384302.700179:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384302.700181:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000020:00000001:3.0:1767384302.700197:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384302.700201:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457ca7 to hash 00000020:00000001:3.0:1767384302.700206:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384302.700208:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700210:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700212:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.700218:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.700220:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700226:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384302.700228:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384302.700230:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384302.700232:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.700233:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.700234:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.700235:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.700237:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384302.700238:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384302.700240:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384302.700241:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384302.700242:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002533ac5a) refcount = 1 00010000:00010000:3.0:1767384302.700244:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700247:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384302.700248:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384302.700249:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.700251:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700252:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384302.700254:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384302.700256:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002467487s 00010000:00000001:3.0:1767384302.700257:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384302.700258:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.700260:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=4 00000020:00000001:3.0:1767384302.700261:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700263:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700264:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384302.700265:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700269:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384302.700273:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700277:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.700278:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384302.700279:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700283:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.700284:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700286:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384302.700287:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384302.700291:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384302.700292:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.700294:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384302.700295:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700298:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384302.700299:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384302.700300:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.700302:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00000020:00000001:3.0:1767384302.700304:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700305:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384302.700308:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384302.700309:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700313:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384302.700315:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.700316:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700320:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384302.700321:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384302.700323:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.700330:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384302.700335:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457ca7 from hash 00010000:00000001:3.0:1767384302.700339:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384302.700340:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.700342:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.700342:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384302.700344:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384302.700345:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384302.700347:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384302.700350:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.700351:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700355:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384302.700358:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384302.700361:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.700364:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.700366:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700370:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700374:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.700378:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700388:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.700391:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.700394:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384302.700396:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384302.700399:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.700401:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.700403:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384302.700407:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.700412:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.700416:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.700423:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384302.700426:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384302.700427:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457ca7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384302.700449:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002533ac5a count: 0 00010000:00000001:3.0:1767384302.700456:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384302.700459:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384302.700500:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.700504:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384302.700508:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.700511:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.700513:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f83c116. 00000400:00000200:3.0:1767384302.700516:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c38dc134 00000400:00000010:3.0:1767384302.700519:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c38dc134. 00000100:00000001:3.0:1767384302.700524:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.700530:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.700552:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.700569:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.700572:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.700576:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384302.700579:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384302.700581:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.700585:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.700587:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384302.700591:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=12 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384302.700596:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384302.700602:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384302.700605:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.700607:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384302.700609:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.700614:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.700617:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.700627:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.700630:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.700631:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384302.700638:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384302.700639:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384302.700640:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.700641:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.700642:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.700643:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.700643:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384302.700645:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.700646:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384302.700648:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.700655:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c955984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742987008:0@lo:253: 00000100:00000001:3.0:1767384302.700660:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.700662:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.700666:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c955984 x1853236742987008/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.700673:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.700675:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.700677:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4d634ff. 02000000:00000001:3.0:1767384302.700680:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.700681:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384302.700682:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384302.700684:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384302.700685:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc42c890. 02000000:00000001:3.0:1767384302.700688:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.700689:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.700690:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c955984. 00000100:00000001:3.0:1767384302.700692:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.700693:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.700695:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.700698:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.700700:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.700702:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.700703:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.701155:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294889752, at 4294889754 00000100:00000010:0.0:1767384302.701161:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00000100:00000040:2.0:1767384302.701914:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294889752, at 4294889754 00000100:00000010:2.0:1767384302.701920:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000983a2861. 00010000:00000010:3.1:1767384302.706136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000451cdaf6. 00010000:00000010:3.1:1767384302.706153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095861d09. 00010000:00000010:3.1:1767384302.706157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002533ac5a. 00010000:00000010:3.1:1767384302.706159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00000400:00000010:0.0:1767384302.714317:0:18901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000027c27ed5. 00000400:00000040:0.0:1767384302.714333:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.714335:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384302.714338:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.714339:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.714341:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.714342:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384302.714344:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.714345:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384302.714346:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384302.714347:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384302.714348:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384302.714353:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.714355:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384302.714356:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.714357:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384302.714358:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384302.714360:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.714360:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384302.714361:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384302.714363:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.714364:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.714365:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.714366:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.714366:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.714367:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384302.714369:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.714370:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.714370:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.714371:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.714372:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.714373:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384302.714374:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.714375:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.714376:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.714377:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.714378:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.714379:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384302.714380:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.714381:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.714382:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384302.714383:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384302.714405:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.714406:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384302.714407:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384302.714409:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384302.714410:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384302.714411:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384302.714412:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384302.714414:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384302.714415:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.714420:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384302.714421:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384302.714423:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384302.714424:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384302.714426:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384302.714427:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384302.714428:0:18901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384302.714443:0:18901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000027c27ed5. 00010000:00000001:0.0:1767384303.124162:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384303.124168:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384303.124173:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384303.124175:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384303.124213:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384303.124217:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384303.124221:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384303.621988:0:19186:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccdfd4fb. 00080000:00000010:0.0:1767384303.622000:0:19186:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccdfd4fb. 00000020:00000001:0.0:1767384303.622006:0:19186:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384303.622015:0:19186:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccdfd4fb. 00080000:00000010:0.0:1767384303.622021:0:19186:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccdfd4fb. 00000020:00000001:0.0:1767384303.622026:0:19186:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.147166:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384304.147173:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.147181:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384304.147183:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.147221:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384304.147224:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.147233:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384304.318001:0:19350:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384304.318005:0:19350:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384304.320961:0:19350:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384304.328177:0:19351:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ec0cb13. 00000400:00000010:3.0:1767384304.328190:0:19351:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004c06a9cb. 00000400:00000010:3.0:1767384304.328198:0:19351:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005816707f. 00000400:00000010:3.0:1767384304.328201:0:19351:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dfc9a12d. 00000400:00000010:3.0:1767384304.328204:0:19351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000516df055. 00000400:00000010:3.0:1767384304.328207:0:19351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036665b56. 00000400:00000010:3.0:1767384304.328208:0:19351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000475274bb. 00000400:00000010:3.0:1767384304.328210:0:19351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000244a8369. 00000400:00000010:3.0:1767384304.328212:0:19351:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000dbbcd1a. 00000800:00000010:3.0:1767384304.328221:0:19351:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009c93de2c. 00000800:00000200:3.0:1767384304.328229:0:19351:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384304.328234:0:19351:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384304.328265:0:19351:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384304.328281:0:19351:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384304.329666:0:19351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 0000000027977ecc. 00000400:00000010:3.0:1767384304.329671:0:19351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000400:00000010:3.0:1767384304.329675:0:19351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000400:00000001:3.0:1767384304.329686:0:19351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384304.329687:0:19351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.329689:0:19351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54e95a. 00000400:00000200:3.0:1767384304.329691:0:19351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:3.0:1767384304.329693:0:19351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000400:00000010:3.0:1767384304.329696:0:19351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000008e875c2b. 00000400:00000200:3.0:1767384304.329700:0:19351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (2) 00000400:00000200:3.0:1767384304.329711:0:19351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384304.329720:0:19351:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384304.329726:0:19351:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dc42c890. 00000020:01000000:3.0:1767384304.329730:0:19351:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384304.329732:0:19351:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp11 00000400:00000010:3.0:1767384304.329747:0:19351:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004c06a9cb. 00000400:00000010:3.0:1767384304.329751:0:19351:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ec0cb13. 00000020:00000001:2.0:1767384304.329776:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.329781:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.329784:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384304.329787:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384304.329791:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384304.329794:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384304.329798:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384304.329801:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384304.329803:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384304.329806:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384304.329809:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384304.329812:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384304.329815:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384304.329818:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384304.329824:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a17f7d2. 00000020:00000040:2.0:1767384304.329830:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384304.329836:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384304.329840:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384304.329846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.329861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006e90ed02. 00000100:00000001:2.0:1767384304.329868:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384304.329876:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (2) 00000100:00000001:2.0:1767384304.329878:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384304.329881:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.329887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a17f7d2] to pc [ptlrpcd_00_01+1] req@000000000a17f7d2 x1853236742987136/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384304.329915:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384304.329919:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.329921:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384304.329922:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384304.329928:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.329932:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.329935:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384304.329938:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384304.329941:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384304.329944:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384304.329948:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384304.329951:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384304.329954:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384304.329957:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384304.329961:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384304.329965:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384304.329967:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384304.329972:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a7ca2ed. 00000400:00000200:0.0:1767384304.329973:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000020:00000040:2.0:1767384304.329975:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384304.329980:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384304.329984:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384304.329987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.329996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000747f5fd1. 00000100:00000001:2.0:1767384304.330001:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330007:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384304.330009:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.330011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a7ca2ed] to pc [ptlrpcd_00_02+2] req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384304.330029:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.330035:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 10000000:00000001:2.0:1767384304.330039:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.330043:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384304.330047:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384304.330050:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dc42c890. 00000100:00000001:2.0:1767384304.330065:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.330070:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330081:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.330085:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.330088:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384304.330093:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.330145:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384304.330148:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.330153:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384304.330156:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384304.330158:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.330160:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742987264:0@lo:253: 00000100:00000001:2.0:1767384304.330167:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384304.330171:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384304.330174:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.330176:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384304.330182:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e5bcaa3. 02000000:00000001:2.0:1767384304.330187:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.330194:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b8a8f26. 00000400:00000010:2.0:1767384304.330201:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e110891. 00000100:00000200:2.0:1767384304.330206:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742987264, portal 25 00000100:00000001:2.0:1767384304.330208:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384304.330209:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040579200 : -130122668972416 : ffff89a77489e680) 00000100:00000040:2.0:1767384304.330214:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.330221:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.330228:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.330232:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a891a9a. 00000100:00000200:2.0:1767384304.330237:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742987264, offset 0 00000400:00000200:2.0:1767384304.330252:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.330263:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.330273:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc01e00 00000400:00000200:2.0:1767384304.330278:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000010:2.0:1767384304.330283:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e12654e. 00000400:00000200:2.0:1767384304.330288:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000980f49c6 00000400:00000200:2.0:1767384304.330294:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.330299:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384304.330305:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980f49c6 00000400:00000010:2.0:1767384304.330308:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000980f49c6. 00000100:00000001:2.0:1767384304.330313:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384304.330315:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384304.330321:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000003817fe7 x1853236742987264 msgsize 4848 00000100:00100000:2.0:1767384304.330327:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384304.330329:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384304.330337:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.330344:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a891a9a 00000400:00000010:2.0:1767384304.330348:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a891a9a. 00000100:00000001:2.0:1767384304.330350:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384304.330353:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.330364:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.330367:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.330373:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330377:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.330381:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.330382:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000701ec930. 00000100:00000001:2.0:1767384304.330385:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294891387 00000100:00000001:2.0:1767384304.330391:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294891387 00000800:00000010:0.0:1767384304.330392:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f70ef0. 00000100:00000001:2.0:1767384304.330396:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294891387 00000100:00000001:2.0:1767384304.330400:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294891387 00000100:00000001:2.0:1767384304.330402:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294891387 00000100:00000001:2.0:1767384304.330404:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294891387 00000800:00000010:0.0:1767384304.330405:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e60c3b4. 00000100:00000001:2.0:1767384304.330412:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294891387 00000100:00000001:2.0:1767384304.330414:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294891387 00000100:00000001:2.0:1767384304.330416:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.330419:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330423:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330426:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.330433:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.330436:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384304.330440:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.330441:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.330445:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330449:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.330455:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e60c3b4. 00000100:00000001:2.0:1767384304.330461:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.330464:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.330518:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384304.330542:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp10 from 253.3.0.2 00000800:00000010:0.0:1767384304.330549:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d35a9ee0. 00000100:00000001:2.0:1767384304.330580:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384304.330584:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384304.330592:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:2.0:1767384304.330597:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384304.330601:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932677712 : -130122776873904 : ffff89a76e1b7450) 00000100:00000040:2.0:1767384304.330606:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016a8f505 x1853236742987136/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.330617:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.330621:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001423747b. 00000100:00000001:2.0:1767384304.330626:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.330630:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001423747b. 00000100:00100000:2.0:1767384304.330636:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742987136:12345-0@lo:253: 00000100:00000200:2.0:1767384304.330640:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987136 00000020:00000001:2.0:1767384304.330645:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:0.0:1767384304.330649:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e908534. 00000020:00000001:2.0:1767384304.330650:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384304.330653:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.330658:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:0.0:1767384304.330659:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002bf3adca. 00000020:00000001:2.0:1767384304.330662:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384304.330666:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.330675:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384304.330679:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384304.330682:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:0.0:1767384304.330685:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e91ca66. 00000020:00000001:2.0:1767384304.330687:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330693:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384304.330695:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.1:1767384304.330700:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (2) 02000000:00000010:2.0:1767384304.330702:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002881985c. 02000000:00000001:2.0:1767384304.330708:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.330712:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384304.330714:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp10 000000008e91ca66 deleted 20000000:00000001:2.0:1767384304.330716:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.1:1767384304.330721:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e91ca66. 00000800:00000200:0.1:1767384304.330730:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:2.0:1767384304.330732:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001172d678. 20000000:01000000:2.0:1767384304.330738:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384304.330742:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:0.1:1767384304.330745:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:1021 20000000:00000001:2.0:1767384304.330746:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384304.330751:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384304.330752:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006a93708 type 1, nob 176 niov 1 nkiov 1 20000000:00000001:2.0:1767384304.330756:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384304.330760:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.0:1767384304.330763:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp10 p 3.x 192.168.204.108 -> 192.168.204.108:1021 incarnation:1767384302693666616 sched[0] 20000000:00000010:2.0:1767384304.330769:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064983777. 20000000:01000000:2.0:1767384304.330775:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384304.330783:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384304.330787:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e60c3b4. 00080000:00000001:2.0:1767384304.330789:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384304.330794:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384304.330812:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384304.330828:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.330831:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384304.330832:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.330834:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384304.330835:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384304.330838:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384304.330842:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384304.330844:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384304.330846:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384304.330847:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e60c3b4. 00080000:00000001:2.0:1767384304.330849:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.330854:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384304.330855:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002bf3adca. 00000020:00000001:2.0:1767384304.330856:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384304.330863:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384304.330866:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384304.330874:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088e3b32d. 00080000:00000001:2.0:1767384304.330876:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945914590208 : -130127794961408 : ffff89a643018400) 00080000:00000001:2.0:1767384304.330879:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384304.330883:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384304.330886:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001423747b. 00080000:00000001:2.0:1767384304.330888:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.330889:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d35a9ee0. 00080000:00000001:2.0:1767384304.330891:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:0.0:1767384304.330905:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384304.330906:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384304.330912:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384304.330924:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767384304.330979:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384304.330983:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384304.330990:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006a93708. 00000400:00000200:0.0:1767384304.330999:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.331008:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 00000400:00000200:0.0:1767384304.331013:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384304.331017:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:0.0:1767384304.331026:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331033:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.331036:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331041:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.331048:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : PUT - for me 00000400:00000200:0.0:1767384304.331061:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384304.331068:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 80/80 into md 0x1181 [1] + 0 00000400:00000010:0.0:1767384304.331072:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:0.0:1767384304.331077:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc36cab5 00000800:00000001:0.0:1767384304.331082:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331092:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.331096:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.331179:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 00000400:00000200:0.0:1767384304.331185:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:0.0:1767384304.331188:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000400:00000200:0.0:1767384304.331193:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384304.331197:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (4) 00000400:00000200:0.0:1767384304.331203:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:0.0:1767384304.331208:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000f21e9afd. 00000400:00000200:0.0:1767384304.331211:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 3 00000400:00000200:0.0:1767384304.331216:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384304.331239:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (5) 00000400:00000200:0.0:1767384304.331246:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384304.331255:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000400:00000200:0.0:1767384304.331261:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [8:8:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384304.331272:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) 192.168.204.108@tcp10 : ACK try# 0 00000400:00000200:2.0:1767384304.331278:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384304.331279:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp10 00000400:00000010:2.0:1767384304.331284:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035d7f6c6. 00000800:00000010:0.0:1767384304.331286:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335a1b7d. 00000400:00000010:2.0:1767384304.331290:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d96699f. 00000400:00000200:2.0:1767384304.331295:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000800:00000200:0.0:1767384304.331297:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (4) 00000400:00000200:2.0:1767384304.331302:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000800:00000200:0.0:1767384304.331307:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000400:00000010:2.0:1767384304.331309:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000ae313a43. 00000800:00000200:0.0:1767384304.331311:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000335a1b7d type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384304.331314:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000004f8fe33f. 00000400:00000010:2.0:1767384304.331318:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 000000006b436bb8. 00000400:00000010:2.0:1767384304.331324:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e0bde09. 00000400:00000200:2.0:1767384304.331330:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e0bde09 nid 192.168.204.108@tcp11 00000400:00000010:2.0:1767384304.331335:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f897d5bc. 00000400:00000200:2.0:1767384304.331337:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f897d5bc net tcp11 00000400:00000200:2.0:1767384304.331339:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (4) 00000400:00000200:2.0:1767384304.331343:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp11 flags 0x11 00000400:00000010:2.0:1767384304.331346:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000ae313a43. 00000400:00000010:2.0:1767384304.331349:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000004f8fe33f. 00000400:00000010:2.0:1767384304.331350:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 000000006b436bb8. 00000400:00000010:2.0:1767384304.331353:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000f21e9afd. 00000400:00000200:2.0:1767384304.331357:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384304.331359:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:2.0:1767384304.331363:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:2.0:1767384304.331368:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:2.0:1767384304.331373:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384304.331375:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000800:00000200:0.0:1767384304.331377:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384304.331378:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000800:00000010:0.0:1767384304.331382:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335a1b7d. 00000400:00000200:2.0:1767384304.331390:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (5) 00000400:00000200:0.0:1767384304.331390:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.331404:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000800:00000001:2.0:1767384304.331406:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.331414:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.331417:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331426:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.331429:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331435:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384304.331437:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc27db80. 00000800:00000010:2.0:1767384304.331443:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a891a9a. 00000400:00000200:0.0:1767384304.331444:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : ACK - for me 00000400:00000200:0.0:1767384304.331459:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp10: ACK from 12345-192.168.204.108@tcp10 into md 0x1199 00000800:00000010:2.0:1767384304.331463:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000980f49c6. 00000400:00000200:0.0:1767384304.331464:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1F:1767384304.331474:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (4) 00000400:00000200:0.0:1767384304.331476:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000400:00000200:0.0:1767384304.331480:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d243581 00000800:00000200:2.1:1767384304.331485:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp10 00000000980f49c6 deleted 00000400:00000010:0.0:1767384304.331485:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d243581. 00000800:00000010:2.1:1767384304.331490:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000980f49c6. 00000400:00000200:0.0:1767384304.331493:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:2.1:1767384304.331494:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384304.331502:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp10 p 3.x 192.168.204.108 -> 192.168.204.108:1020 incarnation:1767384302693666616 sched[0] 00000400:00000200:0.0:1767384304.331502:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:0.0:1767384304.331508:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (4) 00000800:00000010:2.0:1767384304.331510:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e784239d. 00000800:00000001:0.0:1767384304.331516:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331521:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384304.331555:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e784239d. 00000800:00000010:2.0:1767384304.331559:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a891a9a. 00000800:00000200:1.1:1767384304.331578:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384304.331580:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005c2f30c4. 00000800:00000001:0.0:1767384304.331609:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.331616:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.331620:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.331625:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384304.332588:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088e3b32d. 00080000:00000010:2.0:1767384304.332643:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001423747b. 00040000:00000001:2.0:1767384304.332648:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.332651:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384304.332653:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384304.332656:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384304.332658:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384304.332659:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384304.332669:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384304.332679:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384304.332682:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384304.332687:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384304.332693:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384304.332698:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384304.332701:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384304.332709:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384304.332714:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384304.332723:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000609ed55a. 00010000:00000001:0.0:1767384304.332730:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384304.332734:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000769ebc54. 00000020:00000001:0.0:1767384304.332740:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384304.332744:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000769ebc54 with handle 0x88edd5ef35457cae to hash 00000020:00000001:0.0:1767384304.332750:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384304.332754:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384304.332761:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384304.332767:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.332772:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.332778:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.332797:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384304.332802:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384304.332806:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384304.332811:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.332815:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.332821:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.332825:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.332831:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.332835:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384304.332839:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:2.0:1767384304.332840:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384304.332845:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384304.332845:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000010:2.0:1767384304.332850:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001172d678. 00010000:00000040:0.0:1767384304.332850:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000609ed55a) refcount = 1 00010000:00010000:0.0:1767384304.332868:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384304.332869:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.332876:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742987136 00010000:00000001:0.0:1767384304.332882:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384304.332883:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.332888:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016a8f505 x1853236742987136/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.332893:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384304.332897:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.332902:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.332905:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384304.332906:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384304.332910:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.332911:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384304.332915:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002467487s 00000100:00001000:2.0:1767384304.332921:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=14 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384304.332921:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.332926:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384304.332927:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384304.332929:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=4 00000100:00000040:2.0:1767384304.332932:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:0.0:1767384304.332936:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000100:00000001:2.0:1767384304.332937:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384304.332942:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384304.332943:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 02000000:00000001:2.0:1767384304.332945:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.332950:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384304.332950:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:2.0:1767384304.332955:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384304.332955:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384304.332958:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a891a9a. 00000100:00000200:2.0:1767384304.332963:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742987136, offset 224 00010000:00000001:0.0:1767384304.332971:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384304.332972:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384304.332976:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384304.332982:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384304.332991:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384304.332992:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc01d80 00010000:00000001:0.0:1767384304.332995:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384304.332999:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x119d [2] + 224 00010000:00010000:0.0:1767384304.333000:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384304.333004:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.333011:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384304.333016:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384304.333017:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384304.333021:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384304.333022:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a17f7d2 x1853236742987136/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.333027:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384304.333031:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384304.333033:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a17f7d2 x1853236742987136/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384304.333052:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000769ebc54 already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384304.333056:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.333058:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384304.333060:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384304.333060:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384304.333067:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a891a9a 00000400:00000010:2.0:1767384304.333070:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a891a9a. 00000100:00000001:2.0:1767384304.333073:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.333076:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.333081:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.333087:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384304.333088:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384304.333090:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384304.333093:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.333093:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384304.333098:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384304.333133:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016a8f505 x1853236742987136/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384304.333141:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384304.333145:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742987136:12345-0@lo:253: Request processed in 2525us (2948us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384304.333146:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=5 00000020:00000001:0.0:1767384304.333152:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384304.333166:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000100:00100000:2.0:1767384304.333173:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00000001:0.0:1767384304.333174:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384304.333177:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00010000:0.0:1767384304.333178:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384304.333181:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.333184:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384304.333189:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f0f77b7. 00010000:00000001:0.0:1767384304.333195:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767384304.333196:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a16a5f. 00010000:00000001:0.0:1767384304.333199:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767384304.333201:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f47c986. 00010000:00000001:0.0:1767384304.333203:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384304.333206:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:0.0:1767384304.333208:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384304.333212:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384304.333212:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767384304.333214:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002881985c. 00010000:00000001:0.0:1767384304.333217:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384304.333218:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384304.333222:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.333223:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384304.333230:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000769ebc54 with handle 0x88edd5ef35457cae from hash 00000100:00000200:2.0:1767384304.333232:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384304.333236:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384304.333237:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00010000:00000001:0.0:1767384304.333241:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384304.333243:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a891a9a. 00010000:00000001:0.0:1767384304.333246:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.333250:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384304.333254:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384304.333259:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384304.333264:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384304.333269:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.333275:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.333281:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384304.333286:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384304.333292:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.333296:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.333300:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.333306:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.333312:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.333323:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.333343:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.333347:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.333349:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384304.333350:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.333352:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.333353:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.333354:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384304.333357:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.333361:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.333365:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.333379:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384304.333384:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384304.333389:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000769ebc54/0x88edd5ef35457cae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384304.333404:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000609ed55a count: 0 00010000:00000001:0.0:1767384304.333417:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384304.333422:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:0.0:1767384304.334396:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000056590c1e. 20000000:01000000:0.0:1767384304.334473:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384304.334477:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384304.334479:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384304.334482:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384304.334484:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384304.334489:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001ed554ab. 00010000:00000001:0.0:1767384304.334492:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384304.334495:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cacaf796. 00000020:00000001:0.0:1767384304.334498:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384304.334501:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cacaf796 with handle 0x88edd5ef35457cb5 to hash 00000020:00000001:0.0:1767384304.334503:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384304.334504:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334507:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334517:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.334519:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.334522:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334529:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384304.334531:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384304.334532:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384304.334534:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.334536:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.334537:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.334539:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.334541:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.334543:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384304.334544:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384304.334545:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384304.334547:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001ed554ab) refcount = 1 00010000:00010000:0.0:1767384304.334550:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334556:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384304.334557:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384304.334558:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.334560:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.334562:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384304.334564:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384304.334566:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002467487s 00010000:00000001:0.0:1767384304.334569:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.334570:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.334572:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00000020:00000001:0.0:1767384304.334574:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334577:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334579:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384304.334581:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334600:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384304.334602:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334609:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.334613:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384304.334618:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334633:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.334637:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.334643:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384304.334646:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384304.334659:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cacaf796 already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384304.334664:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.334669:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384304.334673:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334686:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384304.334689:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.334693:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.334697:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=5 00000020:00000001:0.0:1767384304.334702:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334706:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384304.334712:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384304.334716:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.334728:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384304.334733:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.334743:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.334749:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384304.334753:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384304.334758:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.334763:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384304.334769:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cacaf796 with handle 0x88edd5ef35457cb5 from hash 00010000:00000001:0.0:1767384304.334776:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384304.334779:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.334783:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.334787:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384304.334791:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384304.334795:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384304.334797:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384304.334798:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.334802:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.334807:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384304.334810:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384304.334816:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384304.334817:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.334821:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384304.334821:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.334827:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384304.334829:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384304.334831:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384304.334832:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384304.334835:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b8a8f26. 00010000:00000001:0.0:1767384304.334836:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.334841:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e110891 00010000:00010000:0.0:1767384304.334843:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384304.334846:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e110891. 00000100:00000001:2.0:1767384304.334852:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.334859:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.334861:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384304.334863:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003817fe7 x1853236742987264/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.334865:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.334869:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384304.334873:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.334877:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.334881:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.334885:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1767384304.334888:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.334890:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.334897:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.334904:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384304.334905:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384304.334908:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.334914:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384304.334917:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384304.334921:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384304.334924:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384304.334926:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.334926:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003817fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742987264:12345-0@lo:253: Request processed in 4250us (4599us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384304.334933:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.334935:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384304.334939:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:0.0:1767384304.334940:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cb5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384304.334944:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00001000:2.0:1767384304.334946:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=14 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384304.334949:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384304.334951:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384304.334955:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=14 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384304.334955:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ea5673. 00010000:00000040:0.0:1767384304.334958:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001ed554ab count: 0 00000100:00000001:2.0:1767384304.334962:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384304.334962:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7833de4. 00000100:00000001:2.0:1767384304.334965:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384304.334967:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f498003a. 00010000:00000001:2.0:1767384304.334968:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384304.334970:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384304.334972:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384304.334974:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 20000000:00000001:0.0:1767384304.334974:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384304.334975:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.334980:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384304.334981:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384304.334983:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004cacfa0c. 02000000:00000001:1.0:1767384304.334989:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384304.334993:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.334993:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.334998:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384304.334999:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384304.335000:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384304.335004:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cda5ac5. 00000020:01000004:2.0:1767384304.335005:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384304.335009:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384304.335010:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384304.335010:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000350bf5ff. 00000020:01000004:2.0:1767384304.335013:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384304.335015:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384304.335017:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384304.335018:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384304.335019:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384304.335020:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384304.335022:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.335027:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742987264:0@lo:253: 00000100:00000001:2.0:1767384304.335030:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.335031:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.335032:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a7ca2ed x1853236742987264/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.335036:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384304.335038:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384304.335039:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e5bcaa3. 02000000:00000001:2.0:1767384304.335042:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384304.335043:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384304.335044:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384304.335046:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384304.335051:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000747f5fd1. 02000000:00000001:2.0:1767384304.335054:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384304.335055:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384304.335056:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a7ca2ed. 00000100:00000001:2.0:1767384304.335059:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384304.335061:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.335062:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.335066:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.335067:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.335069:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.335071:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.335149:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294891387, at 4294891388 00000100:00000010:1.0:1767384304.335157:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c882b35d. 00000100:00000040:0.0:1767384304.335169:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294891387, at 4294891388 00000100:00000010:0.0:1767384304.335178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00000100:00000040:3.0:1767384304.336155:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294891387, at 4294891389 00000100:00000010:3.0:1767384304.336162:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a32ff87. 00000100:00000040:2.0:1767384304.336162:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294891387, at 4294891389 00000100:00000010:2.0:1767384304.336170:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d1559a0. 00010000:00000010:0.1:1767384304.342152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000609ed55a. 00010000:00000010:0.1:1767384304.342162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000769ebc54. 00010000:00000010:0.1:1767384304.342167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001ed554ab. 00010000:00000010:0.1:1767384304.342170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cacaf796. 00000400:00000010:3.0:1767384304.349865:0:19356:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004cd44bf0. 00000400:00000040:3.0:1767384304.349881:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.349884:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.349886:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.349887:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.349889:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.349890:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384304.349892:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.349893:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.349894:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.349895:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384304.349896:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.349897:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.349899:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.349900:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.349900:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384304.349902:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.349903:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.349904:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384304.349904:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384304.349906:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.349907:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.349908:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.349909:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.349910:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.349911:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384304.349912:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.349913:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.349914:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.349915:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.349916:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.349917:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384304.349918:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.349923:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.349924:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.349925:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.349926:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.349928:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384304.349929:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.349931:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.349932:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.349933:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.349934:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.349935:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384304.349936:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384304.349937:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384304.349938:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384304.349939:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384304.349940:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384304.349942:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.349943:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.349944:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384304.349945:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.349946:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384304.349947:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384304.349949:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384304.349950:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384304.349951:0:19356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384304.349964:0:19356:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004cd44bf0. 00080000:00000010:0.0:1767384304.862284:0:19490:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004fbe0bdd. 00080000:00000010:0.0:1767384304.862296:0:19490:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004fbe0bdd. 00000020:00000001:0.0:1767384304.862301:0:19490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384304.862308:0:19490:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004fbe0bdd. 00080000:00000010:0.0:1767384304.862313:0:19490:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004fbe0bdd. 00000020:00000001:0.0:1767384304.862316:0:19490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384304.979180:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384304.979187:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:1.0:1767384304.979193:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384304.979197:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384304.979200:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384304.979202:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384304.979205:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384304.979209:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384304.979211:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 6 10000000:00000001:1.0:1767384304.979215:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384304.979218:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384304.979227:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000910766c. 00000020:00000040:1.0:1767384304.979233:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384304.979239:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384304.979250:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384304.979256:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384304.979265:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e29d7083. 00000100:00000001:1.0:1767384304.979274:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.979281:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384304.979284:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384304.979294:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023025516. 00010000:00000001:1.0:1767384304.979300:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384304.979305:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac45fe80. 00000020:00000001:1.0:1767384304.979310:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384304.979313:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac45fe80 with handle 0x88edd5ef35457cbc to hash 00000020:00000001:1.0:1767384304.979316:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384304.979317:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384304.979321:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384304.979326:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.979329:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.979333:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384304.979344:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384304.979356:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384304.979363:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384304.979366:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384304.979373:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2d7eff1. 00000100:00000001:1.0:1767384304.979376:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950204740544 : -130123504811072 : ffff89a742b803c0) 00000100:00000001:1.0:1767384304.979379:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.979381:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088525312 : -130122621026304 : ffff89a777658000) 00000100:00000001:1.0:1767384304.979386:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384304.979389:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.979391:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384304.979393:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384304.979410:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.979422:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384304.979424:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.979428:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384304.979431:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384304.979434:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.979437:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000910766c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742987392:0@lo:101: 00000100:00000001:1.0:1767384304.979443:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384304.979449:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384304.979453:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.979455:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384304.979459:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073616386. 02000000:00000001:1.0:1767384304.979462:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384304.979479:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d91ddca3. 00000400:00000010:1.0:1767384304.979488:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a8bd13. 00000100:00000200:1.0:1767384304.979496:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742987392, portal 25 00000100:00000001:1.0:1767384304.979498:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.979500:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088525312 : -130122621026304 : ffff89a777658000) 00000100:00000040:1.0:1767384304.979505:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.979514:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.979517:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.979521:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3609bcc. 00000100:00000200:1.0:1767384304.979534:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742987392, offset 0 00000400:00000200:1.0:1767384304.979543:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.979562:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.979578:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc01e80 00000400:00000200:1.0:1767384304.979586:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c1 [2] + 0 00000400:00000010:1.0:1767384304.979603:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bda67b4. 00000400:00000200:1.0:1767384304.979607:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000439e1915 00000400:00000200:1.0:1767384304.979615:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.979620:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384304.979635:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000439e1915 00000400:00000010:1.0:1767384304.979639:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000439e1915. 00000100:00000001:1.0:1767384304.979645:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384304.979648:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384304.979652:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000a6273545 x1853236742987392 msgsize 328 00000100:00100000:1.0:1767384304.979657:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384304.979660:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384304.979675:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.979685:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3609bcc 00000400:00000010:1.0:1767384304.979687:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3609bcc. 00000100:00000001:1.0:1767384304.979703:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384304.979707:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.979719:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.979723:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.979729:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384304.979734:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.979735:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987392 00000100:00000001:1.0:1767384304.979738:0:17076:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384304.979741:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384304.979744:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.979746:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.979748:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.979753:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294892036 02000000:00000001:2.0:1767384304.979755:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384304.979759:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e497d5f2. 00000100:00100000:2.0:1767384304.979762:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987392 00000020:00000001:2.0:1767384304.979768:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384304.979769:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384304.979770:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384304.979776:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384304.979779:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:1.0:1767384304.979780:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294892036 00000020:00000001:2.0:1767384304.979785:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:1.0:1767384304.979788:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a32ff87. 00000020:00000001:2.0:1767384304.979790:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384304.979796:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384304.979798:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384304.979803:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294892036 00000020:00000010:2.0:1767384304.979806:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3591ff9. 00000100:00000010:1.0:1767384304.979810:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d1559a0. 00000100:00000001:2.0:1767384304.979811:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.979818:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3591ff9. 00000100:00000001:1.0:1767384304.979818:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384304.979826:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294892036 00000020:00000010:2.0:1767384304.979830:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a57ff7c. 00000100:00000010:1.0:1767384304.979832:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000100:00000001:1.0:1767384304.979838:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384304.979840:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000795d8ff6. 00000100:00000001:1.0:1767384304.979841:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.979847:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000100:00000001:1.0:1767384304.979855:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.979858:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.979861:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384304.979862:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384304.979875:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e2d7eff1 going to sleep for 11 seconds 00000100:00000001:2.0:1767384304.979878:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384304.979882:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384304.979886:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.979888:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384304.979892:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.979902:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.979920:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.979948:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384304.979951:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384304.979957:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:2.0:1767384304.979961:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384304.979964:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932666448 : -130122776885168 : ffff89a76e1b4850) 00000100:00000040:2.0:1767384304.979971:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6273545 x1853236742987392/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 328/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.979983:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.979986:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3591ff9. 00000100:00000001:2.0:1767384304.979988:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.979991:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3591ff9. 00000100:00100000:2.0:1767384304.979995:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742987392:12345-0@lo:101: 00000100:00000200:2.0:1767384304.980000:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987392 00000020:00000001:2.0:1767384304.980004:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384304.980008:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384304.980011:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.980014:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384304.980016:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:2.0:1767384304.980031:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.980033:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384304.980036:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384304.980040:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384304.980044:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.980047:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384304.980050:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384304.980052:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384304.980055:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384304.980057:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.980064:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384304.980077:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001893e9bb. 00010000:00000001:2.0:1767384304.980081:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384304.980094:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005109f9b6. 00000020:00000001:2.0:1767384304.980098:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384304.980132:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005109f9b6 with handle 0x88edd5ef35457cc3 to hash 00000020:00000001:2.0:1767384304.980136:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384304.980138:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384304.980141:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00010000:2.0:1767384304.980145:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457cbc expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384304.980153:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:2.0:1767384304.980157:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384304.980166:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384304.980170:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384304.980175:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c797aee3. 02000000:00000001:2.0:1767384304.980178:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.980181:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.980184:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384304.980189:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384304.980192:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384304.980195:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384304.980197:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.980200:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384304.980202:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.980204:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384304.980207:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384304.980210:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384304.980211:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384304.980214:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001893e9bb) refcount = 1 00010000:00010000:2.0:1767384304.980219:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384304.980228:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384304.980230:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384304.980240:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.980242:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.980245:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384304.980251:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384304.980255:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384304.980263:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384304.980265:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384304.980268:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.980271:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.980273:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384304.980276:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384304.980278:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384304.980280:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005109f9b6, rc 0) 00000020:00000001:2.0:1767384304.980283:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.980288:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742987392 00010000:00000001:2.0:1767384304.980291:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.980297:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6273545 x1853236742987392/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 328/344 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.980307:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.980310:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.980315:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.980322:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.980325:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384304.980328:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384304.980332:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.980335:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.980338:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.980342:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.980347:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000100:00000200:2.0:1767384304.980351:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742987392, offset 224 00000400:00000200:2.0:1767384304.980358:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.980365:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.980373:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc01e80 00000400:00000200:2.0:1767384304.980385:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11c1 [1] + 224 00000400:00000200:2.0:1767384304.980390:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.980394:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.980397:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.980401:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.980413:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.980430:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.980435:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:2.0:1767384304.980438:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000100:00000001:2.0:1767384304.980442:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.980445:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.980446:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.980449:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384304.980452:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384304.980456:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384304.980456:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384304.980459:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91ddca3. 00010000:00000001:2.0:1767384304.980462:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384304.980463:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a8bd13 00000020:00000001:2.0:1767384304.980466:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384304.980466:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a8bd13. 00000100:00000001:1.0:1767384304.980471:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.980474:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384304.980482:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384304.980490:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6273545 x1853236742987392/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 328/344 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384304.980491:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.980521:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384304.980525:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742987392:12345-0@lo:101: Request processed in 538us (868us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384304.980525:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.980528:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.980531:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384304.980534:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.980536:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.980540:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 02000000:00000001:1.0:1767384304.980541:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.980547:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00001000:1.0:1767384304.980547:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=14 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384304.980552:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384304.980553:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.980555:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384304.980557:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384304.980560:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384304.980562:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000795d8ff6. 00010000:00000001:1.0:1767384304.980562:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384304.980564:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.980568:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384304.980569:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 00000100:00000040:1.0:1767384304.980571:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384304.980576:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a57ff7c. 00000100:00000001:1.0:1767384304.980578:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.980582:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384304.980584:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:1.0:1767384304.980584:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384304.980590:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384304.980594:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c797aee3. 00000100:00000040:1.0:1767384304.980596:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384304.980607:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384304.980607:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000910766c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742987392:0@lo:101: 00000100:00000001:2.0:1767384304.980613:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.980613:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.980620:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384304.980621:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384304.980622:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384304.980624:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.980627:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384304.980629:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b8a8f26. 00000100:00000001:1.0:1767384304.980635:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.980638:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e110891. 00000100:00000010:1.0:1767384304.980638:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e2d7eff1. 00000100:00000001:1.0:1767384304.980640:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384304.980643:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.980646:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384304.980649:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384304.980650:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.980652:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=4 00000020:00000001:1.0:1767384304.980653:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384304.980655:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000040:1.0:1767384304.980659:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ac45fe80, remote cookie: 0x88edd5ef35457cc3, flags: 0x0 00010000:00000001:1.0:1767384304.980661:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384304.980664:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384304.980665:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384304.980665:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384304.980666:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384304.980668:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023025516) refcount = 1 00010000:00010000:1.0:1767384304.980670:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.980677:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384304.980678:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384304.980680:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384304.980683:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384304.980693:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.980697:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.980704:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384304.980705:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.980707:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.980708:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.980709:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.980711:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.980713:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.980717:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000910766c x1853236742987392/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.980725:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.980728:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.980731:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073616386. 02000000:00000001:1.0:1767384304.980734:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.980737:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.980738:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384304.980741:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.980743:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e29d7083. 02000000:00000001:1.0:1767384304.980748:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.980750:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.980752:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000910766c. 00000100:00000001:1.0:1767384304.980755:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.980756:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384304.980758:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384304.980760:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384304.980762:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:1.0:1767384304.980764:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.980766:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384304.980768:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.980769:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=3 00000020:00000001:1.0:1767384304.980771:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384304.980774:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384304.980776:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384304.980785:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.980787:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.980788:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384304.980791:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384304.980796:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d8bb4076. 00000100:00000010:1.0:1767384304.980815:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000910766c. 00000020:00000040:1.0:1767384304.980818:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384304.980822:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384304.980824:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384304.980827:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384304.980831:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e29d7083. 00000100:00000001:1.0:1767384304.980835:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.980839:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384304.980844:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000073616386. 00000100:00000010:1.0:1767384304.980847:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000219020bb. 00000020:00000040:1.0:1767384304.980850:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384304.980855:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384304.980857:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384304.980860:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2d7eff1. 00000100:00000001:1.0:1767384304.980862:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950204740544 : -130123504811072 : ffff89a742b803c0) 00000100:00000001:1.0:1767384304.980864:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.980866:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088525312 : -130122621026304 : ffff89a777658000) 00000100:00000001:1.0:1767384304.980870:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384304.980872:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.980874:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384304.980876:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384304.980879:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.980887:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384304.980888:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.980891:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384304.980893:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384304.980896:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.980899:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000910766c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742987520:0@lo:256: 00000100:00000001:1.0:1767384304.980902:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384304.980913:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384304.980915:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.980930:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384304.980936:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d91ddca3. 00000400:00000010:1.0:1767384304.980942:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000048b7a5fc. 00000100:00000200:1.0:1767384304.980946:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc01f00-0x695824dc01f00, portal 33 00000100:00000001:1.0:1767384304.980950:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.980952:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384304.980955:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2878c80. 02000000:00000001:1.0:1767384304.980958:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384304.980961:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000183d95f0. 00000400:00000010:1.0:1767384304.980965:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a8bd13. 00000100:00000200:1.0:1767384304.980968:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742987520, portal 25 00000100:00000001:1.0:1767384304.980970:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.980972:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088525312 : -130122621026304 : ffff89a777658000) 00000100:00000040:1.0:1767384304.980976:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.980983:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.980986:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.980990:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3609bcc. 00000100:00000200:1.0:1767384304.981001:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742987520, offset 0 00000400:00000200:1.0:1767384304.981006:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.981012:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.981020:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc01f00 00000400:00000200:1.0:1767384304.981025:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1c5 [2] + 0 00000400:00000010:1.0:1767384304.981029:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7cf232a. 00000400:00000200:1.0:1767384304.981032:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ad82fa8 00000400:00000200:1.0:1767384304.981035:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.981038:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384304.981042:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad82fa8 00000400:00000010:1.0:1767384304.981044:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad82fa8. 00000100:00000001:1.0:1767384304.981048:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384304.981049:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384304.981053:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000a859c9a9 x1853236742987520 msgsize 304 00000100:00100000:1.0:1767384304.981073:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384304.981074:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384304.981088:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.981094:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3609bcc 00000400:00000010:1.0:1767384304.981096:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3609bcc. 00000100:00000001:1.0:1767384304.981135:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384304.981140:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.981149:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.981153:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.981161:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.981164:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.981169:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.981171:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294892038 00000100:00000001:1.0:1767384304.981178:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892036 00000100:00000001:0.0:1767384304.981183:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384304.981185:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294892038 00000100:00100000:0.0:1767384304.981188:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987520 00000100:00000001:1.0:1767384304.981190:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892036 02000000:00000001:0.0:1767384304.981192:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384304.981197:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.981198:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294892038 00000100:00000001:0.0:1767384304.981199:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.981206:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892036 02000000:00000001:0.0:1767384304.981206:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.981210:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987520 00000100:00000001:1.0:1767384304.981213:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294892038 00000020:00000001:0.0:1767384304.981214:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384304.981218:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384304.981220:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892036 00000020:00000001:0.0:1767384304.981222:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384304.981228:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384304.981228:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384304.981235:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.981235:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384304.981240:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384304.981241:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384304.981243:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.981246:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384304.981247:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e2d7eff1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384304.981251:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384304.981252:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095510341. 00000100:00000001:1.0:1767384304.981253:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981257:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.981261:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095510341. 00000020:00000010:0.0:1767384304.981268:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3af6c18. 00000020:00000010:0.0:1767384304.981273:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fbe0bdd. 00000020:00000010:0.0:1767384304.981280:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fa1d203. 00000100:00000040:0.0:1767384304.981293:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384304.981296:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.981297:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384304.981299:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981304:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981317:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.981327:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.981330:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384304.981334:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384304.981337:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384304.981341:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932674640 : -130122776876976 : ffff89a76e1b6850) 00000100:00000040:0.0:1767384304.981346:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a859c9a9 x1853236742987520/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 304/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.981356:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.981361:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095510341. 00000100:00000001:0.0:1767384304.981363:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.981366:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095510341. 00000100:00100000:0.0:1767384304.981371:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a859c9a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742987520:12345-0@lo:256: 00000100:00000200:0.0:1767384304.981375:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987520 00000020:00000001:0.0:1767384304.981378:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384304.981381:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384304.981383:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.981386:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384304.981388:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:0.0:1767384304.981391:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384304.981393:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384304.981395:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384304.981397:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384304.981399:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981403:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384304.981405:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384304.981409:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000589193a1. 02000000:00000001:0.0:1767384304.981412:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981421:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.981425:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384304.981430:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384304.981434:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384304.981437:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384304.981440:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.981443:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384304.981445:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384304.981449:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000036440014. 20000000:00000001:0.0:1767384304.981453:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384304.981466:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384304.981486:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384304.981494:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384304.981498:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:0.0:1767384304.981504:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384304.981506:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384304.981509:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384304.981512:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:0.0:1767384304.981515:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:0.0:1767384304.981517:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:0.0:1767384304.981521:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384304.981525:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000115c03bd. 00000100:00000010:0.0:1767384304.981529:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003fb0e3db. 00000020:00000040:0.0:1767384304.981532:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:0.0:1767384304.981536:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384304.981540:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384304.981545:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000400:00000010:0.0:1767384304.981554:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090ffd6cf. 00000400:00000200:0.0:1767384304.981558:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384304.981566:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.981574:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x695824dc01f00 00000400:00000200:0.0:1767384304.981581:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11d1 [4] + 0 00000400:00000010:0.0:1767384304.981585:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91ddca3. 00000400:00000200:0.0:1767384304.981588:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048b7a5fc 00000400:00000200:0.0:1767384304.981591:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.981604:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384304.981614:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b7a5fc 00000400:00000010:0.0:1767384304.981616:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000048b7a5fc. 00000100:00000001:0.0:1767384304.981620:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384304.981622:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000910766c desc 0000000073616386 mbits 1853236742987520 00000100:00000001:0.0:1767384304.981635:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384304.981640:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384304.981647:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384304.981652:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.981657:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.981659:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11dd 00000400:00000200:0.0:1767384304.981663:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.981667:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384304.981671:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384304.981673:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000115c03bd 00000100:00000001:0.0:1767384304.981675:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384304.981682:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:0.0:1767384304.981684:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000100:00000001:0.0:1767384304.981688:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384304.981690:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000115c03bd 00000100:00000001:0.0:1767384304.981693:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384304.981699:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x695824dc01f00-0x695824dc01f00 00000100:00000001:0.0:1767384304.981703:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.981708:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981711:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384304.981714:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:0.0:1767384304.981717:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003fb0e3db. 00000100:00000010:0.0:1767384304.981721:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000115c03bd. 00000100:00000001:0.0:1767384304.981724:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384304.981726:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384304.981733:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000036440014. 20000000:00000001:0.0:1767384304.981737:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384304.981741:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742987520 00010000:00000001:0.0:1767384304.981743:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384304.981747:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a859c9a9 x1853236742987520/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 304/240 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.981755:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384304.981757:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384304.981765:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384304.981770:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384304.981772:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384304.981775:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384304.981777:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384304.981780:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.981782:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384304.981785:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384304.981788:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000100:00000200:0.0:1767384304.981791:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742987520, offset 224 00000400:00000200:0.0:1767384304.981798:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384304.981804:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.981812:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc01f00 00000400:00000200:0.0:1767384304.981817:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11d5 [1] + 224 00000400:00000200:0.0:1767384304.981821:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.981825:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384304.981828:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.981832:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.981842:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.981859:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.981866:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:0.0:1767384304.981868:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000100:00000001:0.0:1767384304.981873:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384304.981875:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.981875:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384304.981880:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384304.981882:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384304.981883:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.981887:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183d95f0. 00000100:00000040:0.0:1767384304.981890:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:3.0:1767384304.981894:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a8bd13 00010000:00000001:0.0:1767384304.981895:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384304.981899:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.981900:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a8bd13. 00000020:00000001:0.0:1767384304.981904:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384304.981915:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384304.981920:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a859c9a9 x1853236742987520/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:285/0 lens 304/240 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384304.981924:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384304.981949:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a859c9a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742987520:12345-0@lo:256: Request processed in 589us (891us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384304.981952:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.981973:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.981977:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384304.981977:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:3.0:1767384304.981981:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384304.981985:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384304.981985:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384304.981986:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.981988:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.982000:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.982002:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384304.982004:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=14 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384304.982006:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384304.982008:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384304.982012:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384304.982012:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fbe0bdd. 00000100:00000001:3.0:1767384304.982015:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.982018:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384304.982020:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.982020:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fa1d203. 00000100:00000001:3.0:1767384304.982024:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.982027:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3af6c18. 00000100:00000040:3.0:1767384304.982028:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384304.982034:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000040:3.0:1767384304.982039:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384304.982040:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384304.982044:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000589193a1. 00000100:00000001:3.0:1767384304.982048:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.982051:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384304.982051:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384304.982055:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.982056:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384304.982073:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384304.982075:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000910766c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742987520:0@lo:256: 00000100:00000001:3.0:1767384304.982080:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384304.982081:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000100:00000001:3.0:1767384304.982083:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.982086:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384304.982087:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.982089:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384304.982090:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003060971b. 00000100:00000001:3.0:1767384304.982382:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384304.982385:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e2d7eff1. 00000100:00000001:3.0:1767384304.982387:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384304.982394:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384304.982397:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:3.0:1767384304.982400:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384304.982406:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b18189ea. 10000000:00000040:3.0:1767384304.982415:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384304.982421:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384304.982424:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384304.982430:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:3.0:1767384304.982432:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.982434:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384304.982436:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:3.0:1767384304.982438:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:3.0:1767384304.982440:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:3.0:1767384304.982444:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384304.982447:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:3.0:1767384304.982452:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384304.982457:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (3) 00000400:00000200:3.0:1767384304.982462:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384304.982466:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:3.0:1767384304.982468:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (4) 00000400:00000200:3.0:1767384304.982470:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:3.0:1767384304.982472:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:3.0:1767384304.982475:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384304.982476:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:3.0:1767384304.982477:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:3.0:1767384304.982480:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384304.982492:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000100:00000001:3.0:1767384304.982494:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.982495:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384304.982497:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:3.0:1767384304.982500:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000780a71ef. 10000000:00000040:3.0:1767384304.982502:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:3.0:1767384304.982504:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384304.982510:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384304.982518:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d4715d1. 00000020:00000010:3.0:1767384304.982523:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001adbcc2d. 00000040:00000010:3.0:1767384304.982528:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003fd7ed86. 00000020:00000010:3.0:1767384304.982534:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022c588ea. 00000020:00000010:3.0:1767384304.982538:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384304.982543:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5fe037e. 80000000:00000010:3.0:1767384304.982547:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000653cae42. 40000000:00000010:3.0:1767384304.982551:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000074f6ec3. 00100000:00000010:3.0:1767384304.982557:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b5a1676. 00040000:00000010:3.0:1767384304.982561:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f23e6ac5. 00040000:00000010:3.0:1767384304.982566:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000048b56dd. 00040000:00000010:3.0:1767384304.982570:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043e790ea. 00080000:00000010:3.0:1767384304.982577:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003b129c90. 00080000:00000010:3.0:1767384304.982583:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc42c890. 00000004:00000010:3.0:1767384304.982591:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ddf03103. 00000004:00000010:3.0:1767384304.982598:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384304.982603:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000681622f6. 00002000:00000010:3.0:1767384304.982607:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ec0cb13. 00000004:00000010:3.0:1767384304.982612:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dd45cd4e. 00000004:00000001:3.0:1767384304.982615:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384304.982618:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384304.982619:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000780a71ef 00000040:00001000:3.0:1767384304.982621:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384304.982622:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384304.982623:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384304.982624:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384304.982626:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384304.982627:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384304.982628:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384304.982629:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:3.0:1767384304.982631:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384304.982692:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384304.982696:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001adbcc2d. 00000040:00000010:3.0:1767384304.982699:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003fd7ed86. 00000020:00000010:3.0:1767384304.982703:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022c588ea. 00000020:00000010:3.0:1767384304.982713:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384304.982716:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5fe037e. 80000000:00000010:3.0:1767384304.982719:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000653cae42. 40000000:00000010:3.0:1767384304.982722:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000074f6ec3. 00100000:00000010:3.0:1767384304.982725:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007b5a1676. 00040000:00000010:3.0:1767384304.982728:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f23e6ac5. 00040000:00000010:3.0:1767384304.982730:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000048b56dd. 00040000:00000010:3.0:1767384304.982732:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043e790ea. 00080000:00000010:3.0:1767384304.982735:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dc42c890. 00080000:00000010:3.0:1767384304.982738:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003b129c90. 00000004:00000010:3.0:1767384304.982742:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ddf03103. 00000004:00000010:3.0:1767384304.982745:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384304.982748:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000681622f6. 00002000:00000010:3.0:1767384304.982751:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ec0cb13. 00000004:00000010:3.0:1767384304.982753:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd45cd4e. 00000020:00000010:3.0:1767384304.982754:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d4715d1. 00000020:00000001:3.0:1767384304.982756:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.982758:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384304.982761:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000780a71ef. 10000000:00000010:3.0:1767384304.982763:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b18189ea. 10000000:00000001:3.0:1767384304.982764:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.982766:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.982769:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000910766c x1853236742987520/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.982774:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384304.982775:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.982777:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2878c80. 02000000:00000001:3.0:1767384304.982779:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384304.982780:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.982781:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384304.982783:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384304.982784:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384304.982784:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.982785:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384304.982787:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384304.982793:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000219020bb. 00000100:00000010:3.0:1767384304.982795:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000073616386. 00000100:00000001:3.0:1767384304.982796:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384304.982797:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e29d7083. 02000000:00000001:3.0:1767384304.982799:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384304.982800:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384304.982801:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000910766c. 00000100:00000001:3.0:1767384304.982803:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.982804:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384304.982816:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d8bb4076. 10000000:01000000:3.0:1767384304.982818:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384304.982821:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384304.982823:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384304.982824:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.982825:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=3 00000020:00000001:3.0:1767384304.982827:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:3.0:1767384304.982828:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:3.0:1767384304.982830:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384304.982832:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.982837:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.982838:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384304.982839:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.982844:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384304.982845:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.982845:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384304.982846:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.982847:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.982849:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384304.982851:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384304.982852:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:3.0:1767384304.982854:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384304.986344:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294892038, at 4294892039 00000100:00000010:0.0:1767384304.986354:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e497d5f2. 00000100:00000040:3.0:1767384304.987148:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294892038, at 4294892040 00000100:00000040:2.0:1767384304.987153:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294892038, at 4294892040 00000100:00000010:3.0:1767384304.987160:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00000100:00000010:2.0:1767384304.987163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d1559a0. 00000100:00000040:1.0:1767384304.987656:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294892038, at 4294892040 00000100:00000010:1.0:1767384304.987663:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a32ff87. 00000020:00000010:2.0:1767384304.992687:0:19522:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005ceb168f. 00000020:00000040:2.0:1767384304.992695:0:19522:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384304.992698:0:19522:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005ceb168f. 00010000:00000001:0.0:1767384305.171171:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384305.171183:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.171193:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384305.171195:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.171219:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384305.171223:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384305.171227:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384305.617383:0:19656:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384305.617390:0:19656:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:0.0:1767384305.622309:0:19656:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384305.630992:0:19657:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000115c03bd. 00000400:00000010:0.0:1767384305.631006:0:19657:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd743034. 00000400:00000010:0.0:1767384305.631014:0:19657:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005baaa9a9. 00000400:00000010:0.0:1767384305.631016:0:19657:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005aad581e. 00000400:00000010:0.0:1767384305.631019:0:19657:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f25e50c7. 00000400:00000010:0.0:1767384305.631023:0:19657:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd4add6b. 00000400:00000010:0.0:1767384305.631025:0:19657:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d36e685. 00000400:00000010:0.0:1767384305.631026:0:19657:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030889f23. 00000400:00000010:0.0:1767384305.631032:0:19657:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000713beb32. 00000800:00000010:0.0:1767384305.631042:0:19657:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e784c844. 00000800:00000200:0.0:1767384305.631051:0:19657:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384305.631057:0:19657:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384305.631123:0:19657:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384305.631142:0:19657:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp12 [8/256/0/180] 00000400:00000010:0.0:1767384305.632380:0:19657:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000d7010dda. 00000400:00000010:0.0:1767384305.632385:0:19657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5953be. 00000400:00000010:0.0:1767384305.632389:0:19657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afbf59bb. 00000400:00000001:0.0:1767384305.632401:0:19657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.632402:0:19657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384305.632404:0:19657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:0.0:1767384305.632406:0:19657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:0.0:1767384305.632408:0:19657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000400:00000010:0.0:1767384305.632411:0:19657:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 0000000027977ecc. 00000400:00000200:0.0:1767384305.632414:0:19657:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (3) 00000400:00000200:0.0:1767384305.632424:0:19657:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384305.632432:0:19657:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:0.0:1767384305.632438:0:19657:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c1928f52. 00000020:01000000:0.0:1767384305.632442:0:19657:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384305.632444:0:19657:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp12 00000400:00000010:0.0:1767384305.632457:0:19657:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd743034. 00000400:00000200:1.0:1767384305.632458:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384305.632460:0:19657:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000115c03bd. 00000400:00000200:1.0:1767384305.632468:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384305.632476:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3609bcc. 00000400:00000200:1.0:1767384305.632480:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (4) 00000400:00000010:1.0:1767384305.632487:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006dcc6547. 00000400:00000200:1.0:1767384305.632493:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:1.0:1767384305.632508:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:1.0:1767384305.632516:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384305.632524:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:3.0:1767384305.632526:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.632534:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384305.632534:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 10000000:00000001:3.0:1767384305.632539:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384305.632542:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384305.632547:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp11 00000020:01000004:3.0:1767384305.632550:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384305.632553:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384305.632556:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384305.632558:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384305.632558:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp11 lpni_is_preferred = 0 00000020:01000004:3.0:1767384305.632562:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.632566:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.632568:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384305.632570:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384305.632571:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp11 00000020:01000004:3.0:1767384305.632573:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.632577:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384305.632585:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c955984. 00000400:00000200:1.0:1767384305.632585:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [9:9:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [9:9:8:4294967295] 00000020:00000040:3.0:1767384305.632593:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384305.632601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384305.632601:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp11 02000000:00000001:3.0:1767384305.632609:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384305.632616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.632622:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:) -> 192.168.204.108@tcp11(192.168.204.108@tcp:192.168.204.108@tcp11) : PUT try# 0 02000000:00000010:3.0:1767384305.632630:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003b129c90. 00000800:00000200:1.0:1767384305.632631:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.204.108@tcp11 00000800:00000010:1.0:1767384305.632642:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9393663. 00000100:00000001:3.0:1767384305.632643:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384305.632653:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cbb7874c. 00000100:00000001:3.0:1767384305.632656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384305.632659:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384305.632660:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007bf94c83. 00000800:00000200:1.0:1767384305.632668:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (2) 00000100:00000040:3.0:1767384305.632670:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c955984] to pc [ptlrpcd_00_03+3] req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384305.632689:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (2) 00000400:00000200:1.0:1767384305.632717:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 10000000:00000001:3.0:1767384305.632720:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.632724:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.632726:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000020:00000001:3.0:1767384305.632727:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384305.632731:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384305.632738:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384305.632742:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.632746:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384305.632748:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384305.632749:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384305.632752:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384305.632755:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384305.632756:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384305.632760:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384305.632766:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384305.632773:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384305.632778:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384305.632786:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.632793:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.632798:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384305.632799:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384305.632805:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000020:01000004:3.0:1767384305.632806:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384305.632806:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384305.632811:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384305.632816:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384305.632819:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007648b210. 02000000:00000001:0.0:1767384305.632822:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384305.632826:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:0.0:1767384305.632828:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.632834:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384305.632837:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c955984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742987648:0@lo:253: 02000000:00000001:3.0:1767384305.632839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384305.632845:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.632853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc42c890. 00000100:00000001:0.0:1767384305.632857:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384305.632860:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.632866:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384305.632866:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384305.632870:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.632873:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.632879:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384305.632881:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007648b210] to pc [ptlrpcd_00_00+0] req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.632882:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 02000000:00000010:0.0:1767384305.632889:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000923bc92a. 02000000:00000001:0.0:1767384305.632898:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.632909:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5470705. 00000400:00000010:0.0:1767384305.632919:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd743034. 00000100:00000200:0.0:1767384305.632924:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742987648, portal 25 00000100:00000001:0.0:1767384305.632928:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.632930:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952744576 : -130122756807040 : ffff89a76f4da680) 10000000:00000001:3.0:1767384305.632936:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.632938:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 10000000:00000001:3.0:1767384305.632940:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.632941:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384305.632948:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384305.632953:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384305.632961:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c1928f52. 00000100:00000001:0.0:1767384305.632972:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.632977:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.632980:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c2fc9f3. 00000100:00000001:3.0:1767384305.632985:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384305.632985:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742987648, offset 0 00000100:00000001:3.0:1767384305.632992:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.632998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384305.632999:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384305.633004:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.633009:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.633013:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384305.633017:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384305.633022:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384305.633032:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc01f80 00000100:00000001:3.0:1767384305.633049:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.633055:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.633055:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 02000000:00000001:3.0:1767384305.633065:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384305.633066:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000337f5960. 02000000:00000001:3.0:1767384305.633074:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384305.633075:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5726275 02000000:00000001:3.0:1767384305.633084:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.633127:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742987776:0@lo:253: 00000100:00000001:3.0:1767384305.633138:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.633143:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.633146:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.633149:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384305.633150:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384305.633154:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac52522c. 02000000:00000001:3.0:1767384305.633162:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.633164:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384305.633176:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 00000400:00000200:0.0:1767384305.633176:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5726275 00000400:00000010:0.0:1767384305.633184:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5726275. 00000100:00000001:0.0:1767384305.633193:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384305.633195:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384305.633198:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005832e8e2. 00000100:00000040:0.0:1767384305.633199:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000b9468184 x1853236742987648 msgsize 4848 00000100:00100000:0.0:1767384305.633210:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384305.633211:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742987776, portal 25 00000100:00000040:0.0:1767384305.633212:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384305.633221:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.633223:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000100:00000001:0.0:1767384305.633225:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384305.633232:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384305.633233:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c2fc9f3 00000100:00000001:3.0:1767384305.633241:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384305.633242:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c2fc9f3. 00000100:00000040:3.0:1767384305.633248:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384305.633251:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.633257:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384305.633264:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074fa8ff2. 00000100:00000001:0.0:1767384305.633266:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384305.633269:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742987776, offset 0 00000100:00000040:0.0:1767384305.633273:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.633286:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.633288:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384305.633292:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.633300:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.633306:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294892690 00000400:00000200:3.0:1767384305.633308:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384305.633313:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002d98bda. 00000100:00000001:0.0:1767384305.633322:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384305.633327:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02000 00000800:00000010:1.0:1767384305.633328:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004cacfa0c. 00000100:00000001:0.0:1767384305.633331:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294892690 00000800:00000010:1.0:1767384305.633340:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b74fb55. 00000100:00000010:0.0:1767384305.633341:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b412562. 00000400:00000200:3.0:1767384305.633344:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000100:00000001:0.0:1767384305.633355:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384305.633357:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5a5df09. 00000800:00000010:1.0:1767384305.633358:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010b94273. 00000100:00000001:0.0:1767384305.633359:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294892690 00000400:00000200:3.0:1767384305.633375:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c70b2f1 00000100:00000010:0.0:1767384305.633376:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9a7ebae. 00000100:00000001:0.0:1767384305.633380:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384305.633383:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384305.633384:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294892690 00000100:00000010:0.0:1767384305.633396:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f927484d. 00000100:00000001:0.0:1767384305.633405:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384305.633406:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.633414:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384305.633418:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010b94273. 00000400:00000200:3.0:1767384305.633419:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c70b2f1 00000100:00000001:0.0:1767384305.633419:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.633428:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.633429:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c70b2f1. 00000100:00000001:0.0:1767384305.633432:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.633446:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384305.633446:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.633448:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384305.633453:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384305.633454:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.633454:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384305.633467:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384305.633468:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000008351932 x1853236742987776 msgsize 4848 00000100:00000001:0.0:1767384305.633474:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.633483:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.633489:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384305.633493:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.633497:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384305.633521:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.633535:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fa8ff2 00000400:00000010:3.0:1767384305.633546:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074fa8ff2. 00000100:00000001:3.0:1767384305.633554:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384305.633560:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.633578:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384305.633579:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:3.0:1767384305.633586:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.633596:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.633600:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.633609:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.633614:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294892690 00000400:00000200:1.0:1767384305.633615:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp11 from 251.3.0.2 00000100:00000001:3.0:1767384305.633621:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294892690 00000100:00000001:3.0:1767384305.633626:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294892690 00000800:00000010:1.0:1767384305.633626:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006b53f6bf. 00000100:00000001:3.0:1767384305.633632:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294892690 00000100:00000001:3.0:1767384305.633637:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294892690 00000100:00000001:3.0:1767384305.633641:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294892690 00000100:00000001:3.0:1767384305.633644:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294892690 00000100:00000001:3.0:1767384305.633648:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294892690 00000100:00000001:3.0:1767384305.633651:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.633656:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.633660:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.633663:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.633674:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.633677:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.633683:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.633688:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.633692:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.633699:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.633723:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384305.633733:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987648 02000000:00000001:0.0:1767384305.633737:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384305.633740:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.633743:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.633749:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.633753:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987648 00000020:00000001:0.0:1767384305.633756:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:3.0:1767384305.633758:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1928f52. 00000020:00000040:0.0:1767384305.633759:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384305.633771:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.633774:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000800:00000010:3.0:1767384305.633776:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074fa8ff2. 00000020:00000001:0.0:1767384305.633778:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384305.633783:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384305.633788:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384305.633792:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa657510. 00000100:00000001:0.0:1767384305.633798:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384305.633803:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa657510. 00000020:00000010:0.0:1767384305.633813:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000962d7641. 00000020:00000010:0.0:1767384305.633819:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000784825ba. 00000020:00000010:0.0:1767384305.633824:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fa1d203. 00000800:00000010:3.0:1767384305.633835:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000fbe09b3. 00000100:00000040:0.0:1767384305.633840:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384305.633844:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384305.633845:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384305.633849:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384305.633853:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (2) 00000100:00000001:0.0:1767384305.633858:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384305.633867:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp11 000000000fbe09b3 deleted 00000100:00000001:0.0:1767384305.633870:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.1:1767384305.633872:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000fbe09b3. 00000800:00000200:3.1:1767384305.633884:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384305.633887:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384305.633889:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987776 02000000:00000001:0.0:1767384305.633890:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384305.633892:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.633896:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384305.633902:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:1019 02000000:00000001:0.0:1767384305.633902:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.633907:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987776 00000020:00000001:0.0:1767384305.633912:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384305.633914:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000800:00000200:3.1:1767384305.633916:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9393663 type 1, nob 192 niov 1 nkiov 1 00000020:00000001:0.0:1767384305.633917:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.633925:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:0.0:1767384305.633929:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000800:00000200:3.0:1767384305.633938:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp11 p 3.x 192.168.204.108 -> 192.168.204.108:1019 incarnation:1767384304328222363 sched[0] 00000020:00000001:0.0:1767384305.633938:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384305.633943:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384305.633946:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa657510. 00000100:00000001:0.0:1767384305.633947:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.633949:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384305.633957:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa657510. 00000100:00000001:1.0:1767384305.633958:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384305.633971:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014b6397c. 00000100:00100000:1.0:1767384305.633971:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000020:00000010:0.0:1767384305.633973:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb3a4c6. 00000020:00000010:0.0:1767384305.633984:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009978fda4. 00000100:00000040:1.0:1767384305.633985:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:0.0:1767384305.633988:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000077757b8a. 00000100:00000001:1.0:1767384305.633990:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932679760 : -130122776871856 : ffff89a76e1b7c50) 00000100:00000001:0.0:1767384305.633992:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384305.633996:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384305.633999:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.634004:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9468184 x1853236742987648/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.634007:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.634013:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.634024:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.634030:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010b94273. 00000100:00000001:0.0:1767384305.634030:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384305.634033:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384305.634036:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.634041:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010b94273. 00000100:00100000:0.0:1767384305.634042:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384305.634048:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384305.634052:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087284304 : -130122622267312 : ffff89a777529050) 00000100:00100000:1.0:1767384305.634058:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9468184 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742987648:12345-0@lo:253: 00000100:00000040:0.0:1767384305.634062:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008351932 x1853236742987776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384305.634068:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987648 00000020:00000001:1.0:1767384305.634075:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384305.634075:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384305.634081:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa657510. 00000020:00000001:1.0:1767384305.634083:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384305.634084:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384305.634150:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.634156:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.634159:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384305.634163:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.634166:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.634170:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.634173:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.634177:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.634182:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.634185:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.634192:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061c0425d. 02000000:00000001:1.0:1767384305.634195:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.634207:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.634211:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384305.634224:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001fa21fac. 20000000:01000000:1.0:1767384305.634231:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384305.634237:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384305.634241:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384305.634245:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.634249:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.634254:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384305.634267:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003abbd7b5. 00000800:00000010:3.0:1767384305.634268:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014b6397c. 20000000:01000000:1.0:1767384305.634279:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000800:00000010:3.0:1767384305.634280:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074fa8ff2. 20000000:00000001:1.0:1767384305.634286:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384305.634296:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384305.634300:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384305.634320:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384305.634339:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.634343:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000010:3.0:1767384305.634345:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006b53f6bf. 00080000:00000001:1.0:1767384305.634346:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.634353:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384305.634357:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384305.634361:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:1.0:1767384305.634369:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:1.0:1767384305.634371:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000010:0.0:1767384305.634374:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa657510. 00080000:00000001:1.0:1767384305.634378:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384305.634382:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008351932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742987776:12345-0@lo:253: 00080000:00000001:1.0:1767384305.634383:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384305.634390:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987776 00080000:00000010:1.0:1767384305.634393:0:17071:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000437cb274. 00000020:00000001:0.0:1767384305.634393:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384305.634396:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.1:1767384305.634397:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384305.634398:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384305.634399:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.634406:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.634408:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384305.634415:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000800:00000200:3.0:1767384305.634416:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp11 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384304328222363 sched[0] 00000020:00000001:1.0:1767384305.634418:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000020:00000001:0.0:1767384305.634423:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384305.634427:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384305.634427:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384305.634430:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b74fb55. 00000020:00000001:0.0:1767384305.634432:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384305.634434:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000010:1.0:1767384305.634435:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058e90196. 00000020:00000001:0.0:1767384305.634439:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.634442:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945922011136 : -130127787540480 : ffff89a64372c000) 00000100:00000001:0.0:1767384305.634443:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384305.634449:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:0.0:1767384305.634449:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384305.634454:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000064ac3182. 00000001:00000001:1.0:1767384305.634456:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:0.0:1767384305.634458:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384305.634462:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010b94273. 00000100:00000001:0.0:1767384305.634462:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.634466:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384305.634468:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.634481:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:0.0:1767384305.634483:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093480016. 20000000:01000000:0.0:1767384305.634487:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384305.634489:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384305.634492:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384305.634493:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.634495:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.634497:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.634497:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384305.634518:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384305.634523:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:1.0:1767384305.634563:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.634566:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.634574:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384305.634575:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.634613:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384305.634662:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:0.0:1767384305.634665:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384305.634673:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384305.634675:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384305.634680:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9393663. 00000800:00000001:0.0:1767384305.634680:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.634688:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.634690:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.634702:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: PUT: OK 00000400:00000200:0.0:1767384305.634702:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : PUT - for me 00000400:00000200:1.0:1767384305.634712:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384305.634718:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384305.634719:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:3.0:1767384305.634721:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384305.634732:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 96/96 into md 0x11ad [1] + 0 00000400:00000010:0.0:1767384305.634737:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d7f6c6. 00000400:00000200:0.0:1767384305.634742:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d96699f 00000800:00000001:0.0:1767384305.634747:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.634762:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384305.634766:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.634772:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: PUT: OK 00000400:00000200:0.0:1767384305.634775:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d96699f 00000400:00000010:0.0:1767384305.634782:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d96699f. 00000400:00000200:0.0:1767384305.634786:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384305.634789:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (5) 00000400:00000200:0.0:1767384305.634795:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:0.0:1767384305.634798:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000004fbe0bdd. 00000400:00000200:3.0:1767384305.634800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384305.634803:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 4 00000400:00000200:0.0:1767384305.634814:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384305.634825:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (6) 00000400:00000200:0.0:1767384305.634829:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384305.634835:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp11 to MR: 192.168.204.108@tcp11 local destination 00000400:00000200:0.0:1767384305.634843:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [10:10:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384305.634860:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) -> 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) 192.168.204.108@tcp11 : ACK try# 0 00000800:00000200:0.0:1767384305.634865:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp11 00000400:00000200:1.0:1767384305.634866:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384305.634869:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac47f470. 00000400:00000010:1.0:1767384305.634874:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ad99779. 00000800:00000200:0.0:1767384305.634878:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (4) 00000400:00000010:1.0:1767384305.634883:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2fbc656. 00000800:00000200:0.0:1767384305.634887:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:988 00000400:00000200:1.0:1767384305.634890:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000800:00000200:0.0:1767384305.634891:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac47f470 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384305.634898:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000400:00000010:1.0:1767384305.634906:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000006b405e01. 00000400:00000010:1.0:1767384305.634911:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000fa09ed18. 00000400:00000010:1.0:1767384305.634914:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000b2c27443. 00000400:00000010:1.0:1767384305.634925:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c349e6ad. 00000400:00000200:1.0:1767384305.634931:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c349e6ad nid 192.168.204.108@tcp12 00000400:00000010:1.0:1767384305.634936:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c882b35d. 00000400:00000200:1.0:1767384305.634940:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c882b35d net tcp12 00000400:00000200:1.0:1767384305.634944:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (5) 00000800:00000200:0.0:1767384305.634945:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384305.634950:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac47f470. 00000400:00000200:1.0:1767384305.634954:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp12 flags 0x11 00000400:00000200:0.0:1767384305.634954:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384305.634962:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000006b405e01. 00000400:00000200:0.0:1767384305.634963:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: ACK: OK 00000400:00000010:1.0:1767384305.634971:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000fa09ed18. 00000800:00000001:0.0:1767384305.634974:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384305.634978:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000b2c27443. 00000800:00000001:0.0:1767384305.634982:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384305.634985:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000004fbe0bdd. 00000800:00000001:0.0:1767384305.634986:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.634995:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.634997:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000800:00000001:0.0:1767384305.634998:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384305.635009:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000800:00000001:0.0:1767384305.635009:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.635022:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:0.0:1767384305.635023:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : ACK - for me 00000400:00000200:1.0:1767384305.635036:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:0.0:1767384305.635039:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp11: ACK from 12345-192.168.204.108@tcp11 into md 0x11ed 00000400:00000200:0.0:1767384305.635043:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.635045:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384305.635051:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: ACK: OK 00000400:00000200:1.0:1767384305.635061:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:0.0:1767384305.635063:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3609bcc 00000400:00000010:0.0:1767384305.635066:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3609bcc. 00000800:00000010:3.0:1767384305.635069:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4d634ff. 00000400:00000200:1.0:1767384305.635070:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:0.0:1767384305.635071:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:3.0:1767384305.635082:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074fa8ff2. 00000400:00000200:0.0:1767384305.635083:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:1.0:1767384305.635084:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (6) 00000800:00000010:3.0:1767384305.635149:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014b6397c. 00000400:00000200:0.0:1767384305.635153:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (5) 00000800:00000001:0.0:1767384305.635165:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.635169:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384305.635204:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014b6397c. 00000400:00000200:0.0:1767384305.635236:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384305.635245:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp11 from 250.3.0.2 00000800:00000010:0.0:1767384305.635246:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d91af882. 00000800:00000010:3.0:1767384305.635305:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe316cd. 00000800:00000010:3.0:1767384305.635313:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000fbe09b3. 00000800:00000010:3.0:1767384305.635335:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001c067de8. 00000800:00000200:3.1:1767384305.635343:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (4) 00000800:00000200:3.1:1767384305.635347:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp11 000000001c067de8 deleted 00000800:00000010:3.1:1767384305.635350:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001c067de8. 00000800:00000200:3.1:1767384305.635361:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384305.635369:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp11 p 3.x 192.168.204.108 -> 192.168.204.108:1018 incarnation:1767384304328222363 sched[0] 00000800:00000010:3.0:1767384305.635375:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014b6397c. 00000800:00000010:3.0:1767384305.635435:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014b6397c. 00000800:00000010:3.0:1767384305.635440:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000fbe09b3. 00000800:00000010:3.0:1767384305.635473:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d91af882. 00000800:00000200:1.1:1767384305.635479:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384305.635484:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.635490:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384305.635491:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp11 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384304328222363 sched[0] 00000800:00000010:1.0:1767384305.635498:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074fa8ff2. 00000800:00000001:0.0:1767384305.635547:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.635550:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384305.635991:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058e90196. 00080000:00000010:1.0:1767384305.636036:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010b94273. 00040000:00000001:1.0:1767384305.636043:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384305.636046:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384305.636049:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384305.636052:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384305.636055:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.636058:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384305.636069:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384305.636080:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae4fb924. 20000000:00000001:1.0:1767384305.636083:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384305.636084:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384305.636099:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384305.636135:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384305.636137:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384305.636143:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384305.636145:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:1.0:1767384305.636148:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384305.636151:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384305.636156:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:3.0:1767384305.636157:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384305.636157:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.636164:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384305.636168:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.636171:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384305.636172:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384305.636172:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384305.636178:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:3.0:1767384305.636179:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384305.636183:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:0.0:1767384305.636185:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384305.636187:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384305.636189:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.636191:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001893e9bb count: 2 00080000:00000001:0.0:1767384305.636192:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384305.636197:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384305.636199:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384305.636202:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384305.636210:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384305.636211:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:0.0:1767384305.636215:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009e7e551f. 00080000:00000001:0.0:1767384305.636226:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945914603520 : -130127794948096 : ffff89a64301b800) 00010000:00000010:3.0:1767384305.636228:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00080000:00000001:0.0:1767384305.636228:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384305.636231:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384305.636237:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fa657510. 00000020:00000001:3.0:1767384305.636239:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384305.636239:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.636244:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384305.636245:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457cca to hash 00000020:00000001:3.0:1767384305.636250:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384305.636252:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00080000:00000001:0.0:1767384305.636254:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.636257:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384305.636263:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.636266:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.636266:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384305.636273:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.636284:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384305.636289:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384305.636292:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384305.636295:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.636297:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384305.636301:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.636307:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384305.636310:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.636312:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.636314:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.636317:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.636320:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000020:1.0:1767384305.636321:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384305.636322:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384305.636329:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384305.636334:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001fa21fac. 00010000:00000040:3.0:1767384305.636337:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001893e9bb) refcount = 2 20000000:00000001:1.0:1767384305.636339:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.636344:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384305.636347:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742987648 00010000:00000040:3.0:1767384305.636349:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.636354:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.636365:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9468184 x1853236742987648/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384305.636366:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384305.636371:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.636376:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.636378:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.636387:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=15 v=5 (1 0 0 0) 00010000:00000010:3.0:1767384305.636391:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014b6397c. 00000100:00000001:1.0:1767384305.636393:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384305.636397:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1767384305.636400:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.636404:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000010:3.0:1767384305.636405:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fbe09b3. 00000100:00000001:3.0:1767384305.636416:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945932702080 : -130127776849536 : ffff89a64415e180) 02000000:00000001:1.0:1767384305.636417:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384305.636427:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945932702080 : -130127776849536 : ffff89a64415e180) 02000000:00000001:1.0:1767384305.636429:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.636439:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384305.636439:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384305.636444:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384305.636448:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1767384305.636454:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384305.636456:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.636459:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384305.636460:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.636463:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.636468:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000010:1.0:1767384305.636470:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065172b26. 00010000:00000001:3.0:1767384305.636471:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384305.636483:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004686c847. 00000100:00000200:1.0:1767384305.636483:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742987648, offset 224 00000020:00000040:3.0:1767384305.636495:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:3.0:1767384305.636500:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384305.636501:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384305.636512:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384305.636516:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.636522:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384305.636525:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a417c16f. 00000100:00000001:3.0:1767384305.636530:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.636530:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc01f80 00010000:00010000:3.0:1767384305.636547:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384305.636549:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f1 [2] + 224 00000400:00000200:1.0:1767384305.636573:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384305.636583:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 375 lvb_type: 0 00000400:00000200:1.0:1767384305.636587:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384305.636601:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384305.636604:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384305.636604:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384305.636612:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384305.636614:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.636690:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.636693:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.636697:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.636698:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742987904:0@lo:104: 00000100:00000001:3.0:1767384305.636713:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.636719:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.636723:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.636728:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384305.636730:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5a07956. 02000000:00000001:3.0:1767384305.636733:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.636737:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a70b6657. 00000100:00000001:1.0:1767384305.636741:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384305.636742:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000100:00000200:3.0:1767384305.636751:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742987904, portal 16 00000100:00000001:3.0:1767384305.636754:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.636756:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952742784 : -130122756808832 : ffff89a76f4d9f80) 00000400:00000200:1.0:1767384305.636757:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065172b26 00000400:00000010:1.0:1767384305.636763:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065172b26. 00000100:00000040:3.0:1767384305.636764:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.636766:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.636772:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384305.636772:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.636778:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384305.636780:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.636784:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384305.636787:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.636788:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5470705. 00000100:00000001:3.0:1767384305.636790:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384305.636796:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd743034 00000400:00000010:0.0:1767384305.636799:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd743034. 00000100:00000040:1.0:1767384305.636800:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:3.0:1767384305.636807:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384305.636808:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384305.636809:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384305.636813:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000020:00000001:1.0:1767384305.636813:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384305.636817:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.636824:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742987904, offset 0 00000020:00000001:1.0:1767384305.636824:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384305.636836:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9468184 x1853236742987648/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384305.636846:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384305.636849:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.636872:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384305.636878:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384305.636883:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384305.636884:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9468184 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742987648:12345-0@lo:253: Request processed in 2858us (3681us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384305.636888:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384305.636892:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384305.636895:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384305.636899:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc02080 00000100:00000001:0.0:1767384305.636899:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.636900:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 02000000:00000001:0.0:1767384305.636907:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.636912:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00001000:0.0:1767384305.636913:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=15 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384305.636918:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384305.636922:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000100:00000001:1.0:1767384305.636924:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384305.636924:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=15 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384305.636933:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000784825ba. 00000100:00000001:0.0:1767384305.636938:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384305.636940:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.636942:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384305.636943:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fa1d203. 00010000:00000001:0.0:1767384305.636943:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384305.636947:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.636952:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.636959:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384305.636964:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000962d7641. 00000100:00000040:0.0:1767384305.636966:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.636970:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384305.636976:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000040:1.0:1767384305.636977:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:3.0:1767384305.636982:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034dd2de5. 02000000:00000001:1.0:1767384305.636986:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384305.636990:0:17095:0:(events.c:337:request_in_callback()) incoming req@0000000034dd2de5 x1853236742987904 msgsize 328 02000000:00000010:1.0:1767384305.636992:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061c0425d. 00000100:00100000:3.0:1767384305.637008:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384305.637009:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384305.637015:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384305.637023:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384305.637024:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.637025:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384305.637033:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d62bbb. 00000100:00000001:0.0:1767384305.637034:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384305.637035:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000100:00000001:0.0:1767384305.637038:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384305.637040:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000020:01000004:0.0:1767384305.637044:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384305.637045:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:0.0:1767384305.637055:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384305.637056:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065172b26. 00000100:00000200:3.0:1767384305.637060:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384305.637061:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384305.637067:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384305.637073:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384305.637079:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384305.637083:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384305.637086:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384305.637100:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384305.637153:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.637159:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384305.637167:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637169:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.637177:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637181:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294892694 00000100:00000001:3.0:1767384305.637190:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294892690 00000100:00000001:3.0:1767384305.637197:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294892694 00000100:00000001:3.0:1767384305.637204:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294892690 00000100:00000001:3.0:1767384305.637212:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294892694 00000100:00000001:3.0:1767384305.637218:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294892690 00000100:00000001:3.0:1767384305.637224:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294892694 00000100:00000001:3.0:1767384305.637232:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294892690 00000100:00000001:3.0:1767384305.637239:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.637241:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.637245:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.637247:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.637250:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.637252:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.637253:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.637256:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.637258:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384305.637261:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384305.637264:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637267:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.637270:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384305.637273:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 000000000fbe09b3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384305.637277:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.637282:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384305.637318:0:17063:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007e0e373f. 00000100:00000001:3.0:1767384305.637325:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384305.637335:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742987904 02000000:00000001:3.0:1767384305.637338:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.637341:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.637343:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.637347:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.637351:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742987904 00000020:00000001:3.0:1767384305.637354:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384305.637357:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000020:00000001:3.0:1767384305.637360:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.637363:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000020:00000001:3.0:1767384305.637366:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000020:00000001:3.0:1767384305.637368:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:3.0:1767384305.637372:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384305.637376:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cb5fc2. 00000100:00000001:3.0:1767384305.637379:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384305.637382:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cb5fc2. 00000020:00000010:3.0:1767384305.637388:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4ff4875. 00000020:00000010:3.0:1767384305.637393:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abb39057. 00000020:00000010:3.0:1767384305.637398:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:3.0:1767384305.637412:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384305.637415:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384305.637417:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384305.637420:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637430:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637444:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.637462:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384305.637464:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384305.637473:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384305.637477:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:3.0:1767384305.637481:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952736512 : -130122756815104 : ffff89a76f4d8700) 00000100:00000040:3.0:1767384305.637488:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034dd2de5 x1853236742987904/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384305.637496:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384305.637505:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cb5fc2. 00000100:00000001:3.0:1767384305.637508:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384305.637510:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cb5fc2. 00000020:01000004:0.0:1767384305.637512:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384305.637519:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034dd2de5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742987904:12345-0@lo:104: 00000100:00000040:0.0:1767384305.637520:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.637535:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742987904 00010000:00000001:3.0:1767384305.637541:0:17063:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00100000:0.0:1767384305.637545:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c955984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742987648:0@lo:253: 00010000:00000001:3.0:1767384305.637546:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.637553:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384305.637556:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384305.637557:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=2 00000020:00000001:3.0:1767384305.637565:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00000100:00000001:0.0:1767384305.637567:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384305.637569:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:3.0:1767384305.637573:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384305.637577:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c955984 x1853236742987648/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.637578:0:17063:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.637585:0:17063:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384305.637609:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384305.637614:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.637615:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384305.637625:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003d11cc05. 02000000:00000001:0.0:1767384305.637625:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384305.637630:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637633:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384305.637633:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000923bc92a. 00010000:00000001:3.0:1767384305.637644:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384305.637647:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.637649:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767384305.637651:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=15 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384305.637652:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384305.637657:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384305.637661:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384305.637662:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384305.637667:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003b129c90. 00000100:00000040:3.0:1767384305.637668:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384305.637675:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384305.637680:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384305.637680:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.637682:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.637687:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384305.637687:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384305.637693:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c955984. 00000100:00000040:3.0:1767384305.637697:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.637704:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000100:00000001:0.0:1767384305.637707:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384305.637708:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742987904, offset 224 00000100:00000001:0.0:1767384305.637710:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.637721:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.637724:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384305.637732:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.637736:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.637742:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384305.637745:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.637749:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.637753:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc02080 00000400:00000200:3.0:1767384305.637760:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:3.0:1767384305.637763:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.637768:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.637777:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.637784:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384305.637799:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384305.637824:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.637833:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000400:00000010:3.0:1767384305.637836:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000100:00000001:3.0:1767384305.637841:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.637843:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.637853:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.637859:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384305.637863:0:17063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384305.637865:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384305.637868:0:17063:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001c067de8. 00010000:00000001:3.0:1767384305.637872:0:17063:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384305.637875:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384305.637879:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384305.637883:0:17063:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384305.637883:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70b6657. 00000400:00000200:1.0:1767384305.637892:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00010000:00000001:3.0:1767384305.637893:0:17063:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.637898:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00010000:00000001:3.0:1767384305.637899:0:17063:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.637907:0:17063:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.637908:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384305.637915:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034dd2de5 x1853236742987904/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 328/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384305.637920:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384305.637978:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034dd2de5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742987904:12345-0@lo:104: Request processed in 477us (982us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384305.637984:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384305.637990:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384305.637997:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:3.0:1767384305.638004:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384305.638007:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384305.638012:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.638017:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384305.638018:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abb39057. 00000020:00000010:3.0:1767384305.638026:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000100:00000001:1.0:1767384305.638026:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384305.638033:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384305.638035:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4ff4875. 00000100:00000001:1.0:1767384305.638038:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384305.638042:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:1.0:1767384305.638043:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.638049:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384305.638052:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.638058:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384305.638064:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=15 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384305.638067:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384305.638068:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384305.638072:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.638073:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.638075:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384305.638079:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.638081:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384305.638084:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384305.638084:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.638125:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.638140:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac45fe80 already unused, calling callback (00000000a14c0dae) 00000100:00000001:1.0:1767384305.638142:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.638145:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384305.638149:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384305.638155:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384305.638163:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384305.638166:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.638169:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.638173:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=3 00000020:00000001:3.0:1767384305.638178:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:3.0:1767384305.638181:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:3.0:1767384305.638184:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384305.638187:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384305.638209:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384305.638214:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384305.638225:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:01000000:3.0:1767384305.638226:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384305.638234:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:1.0:1767384305.638235:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384305.638238:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1767384305.638242:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384305.638244:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:3.0:1767384305.638245:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384305.638248:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384305.638250:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.638251:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.638257:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.638261:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.638267:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000040:1.0:1767384305.638267:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384305.638270:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384305.638273:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:3.0:1767384305.638281:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384305.638287:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.638298:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.638302:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1767384305.638302:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742987904:0@lo:104: 00010000:00000001:3.0:1767384305.638307:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.638313:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.638316:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.638317:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384305.638319:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac45fe80 with handle 0x88edd5ef35457cbc from hash 00010000:00000001:3.0:1767384305.638329:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384305.638332:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384305.638332:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.638335:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.638340:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384305.638342:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384305.638343:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.638348:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384305.638349:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384305.638359:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:1.0:1767384305.638364:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004686c847 x1853236742987904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384305.638365:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384305.638373:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf5158dc. 00000020:00000040:3.0:1767384305.638379:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384305.638387:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384305.638388:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.638390:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384305.638396:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384305.638397:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384305.638406:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5a07956. 02000000:00000010:3.0:1767384305.638407:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ff4875. 00000100:00000001:3.0:1767384305.638414:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.638416:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384305.638417:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384305.638423:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384305.638423:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384305.638429:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00010000:00010000:3.0:1767384305.638441:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767384305.638441:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384305.638445:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384305.638448:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a417c16f. 00000100:00000001:3.0:1767384305.638450:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384305.638455:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384305.638457:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384305.638465:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384305.638465:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004686c847. 00000100:00000040:3.0:1767384305.638475:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf5158dc] to pc [ptlrpcd_00_01+1] req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.638475:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384305.638482:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384305.638493:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000fbe09b3. 00000100:00000001:1.0:1767384305.638499:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384305.638501:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.638509:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384305.638510:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014b6397c. 00010000:00000001:3.0:1767384305.638520:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.638522:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.638523:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.638524:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638526:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384305.638527:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638531:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384305.638532:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638534:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767384305.638543:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.638544:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.638549:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.638558:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.638575:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384305.638576:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:3.0:1767384305.638581:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000ac45fe80/0x88edd5ef35457cbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457cc3 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.638585:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384305.638594:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384305.638602:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:3.0:1767384305.638609:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023025516 count: 0 00000100:00000001:0.0:1767384305.638610:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.638621:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384305.638624:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384305.638627:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.638634:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf5158dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742988032:0@lo:103: 00010000:00000001:3.0:1767384305.638637:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384305.638638:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384305.638646:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384305.638648:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1767384305.638650:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001c067de8. 02000000:00000001:0.0:1767384305.638651:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.638655:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.638656:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384305.638665:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384305.638666:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000588f2180. 00000020:00000001:3.0:1767384305.638672:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.638674:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.638677:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384305.638680:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.638681:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.638683:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384305.638683:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5470705. 00000020:00000001:3.0:1767384305.638685:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.638688:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.638689:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf047641. 00010000:00010000:3.0:1767384305.638690:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384305.638696:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742988032, portal 18 00000100:00000001:0.0:1767384305.638699:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.638702:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952746368 : -130122756805248 : ffff89a76f4dad80) 00000100:00000001:3.0:1767384305.638703:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.638708:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.638712:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.638713:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.638720:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638731:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.638744:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.638746:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003499eb89. 00000100:00000200:0.0:1767384305.638749:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236742988032, offset 0 00000400:00000200:0.0:1767384305.638752:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384305.638759:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.638765:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc02100 00000400:00000200:0.0:1767384305.638774:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384305.638778:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.638780:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.638783:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384305.638784:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384305.638786:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000100:00000040:0.0:1767384305.638788:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000434b238c x1853236742988032 msgsize 328 00000100:00100000:0.0:1767384305.638790:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384305.638800:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.638804:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003499eb89 00000400:00000010:0.0:1767384305.638805:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003499eb89. 00000100:00000001:0.0:1767384305.638808:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.638809:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.638816:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.638818:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.638822:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638823:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.638826:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638828:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294892695 00000100:00000001:0.0:1767384305.638834:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892694 00000100:00000001:1.0:1767384305.638838:0:17066:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384305.638839:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294892695 00000100:00100000:1.0:1767384305.638843:0:17066:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988032 00000100:00000001:0.0:1767384305.638844:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892694 02000000:00000001:1.0:1767384305.638849:0:17066:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384305.638850:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294892695 00000100:00000001:1.0:1767384305.638854:0:17066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.638855:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892694 00000100:00000001:1.0:1767384305.638858:0:17066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638859:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294892695 00000100:00000001:0.0:1767384305.638865:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892694 02000000:00000001:1.0:1767384305.638867:0:17066:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638869:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.638873:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.638874:0:17066:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988032 00000100:00000001:0.0:1767384305.638874:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.638878:0:17066:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.638881:0:17066:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384305.638882:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.638886:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384305.638889:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384305.638890:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:0.0:1767384305.638891:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384305.638897:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384305.638897:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.638900:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384305.638902:0:17066:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384305.638903:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.638909:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.638910:0:17066:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.638915:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010b94273. 00000100:00000001:1.0:1767384305.638919:0:17066:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.638921:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010b94273. 00080000:00000010:0.0:1767384305.638923:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009e7e551f. 00000020:00000010:1.0:1767384305.638928:0:17066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2c383b. 00000020:00000010:1.0:1767384305.638933:0:17066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b2c27443. 00000020:00000010:1.0:1767384305.638938:0:17066:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7833de4. 00000100:00000040:1.0:1767384305.638945:0:17066:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384305.638949:0:17066:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.638951:0:17066:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384305.638954:0:17066:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384305.638957:0:17066:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.638960:0:17066:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384305.638963:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1767384305.638966:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fa657510. 00000020:00000001:1.0:1767384305.638966:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:3.0:1767384305.638971:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:1.0:1767384305.638977:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=4 00040000:00000001:3.0:1767384305.638981:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384305.638987:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00080000:00000001:3.0:1767384305.638989:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384305.638998:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00010000:00000001:1.0:1767384305.638998:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 20000000:00000001:3.0:1767384305.639005:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.639010:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384305.639015:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00010000:1.0:1767384305.639016:0:17066:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 375 lvb_type: 0 20000000:00000001:3.0:1767384305.639018:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384305.639025:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384305.639043:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384305.639050:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.639053:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.639054:0:17066:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.639058:0:17066:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.639064:0:17066:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384305.639068:0:17066:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000434b238c x1853236742988032/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.639079:0:17066:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384305.639081:0:17066:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.639168:0:17066:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384305.639181:0:17065:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000850ec7ca. 00000100:00000001:0.0:1767384305.639187:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384305.639188:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384305.639191:0:17066:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384305.639192:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384305.639196:0:17066:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384305.639197:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384305.639200:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:1.0:1767384305.639203:0:17066:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.639207:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000434b238c x1853236742988032/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.639209:0:17066:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.639219:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384305.639222:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067e6f7f0. 00000100:00000001:0.0:1767384305.639224:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384305.639226:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067e6f7f0. 00000100:00100000:0.0:1767384305.639229:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000434b238c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16348:x1853236742988032:12345-0@lo:103: 00000100:00000200:0.0:1767384305.639232:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988032 00010000:00000001:0.0:1767384305.639234:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384305.639235:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384305.639237:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384305.639240:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384305.639242:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384305.639244:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000115c03bd. 02000000:00000001:0.0:1767384305.639245:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.639247:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.639249:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384305.639250:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384305.639252:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.639254:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.639260:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=4 00000020:00000001:0.0:1767384305.639263:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:0.0:1767384305.639266:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000040:0.0:1767384305.639270:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001893e9bb count: 3 00010000:00010000:0.0:1767384305.639275:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 375 lvb_type: 0 00000100:00001000:0.0:1767384305.639280:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384305 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384305.639282:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000020:3.0:1767384305.639292:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384305.639292:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.639298:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384305.639299:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384305.639304:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 375 lvb_type: 0 20000000:00000010:3.0:1767384305.639305:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093480016. 20000000:00000001:3.0:1767384305.639315:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.639317:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:3.0:1767384305.639325:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742987776 00010000:00000001:0.0:1767384305.639326:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.639331:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.639332:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384305.639337:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384305.639341:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008351932 x1853236742987776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384305.639341:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384305.639346:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.639356:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384305.639356:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.639367:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.639368:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384305.639377:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384305.639377:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.639383:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.639385:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384305.639387:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005109f9b6 with handle 0x88edd5ef35457cc3 from hash 00000100:00000040:3.0:1767384305.639390:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384305.639391:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384305.639396:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384305.639397:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384305.639403:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384305.639405:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384305.639407:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384305.639408:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.639410:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384305.639412:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384305.639414:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384305.639422:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384305.639422:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005109f9b6/0x88edd5ef35457cc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457cbc expref: 16 pid: 17074 timeout: 375 lvb_type: 0 00000400:00000010:3.0:1767384305.639429:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c067de8. 00000100:00000200:3.0:1767384305.639437:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742987776, offset 224 00010000:00000040:0.0:1767384305.639437:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:0.0:1767384305.639446:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000400:00000200:3.0:1767384305.639450:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384305.639462:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384305.639469:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384305.639469:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384305.639474:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384305.639477:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005bf3c55f 00010000:00000001:0.0:1767384305.639479:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384305.639483:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02000 00010000:00000001:0.0:1767384305.639486:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.639490:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.639495:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f9 [2] + 224 00010000:00000001:0.0:1767384305.639497:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.639501:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.639507:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384305.639507:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384305.639511:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384305.639515:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384305.639516:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384305.639522:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384305.639524:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384305.639532:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384305.639535:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384305.639536:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384305.639537:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001893e9bb) refcount = 2 00010000:00010000:0.0:1767384305.639543:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384305.639544:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.639585:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384305.639585:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384305.639591:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384305.639597:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.639603:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384305.639607:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067e6f7f0. 00000100:00000001:3.0:1767384305.639610:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384305.639611:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384305.639619:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd743034. 00000400:00000200:3.0:1767384305.639622:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c067de8 00000100:00000001:0.0:1767384305.639624:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041934656 : -130122667616960 : ffff89a7749e9540) 00000400:00000010:3.0:1767384305.639626:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c067de8. 00000100:00000001:0.0:1767384305.639628:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951041934656 : -130122667616960 : ffff89a7749e9540) 00000100:00000001:3.0:1767384305.639634:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384305.639635:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384305.639636:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.639644:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.639645:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.639645:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384305.639656:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1767384305.639658:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384305.639660:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:0.0:1767384305.639660:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000001:1.0:1767384305.639667:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:01000000:0.0:1767384305.639670:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00000040:3.0:1767384305.639671:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384305.639671:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000400:00000200:1.0:1767384305.639681:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005832e8e2 00010000:00000001:3.0:1767384305.639686:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384305.639687:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005832e8e2. 00010000:00000001:0.0:1767384305.639688:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.639695:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.639699:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384305.639702:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384305.639703:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384305.639708:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384305.639708:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00000100:00000040:3.0:1767384305.639712:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008351932 x1853236742987776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384305.639719:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:0.0:1767384305.639730:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:0.0:1767384305.639743:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384305.639752:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.639785:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:1.0:1767384305.639788:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384305.639791:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384305.639811:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008351932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742987776:12345-0@lo:253: Request processed in 5723us (6331us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384305.639822:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.639825:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384305.639827:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.639831:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384305.639831:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384305.639846:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384305.639851:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384305.639851:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384305.639852:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:1.0:1767384305.639857:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384305.639857:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.639862:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384305.639864:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.639864:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384305.639872:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384305.639879:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384305.639879:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.639883:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00000100:00000001:3.0:1767384305.639890:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384305.639890:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:1.0:1767384305.639891:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=15 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384305.639892:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384305.639896:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384305.639899:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009978fda4. 00000100:00001000:1.0:1767384305.639899:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384305.639907:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384305.639912:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384305.639912:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.639915:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384305.639916:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000077757b8a. 00000100:00000001:1.0:1767384305.639916:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384305.639918:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=6 00000020:00000001:0.0:1767384305.639924:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:1.0:1767384305.639927:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384305.639928:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb3a4c6. 00010000:00000001:0.0:1767384305.639928:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:1.0:1767384305.639930:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.639933:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.639944:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384305.639945:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:0.0:1767384305.639945:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384305.639951:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384305.639956:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384305.639962:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000064ac3182. 02000000:00000001:3.0:1767384305.639976:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384305.639979:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384305.639982:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.639985:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384305.639994:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384305.639995:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384305.639997:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384305.640005:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384305.640007:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d846da1. 00000100:00000001:1.0:1767384305.640007:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384305.640011:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384305.640012:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:1.0:1767384305.640013:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384305.640016:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:1.0:1767384305.640019:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384305.640023:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:1.0:1767384305.640026:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384305.640026:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.640027:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c067de8. 00000020:01000004:1.0:1767384305.640030:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:0.0:1767384305.640037:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457cca from hash 00000020:01000004:1.0:1767384305.640039:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384305.640041:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:1.0:1767384305.640042:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384305.640044:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384305.640046:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384305.640048:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384305.640049:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384305.640051:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384305.640056:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384305.640058:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384305.640059:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384305.640062:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384305.640065:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.640068:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.640073:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384305.640076:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1767384305.640078:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.640080:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384305.640082:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742987776:0@lo:253: 00010000:00000001:0.0:1767384305.640086:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.640124:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.640127:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.640129:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.640132:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.640156:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.640160:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.640165:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384305.640166:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384305.640168:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384305.640169:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384305.640176:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384305.640176:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384305.640178:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384305.640184:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.640187:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384305.640191:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007648b210 x1853236742987776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384305.640196:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384305.640201:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.640215:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 20000000:00000001:0.0:1767384305.640216:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.640219:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384305.640223:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.640225:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.640226:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384305.640227:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000001:3.0:1767384305.640232:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767384305.640233:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457cca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384305.640243:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac52522c. 00010000:00000001:0.0:1767384305.640249:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384305.640252:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384305.640252:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.640257:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384305.640257:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384305.640258:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:1.0:1767384305.640261:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384305.640263:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.640267:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384305.640267:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.640272:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000010:1.0:1767384305.640274:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc42c890. 00000100:00000010:0.0:1767384305.640275:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd743034. 00000100:00000001:0.0:1767384305.640282:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1767384305.640284:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384305.640284:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.640289:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000010:0.0:1767384305.640289:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067e6f7f0. 00000100:00000010:1.0:1767384305.640294:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007648b210. 00010000:00000001:0.0:1767384305.640295:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384305.640298:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001893e9bb count: 0 00000100:00000001:1.0:1767384305.640299:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384305.640302:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640305:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384305.640305:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384305.640309:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.640312:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384305.640313:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384305.640314:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.640317:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384305.640318:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.640324:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.640325:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384305.640329:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.640330:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384305.640333:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384305.640336:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384305.640338:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.640339:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.640341:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.640343:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003499eb89. 00000100:00000200:0.0:1767384305.640346:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742988032, offset 224 00000400:00000200:0.0:1767384305.640349:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384305.640354:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.640359:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc02100 00000400:00000200:0.0:1767384305.640366:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:0.0:1767384305.640370:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.640372:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.640374:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384305.640376:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384305.640382:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.640395:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.640398:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003499eb89 00000400:00000010:0.0:1767384305.640400:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003499eb89. 00000100:00000001:0.0:1767384305.640402:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384305.640403:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.640405:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.640407:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384305.640408:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.640410:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.640412:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236742988032/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:286/0 lens 328/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384305.640419:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000434b238c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742988032:12345-0@lo:103: Request processed in 1199us (1629us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384305.640422:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384305.640426:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384305.640427:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384305.640429:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000001:1.0:1767384305.640432:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384305.640432:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384305.640436:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384305.640437:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384305.640439:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b2c27443. 00000400:00000010:1.0:1767384305.640441:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5470705. 00000020:00000010:0.0:1767384305.640444:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7833de4. 00000400:00000200:1.0:1767384305.640447:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf047641 00000020:00000010:0.0:1767384305.640449:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2c383b. 00000400:00000010:1.0:1767384305.640451:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf047641. 00000020:00000040:0.0:1767384305.640453:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:0.0:1767384305.640457:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640458:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.640465:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384305.640475:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.640483:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.640485:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640487:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384305.640489:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384305.640490:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.640492:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.640494:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.640497:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384305.640500:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.640510:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384305.640511:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.640513:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384305.640515:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.640517:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.640520:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.640528:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.640530:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384305.640532:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384305.640534:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.640542:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf5158dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742988032:0@lo:103: 00000100:00000001:1.0:1767384305.640546:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640548:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384305.640550:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf5158dc x1853236742988032/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.640556:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384305.640558:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384305.640560:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000588f2180. 02000000:00000001:1.0:1767384305.640563:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384305.640564:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384305.640565:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384305.640568:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384305.640569:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ff4875. 02000000:00000001:1.0:1767384305.640572:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384305.640573:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384305.640574:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf5158dc. 00000100:00000001:1.0:1767384305.640577:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384305.640578:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640580:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.640583:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.640585:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.640587:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.640595:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.643170:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294892695, at 4294892696 00000100:00000010:0.0:1767384305.643177:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002d98bda. 00000100:00000040:2.0:1767384305.643184:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294892695, at 4294892696 00000100:00000010:2.0:1767384305.643200:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9a7ebae. 00010000:00000010:3.1:1767384305.644160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023025516. 00010000:00000010:3.1:1767384305.644173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac45fe80. 00000100:00000040:1.0:1767384305.644197:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294892695, at 4294892697 00000100:00000040:3.0:1767384305.644198:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294892695, at 4294892697 00000100:00000010:1.0:1767384305.644213:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00000100:00000010:3.0:1767384305.644215:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f927484d. 00010000:00000010:0.1:1767384305.647157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005109f9b6. 00010000:00000010:0.1:1767384305.647164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00010000:00000010:0.1:1767384305.647168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001893e9bb. 00000400:00000010:0.0:1767384305.652569:0:19662:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000af70938. 00000400:00000040:0.0:1767384305.652585:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.652587:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384305.652589:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.652590:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.652592:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.652593:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384305.652595:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.652596:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384305.652598:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384305.652598:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384305.652602:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384305.652603:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.652605:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384305.652606:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.652607:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384305.652608:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384305.652609:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.652610:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384305.652611:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384305.652612:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.652613:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.652614:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.652615:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.652616:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.652617:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384305.652618:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.652619:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.652620:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.652622:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.652623:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.652624:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384305.652625:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.652627:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.652629:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.652631:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.652632:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.652633:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384305.652639:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.652641:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.652642:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384305.652643:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384305.652644:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.652645:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384305.652646:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384305.652647:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384305.652648:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384305.652649:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384305.652650:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384305.652651:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384305.652653:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.652654:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384305.652654:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384305.652655:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384305.652656:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384305.652657:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384305.652658:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384305.652659:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384305.652680:0:19662:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000af70938. 00000004:00000001:3.0:1767384306.003179:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384306.003184:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384306.003189:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a413de3. 00000020:00000040:3.0:1767384306.003195:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384306.003200:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.003204:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384306.003207:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.003214:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1503d86. 00000100:00000001:3.0:1767384306.003220:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.003226:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384306.003226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384306.003230:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003237:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384306.003243:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000100:00000040:3.0:1767384306.003246:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a413de3] to pc [ptlrpcd_00_02+2] req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384306.003249:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384306.003256:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384306.003260:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384306.003264:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384306.003271:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cfb126e. 00000004:00000001:3.0:1767384306.003272:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003283:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.003291:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384306.003293:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.003298:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.003301:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384306.003304:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384306.003307:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.003308:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.003318:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_03+3] req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.003340:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384306.003342:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.003346:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.003349:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.003354:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.003360:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742988160:0@lo:13: 00000100:00000001:3.0:1767384306.003364:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384306.003366:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.003368:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384306.003371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384306.003372:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.003376:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384306.003379:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384306.003381:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd45cd4e. 00000100:00000010:0.0:1767384306.003384:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d6f515. 02000000:00000001:3.0:1767384306.003385:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384306.003390:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384306.003391:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11a40b7. 00000100:00000001:0.0:1767384306.003394:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384306.003397:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384306.003399:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 02000000:00000001:0.0:1767384306.003400:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.003406:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742988160, portal 4 02000000:00000010:0.0:1767384306.003407:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047669fb1. 00000100:00000001:3.0:1767384306.003411:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.003413:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952749952 : -130122756801664 : ffff89a76f4dbb80) 00000100:00000001:0.0:1767384306.003414:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.003421:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.003423:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384306.003434:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384306.003440:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384306.003444:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000100:00000001:0.0:1767384306.003444:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384306.003447:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.003448:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742988160, offset 0 00000100:00000040:0.0:1767384306.003456:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d6f515] to pc [ptlrpcd_00_00+0] req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.003457:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384306.003471:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384306.003483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.003484:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc02180 00000100:00000040:0.0:1767384306.003491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384306.003495:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 224 00000100:00000001:0.0:1767384306.003499:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384306.003504:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000020:00000040:0.0:1767384306.003507:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384306.003510:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384306.003511:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384306.003513:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384306.003516:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384306.003517:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.003523:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384306.003525:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:0.0:1767384306.003525:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025e46f4c. 00000100:00000010:3.0:1767384306.003531:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e16e54ac. 00000100:00000001:0.0:1767384306.003532:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.003538:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384306.003541:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000e16e54ac x1853236742988160 msgsize 224 00000100:00100000:3.0:1767384306.003551:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384306.003559:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384306.003561:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.003562:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.003572:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:3.0:1767384306.003576:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000100:00000040:0.0:1767384306.003576:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_01+1] req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.003583:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384306.003589:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.003593:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.003602:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (230) 00000100:00000001:3.0:1767384306.003605:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.003610:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.003615:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.003620:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.003621:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003623:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384306.003626:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384306.003631:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.003634:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.003640:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4563 usecs (5 jiffies) 00000100:00000001:3.0:1767384306.003645:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893061 00000100:00000001:0.0:1767384306.003646:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384306.003650:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384306.003651:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000653cae42. 02000000:00000001:0.0:1767384306.003653:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384306.003656:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.003659:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384306.003659:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.003664:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742988288:0@lo:400: 00000100:00000001:3.0:1767384306.003668:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893061 00000100:00000001:0.0:1767384306.003668:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384306.003672:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384306.003673:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083071767. 02000000:00000001:0.0:1767384306.003674:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.003678:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384306.003679:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:0.0:1767384306.003682:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085a98585. 00000100:00000001:3.0:1767384306.003683:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893061 02000000:00000001:0.0:1767384306.003686:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384306.003689:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b317d330. 00000400:00000010:0.0:1767384306.003691:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083639f27. 00000100:00000001:3.0:1767384306.003693:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384306.003699:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893061 00000100:00000001:1.0:1767384306.003699:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384306.003700:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003499eb89. 00000100:00000001:1.0:1767384306.003705:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384306.003706:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002a74c25. 00000100:00000200:0.0:1767384306.003706:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742988288, portal 4 00000100:00000001:1.0:1767384306.003709:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384306.003711:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384306.003712:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384306.003716:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.003716:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:3.0:1767384306.003718:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.003723:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384306.003724:0:16350:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c66a2a4. 00000100:00000001:3.0:1767384306.003730:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.003734:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.003735:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.003735:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384306.003738:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.003743:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384306.003747:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.003748:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384306.003750:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.003751:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384306.003755:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384306.003756:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384306.003757:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019d6f515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742988416:0@lo:400: 00000400:00000010:0.0:1767384306.003760:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d64aeb1f. 00000100:00000001:3.0:1767384306.003763:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.003766:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384306.003766:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742988288, offset 0 00000100:00000001:3.0:1767384306.003767:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384306.003770:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384306.003772:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.003773:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.003777:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384306.003779:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384306.003780:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384306.003783:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e63c12d. 02000000:00000001:1.0:1767384306.003787:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384306.003792:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54f70bc. 00000400:00000200:0.0:1767384306.003792:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384306.003799:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 00000100:00000001:3.0:1767384306.003801:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384306.003805:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc02200 00000100:00000200:1.0:1767384306.003806:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742988416, portal 10 00000100:00100000:3.0:1767384306.003807:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988160 00000100:00000001:1.0:1767384306.003813:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384306.003813:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 1648 02000000:00000001:3.0:1767384306.003814:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384306.003817:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089061248 : -130122620490368 : ffff89a7776dad80) 00000100:00000001:3.0:1767384306.003819:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384306.003820:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384306.003824:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.003825:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384306.003829:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384306.003832:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003836:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384306.003840:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988160 00000100:00000200:0.0:1767384306.003840:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:3.0:1767384306.003845:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384306.003847:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384306.003848:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000010:0.0:1767384306.003848:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030bcc550. 00000020:00000001:3.0:1767384306.003852:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384306.003853:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000030bcc550 x1853236742988288 msgsize 224 00000100:00000040:1.0:1767384306.003856:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384306.003858:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=8 00000400:00000010:1.0:1767384306.003861:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00100000:0.0:1767384306.003863:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384306.003865:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000200:1.0:1767384306.003869:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742988416, offset 0 00000020:00000001:3.0:1767384306.003870:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384306.003874:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.003880:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384306.003880:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384306.003887:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000400:00000200:0.0:1767384306.003889:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d64aeb1f 00000400:00000010:0.0:1767384306.003893:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d64aeb1f. 00000020:00000010:3.0:1767384306.003895:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f5ec3f43. 00000400:00000200:1.0:1767384306.003897:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384306.003898:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384306.003903:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000200:0.0:1767384306.003904:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384306.003912:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc02280 00000100:00000001:0.0:1767384306.003916:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384306.003919:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384306.003920:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384306.003928:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a07956. 00000100:00000001:0.0:1767384306.003928:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.003934:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000001:0.0:1767384306.003935:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384306.003937:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000780a71ef. 00000100:00000001:0.0:1767384306.003939:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.003943:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000040:0.0:1767384306.003945:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4563 usecs (5 jiffies) 00000400:00000200:1.0:1767384306.003947:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.003948:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893061 00000100:00000040:3.0:1767384306.003951:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384306.003953:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294893061 00000400:00000200:1.0:1767384306.003956:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384306.003957:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.003957:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893061 00000100:00000001:3.0:1767384306.003961:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.003963:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893061 00000100:00000001:3.0:1767384306.003964:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003966:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893061 00000100:00000001:1.0:1767384306.003968:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384306.003969:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893061 00000100:00000200:1.0:1767384306.003971:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384306.003972:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003972:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893061 00000100:00000001:0.0:1767384306.003978:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893061 00000100:00000001:3.0:1767384306.003981:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.003987:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.003989:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.003991:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.003993:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384306.003994:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.003996:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384306.004000:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384306.004004:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384306.004004:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384306.004007:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.004009:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.004011:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004016:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.004017:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384306.004021:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952743680 : -130122756807936 : ffff89a76f4da300) 00000100:00000040:3.0:1767384306.004025:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e16e54ac x1853236742988160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.004026:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.004030:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.004033:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384306.004035:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384306.004038:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683a7ab7. 00000100:00000040:0.0:1767384306.004040:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.004041:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.004047:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683a7ab7. 00000100:00100000:3.0:1767384306.004055:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e16e54ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16349:x1853236742988160:12345-0@lo:13: 00000100:00000001:0.0:1767384306.004055:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384306.004058:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.004060:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988160 02000000:00000001:0.0:1767384306.004063:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384306.004065:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:1.0:1767384306.004065:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070500aaf. 02000000:00000001:0.0:1767384306.004066:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384306.004070:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384306.004071:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.004072:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000070500aaf x1853236742988416 msgsize 224 00000020:00000001:3.0:1767384306.004073:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.004079:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742988544:0@lo:400: 00000020:00000001:3.0:1767384306.004094:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384306.004095:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384306.004099:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000001:0.0:1767384306.004126:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384306.004127:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384306.004129:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384306.004130:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384306.004132:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.004134:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384306.004135:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384306.004136:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384306.004137:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384306.004140:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000242c0f64. 00000020:00000001:3.0:1767384306.004141:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.004144:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.004145:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000100:00000001:3.0:1767384306.004146:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384306.004148:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dd758c. 00000400:00000010:1.0:1767384306.004151:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 02000000:00000001:3.0:1767384306.004152:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384306.004157:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006ec0cb13. 00000100:00000001:1.0:1767384306.004158:0:16347:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384306.004161:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.004161:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d64aeb1f. 00000100:00000200:1.0:1767384306.004166:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.004167:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.004168:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742988544, portal 10 00002000:00000001:3.0:1767384306.004173:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384306.004174:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384306.004177:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00002000:00000001:3.0:1767384306.004180:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384306.004184:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:0.0:1767384306.004186:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.004189:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384306.004195:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.004195:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384306.004196:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:3.0:1767384306.004200:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:0.0:1767384306.004208:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:3.0:1767384306.004209:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000010:0.0:1767384306.004213:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000020:00000020:3.0:1767384306.004215:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384306.004217:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.004218:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742988544, offset 0 00000100:00000001:1.0:1767384306.004223:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000020:3.0:1767384306.004224:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:0.0:1767384306.004226:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384306.004230:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384306.004236:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:0.0:1767384306.004236:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384306.004238:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1465 usecs (2 jiffies) 00000020:00000010:3.0:1767384306.004240:0:17891:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000e8328485. 00000100:00000001:1.0:1767384306.004245:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893059 00000400:00000200:0.0:1767384306.004245:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc02300 00000001:00000001:3.0:1767384306.004246:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384306.004250:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384306.004253:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004253:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294893061 00000400:00000200:0.0:1767384306.004254:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00000001:1.0:1767384306.004260:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893059 00010000:00000040:3.0:1767384306.004261:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236742988160 00000400:00000200:0.0:1767384306.004262:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384306.004266:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893061 00010000:00000001:3.0:1767384306.004267:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384306.004271:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384306.004272:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893059 00010000:00000200:3.0:1767384306.004275:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e16e54ac x1853236742988160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.004275:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384306.004276:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893061 00000100:00000200:0.0:1767384306.004279:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384306.004282:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893059 00000100:00000010:0.0:1767384306.004286:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006984c58d. 00000100:00000001:1.0:1767384306.004288:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893061 00000100:00000040:0.0:1767384306.004293:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000006984c58d x1853236742988544 msgsize 224 00000100:00000001:1.0:1767384306.004294:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384306.004297:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384306.004300:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384306.004305:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=6 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384306.004305:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384306.004306:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004313:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.004314:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384306.004315:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384306.004319:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384306.004320:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.004322:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384306.004322:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384306.004326:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384306.004328:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384306.004328:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000100:00000001:1.0:1767384306.004330:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384306.004331:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.004334:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000100:00000001:3.0:1767384306.004335:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384306.004335:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.004339:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004341:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384306.004342:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384306.004344:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384306.004348:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000100:00000200:0.0:1767384306.004351:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.004353:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742988160, offset 224 00000100:00000001:1.0:1767384306.004359:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384306.004362:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384306.004363:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988288 02000000:00000001:1.0:1767384306.004367:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384306.004369:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.004370:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384306.004373:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.004376:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.004378:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384306.004379:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.004385:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988288 00000020:00000001:1.0:1767384306.004389:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384306.004392:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:0.0:1767384306.004392:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.004394:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc02180 00000100:00000001:0.0:1767384306.004397:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384306.004398:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.004402:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=9 00000020:00000001:1.0:1767384306.004404:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384306.004405:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.004409:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x122d [1] + 224 00000020:00000001:1.0:1767384306.004410:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000040:0.0:1767384306.004411:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2141 usecs (3 jiffies) 00000100:00000001:1.0:1767384306.004415:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384306.004418:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294893060 00000020:00000010:1.0:1767384306.004420:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e31cb8. 00000400:00000200:3.0:1767384306.004421:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.004421:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294893061 00000100:00000001:1.0:1767384306.004425:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.004427:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294893060 00000020:00000010:1.0:1767384306.004428:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e31cb8. 00000400:00000200:3.0:1767384306.004430:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.004433:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294893061 00000020:00000010:1.0:1767384306.004436:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbb2ba30. 00000100:00000001:3.0:1767384306.004437:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384306.004438:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294893060 00000020:00000010:1.0:1767384306.004443:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e0c757b. 00000100:00000001:0.0:1767384306.004443:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294893061 00000100:00000200:3.0:1767384306.004444:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384306.004450:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089a576f8. 00000100:00000001:0.0:1767384306.004454:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294893060 00000100:00000040:1.0:1767384306.004457:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384306.004460:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294893061 00000100:00000001:1.0:1767384306.004462:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384306.004464:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.004465:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.004465:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.004469:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.004470:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004476:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004477:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384306.004482:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384306.004482:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.004484:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004488:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.004489:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384306.004490:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384306.004495:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.004497:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.004500:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004501:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.004503:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000100:00000001:0.0:1767384306.004503:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384306.004508:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000100:00000001:3.0:1767384306.004513:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384306.004514:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384306.004516:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384306.004518:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384306.004523:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.004524:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000010:0.0:1767384306.004529:0:17079:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000c6fe8bf. 00000100:00000040:1.0:1767384306.004530:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000100:00000040:3.0:1767384306.004533:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384306.004536:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089059456 : -130122620492160 : ffff89a7776da680) 00000100:00000001:0.0:1767384306.004537:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384306.004538:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767384306.004541:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988416 00000020:00000001:3.0:1767384306.004543:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.004545:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030bcc550 x1853236742988288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.004545:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384306.004548:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384306.004549:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.004552:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.004558:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e16e54ac x1853236742988160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.004559:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004560:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384306.004565:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e31cb8. 00000100:00100000:0.0:1767384306.004565:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988416 00000100:00000001:1.0:1767384306.004569:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384306.004571:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384306.004574:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e31cb8. 00000020:00000040:0.0:1767384306.004575:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:0.0:1767384306.004580:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384306.004583:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000030bcc550 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:16350:x1853236742988288:12345-0@lo:400: 00000020:00000040:0.0:1767384306.004585:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000200:1.0:1767384306.004587:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988288 00000100:00100000:3.0:1767384306.004592:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e16e54ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16349:x1853236742988160:12345-0@lo:13: Request processed in 551us (1044us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384306.004593:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384306.004593:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:1.0:1767384306.004597:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384306.004602:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.004602:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:1.0:1767384306.004606:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384306.004609:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:1.0:1767384306.004609:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:0.0:1767384306.004610:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384306.004612:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384306.004616:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384306.004616:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e704663a. 00000100:00000040:3.0:1767384306.004617:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:0.0:1767384306.004621:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384306.004622:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384306.004624:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384306.004626:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384306.004626:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e704663a. 00000100:00000001:3.0:1767384306.004628:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384306.004629:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384306.004632:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ad3b439. 00000020:00000001:1.0:1767384306.004633:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384306.004636:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000780a71ef. 00000100:00000001:1.0:1767384306.004637:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384306.004637:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f82c45ef. 02000000:00000001:1.0:1767384306.004641:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384306.004644:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000020:00000010:0.0:1767384306.004644:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e3dd641. 02000000:00000010:1.0:1767384306.004645:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e64c7e95. 02000000:00000001:1.0:1767384306.004651:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.004653:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a07956. 00000100:00000001:1.0:1767384306.004654:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.004655:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384306.004658:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384306.004661:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236742988288 00000020:00000040:3.0:1767384306.004663:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 8 00010000:00000001:1.0:1767384306.004665:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384306.004665:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.004669:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384306.004670:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.004671:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384306.004678:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000030bcc550 x1853236742988288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.004679:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384306.004683:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767384306.004687:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00080000:3.0:1767384306.004688:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:1.0:1767384306.004689:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004692:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.004693:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=6 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384306.004694:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384306.004702:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384306.004703:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.004707:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384306.004710:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384306.004712:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384306.004714:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004717:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384306.004718:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384306.004721:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988544 00000100:00000040:1.0:1767384306.004722:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384306.004723:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384306.004723:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384306.004726:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000001:3.0:1767384306.004727:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384306.004727:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.004732:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384306.004733:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742988288, offset 224 00000100:00100000:3.0:1767384306.004736:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000001:0.0:1767384306.004736:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.004742:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00100000:0.0:1767384306.004742:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988544 00000400:00000200:1.0:1767384306.004743:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384306.004747:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088531584 : -130122621020032 : ffff89a777659880) 00000020:00000001:0.0:1767384306.004747:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384306.004749:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:0.0:1767384306.004753:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384306.004755:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070500aaf x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384306.004756:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384306.004756:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:0.0:1767384306.004762:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:0.0:1767384306.004766:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000400:00000200:1.0:1767384306.004770:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc02200 00000100:00000001:0.0:1767384306.004772:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.004777:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e704663a. 00000400:00000200:1.0:1767384306.004782:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1235 [1] + 224 00000020:00000010:0.0:1767384306.004783:0:17079:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f0b0f3cf. 00000100:00000001:3.0:1767384306.004785:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384306.004789:0:17079:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000400:00000200:1.0:1767384306.004791:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384306.004792:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000683a7ab7. 00000400:00000200:1.0:1767384306.004796:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.004799:0:17079:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384306.004800:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384306.004805:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.004805:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000337b9deb. 00000100:00000200:1.0:1767384306.004806:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.004812:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7eba6f4. 00000020:00000010:3.0:1767384306.004813:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000683a7ab7. 00000020:00000010:0.0:1767384306.004818:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000044e60728. 00000100:00000001:0.0:1767384306.004824:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384306.004825:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070500aaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742988416:12345-0@lo:400: 00000100:00000001:0.0:1767384306.004827:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384306.004831:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.004832:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988416 00000100:00000001:0.0:1767384306.004832:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.004837:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384306.004839:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384306.004841:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384306.004843:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384306.004845:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004847:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.004852:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384306.004855:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:0.0:1767384306.004856:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.004857:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384306.004861:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.004863:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384306.004864:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384306.004867:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384306.004868:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384306.004870:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.004872:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384306.004873:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000100:00000001:3.0:1767384306.004875:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384306.004876:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384306.004877:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 02000000:00000001:3.0:1767384306.004878:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384306.004883:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000010:3.0:1767384306.004884:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b31cd7a3. 00000100:00000001:1.0:1767384306.004885:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384306.004887:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 02000000:00000001:3.0:1767384306.004888:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004892:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089052288 : -130122620499328 : ffff89a7776d8a80) 00000100:00000001:3.0:1767384306.004893:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.004900:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.004900:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384306.004901:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006984c58d x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384306.004906:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742988416 00000100:00000001:1.0:1767384306.004909:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.004912:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384306.004917:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384306.004918:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1767384306.004921:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070500aaf x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384306.004924:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384306.004924:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff92f1d3. 00000020:00000001:1.0:1767384306.004929:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.004930:0:17079:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.004934:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff92f1d3. 00000020:00000001:1.0:1767384306.004942:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384306.004943:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006984c58d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742988544:12345-0@lo:400: 00010000:00000001:3.0:1767384306.004944:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384306.004949:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.004949:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988544 00000100:00000040:1.0:1767384306.004952:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030bcc550 x1853236742988288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384306.004954:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:3.0:1767384306.004956:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=10 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384306.004958:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384306.004961:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.004967:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384306.004967:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.004972:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000040:3.0:1767384306.004974:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:0.0:1767384306.004976:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384306.004980:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384306.004980:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384306.004981:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000030bcc550 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:16350:x1853236742988288:12345-0@lo:400: Request processed in 414us (1120us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384306.004986:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384306.004987:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384306.004990:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.004991:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384306.004995:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.004996:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384306.004996:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000001:0.0:1767384306.005000:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384306.005001:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:0.0:1767384306.005003:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384306.005006:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384306.005007:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384306.005007:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384306.005009:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384306.005012:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ff756d20. 00000400:00000010:3.0:1767384306.005013:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000020:00000010:1.0:1767384306.005014:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e0c757b. 02000000:00000001:0.0:1767384306.005018:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.005020:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742988416, offset 224 00000020:00000010:1.0:1767384306.005022:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089a576f8. 00000100:00000001:0.0:1767384306.005022:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.005029:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384306.005029:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.005030:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbb2ba30. 00010000:00000040:0.0:1767384306.005035:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742988544 00000020:00000040:1.0:1767384306.005037:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 7 00010000:00000001:0.0:1767384306.005040:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384306.005041:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384306.005043:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384306.005046:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006984c58d x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.005051:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc02280 00000400:00000200:3.0:1767384306.005060:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x123d [1] + 224 00000400:00000200:3.0:1767384306.005063:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384306.005070:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384306.005078:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384306.005078:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384306.005096:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.005099:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.005122:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384306.005126:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.005126:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384306.005130:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384306.005135:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384306.005138:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.005142:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384306.005145:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.005149:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384306.005154:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000100:00000200:0.0:1767384306.005158:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742988544, offset 224 00000100:00000001:3.0:1767384306.005160:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.005164:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.005170:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384306.005172:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:3.0:1767384306.005175:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000400:00000200:0.0:1767384306.005179:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc02300 00000100:00000001:3.0:1767384306.005180:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384306.005183:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384306.005186:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1245 [1] + 224 00000100:00000001:3.0:1767384306.005189:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.005191:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384306.005193:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384306.005196:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384306.005197:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384306.005199:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.005202:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384306.005203:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384306.005206:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070500aaf x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384306.005210:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.005221:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.005225:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384306.005229:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070500aaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742988416:12345-0@lo:400: Request processed in 441us (1153us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384306.005231:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384306.005233:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384306.005237:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384306.005241:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54f70bc. 00000100:00100000:3.0:1767384306.005247:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384306.005250:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000400:00000200:1.0:1767384306.005250:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d3cb30 00000100:00000001:0.0:1767384306.005254:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.005256:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384306.005256:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d3cb30. 00000100:00000001:3.0:1767384306.005259:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384306.005263:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f82c45ef. 00000020:00000010:3.0:1767384306.005271:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e3dd641. 00000020:00000010:3.0:1767384306.005274:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ad3b439. 00000020:00000040:3.0:1767384306.005278:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:3.0:1767384306.005280:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.005291:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384306.005296:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000100:00080000:3.0:1767384306.005298:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:1.0:1767384306.005301:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384306.005302:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000020:00000040:3.0:1767384306.005303:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:0.0:1767384306.005310:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384306.005314:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384306.005320:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.005321:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005324:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.005328:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384306.005330:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:3.0:1767384306.005332:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384306.005335:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.005338:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11a40b7. 00010000:00000001:0.0:1767384306.005338:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384306.005341:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384306.005342:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.005343:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000100:00000001:1.0:1767384306.005346:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.005347:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384306.005348:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000100:00000001:3.0:1767384306.005353:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384306.005353:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384306.005358:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384306.005362:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.005362:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006984c58d x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.005363:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.005367:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.005374:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.005382:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=10 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384306.005392:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384306.005400:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=10 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384306.005405:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006984c58d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742988544:12345-0@lo:400: Request processed in 481us (1105us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384306.005406:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384306.005407:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.005409:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.005411:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005414:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384306.005418:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384306.005418:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384306.005420:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.005423:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.005424:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:3.0:1767384306.005425:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384306.005427:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384306.005432:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=6 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384306.005432:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:0.0:1767384306.005439:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384306.005440:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.005443:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384306.005447:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384306.005448:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7eba6f4. 00000100:00000001:3.0:1767384306.005451:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.005452:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.005455:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384306.005455:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044e60728. 00000100:00000001:1.0:1767384306.005457:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:3.0:1767384306.005461:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.005461:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000337b9deb. 00000100:00000040:1.0:1767384306.005462:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384306.005469:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767384306.005471:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00010000:00000001:3.0:1767384306.005473:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.005473:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.005476:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.005478:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384306.005481:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000040:1.0:1767384306.005484:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005490:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384306.005494:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.005501:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384306.005503:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.005508:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.005512:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.005512:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.005518:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.005519:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384306.005521:0:16349:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:1.0:1767384306.005522:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384306.005524:0:16349:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384306.005529:0:16349:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384306.005539:0:16349:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00100000:1.0:1767384306.005545:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019d6f515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742988416:0@lo:400: 00000004:00000001:3.0:1767384306.005546:0:16349:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.005552:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.005555:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384306.005561:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742988160:0@lo:13: 00000100:00000001:1.0:1767384306.005561:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384306.005567:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.005570:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019d6f515 x1853236742988416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005571:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.005576:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a413de3 x1853236742988160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005595:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384306.005595:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.005600:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384306.005600:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384306.005602:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd45cd4e. 02000000:00000010:1.0:1767384306.005604:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e63c12d. 02000000:00000001:3.0:1767384306.005606:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384306.005610:0:16349:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384306.005611:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384306.005612:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384306.005616:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384306.005616:0:16347:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767384306.005618:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1503d86. 00000020:00000040:1.0:1767384306.005620:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384306.005622:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384306.005624:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384306.005625:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384306.005627:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a413de3. 02000000:00000010:1.0:1767384306.005629:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047669fb1. 00000100:00000001:3.0:1767384306.005630:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384306.005635:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384306.005636:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.005638:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.005640:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.005641:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384306.005646:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384306.005647:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384306.005648:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767384306.005650:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384306.005652:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384306.005652:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d6f515. 00000400:00000010:0.0:1767384306.005654:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083639f27. 00000100:00000001:3.0:1767384306.005657:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.005660:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384306.005661:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.005662:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003499eb89 00000100:00000001:1.0:1767384306.005665:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384306.005667:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003499eb89. 00000100:00000001:1.0:1767384306.005673:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.005674:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384306.005681:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384306.005682:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005685:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.005685:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005688:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.005694:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384306.005695:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384306.005698:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.005700:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075dd758c. 00000100:00000001:1.0:1767384306.005700:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.005700:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.005707:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d64aeb1f 00000400:00000010:3.0:1767384306.005711:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d64aeb1f. 00000100:00000001:3.0:1767384306.005717:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384306.005718:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384306.005722:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.005728:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005734:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.005735:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.005737:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384306.005738:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.005740:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.005741:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.005743:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.005748:0:16348:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c147d9c4. 00000100:00001000:3.0:1767384306.005751:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384306.005757:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.005757:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.005763:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384306.005764:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384306.005767:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.005768:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.005770:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384306.005772:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384306.005774:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384306.005779:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.005779:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.005787:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384306.005795:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=6 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384306.005796:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005800:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384306.005802:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384306.005806:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384306.005808:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005813:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384306.005813:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384306.005818:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384306.005822:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384306.005828:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.005839:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.005841:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.005844:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384306.005845:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.005849:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.005849:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000040:3.0:1767384306.005854:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.005854:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384306.005857:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.005866:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.005868:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742988544:0@lo:400: 00000100:00000001:3.0:1767384306.005878:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.005883:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.005884:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384306.005889:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384306.005892:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236742988544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.005893:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.005901:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.005909:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.005914:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384306.005917:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742988288:0@lo:400: 02000000:00000010:3.0:1767384306.005918:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000242c0f64. 02000000:00000001:3.0:1767384306.005925:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384306.005928:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384306.005928:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384306.005931:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384306.005933:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384306.005934:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.005937:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025e46f4c. 00000100:00000040:0.0:1767384306.005940:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742988288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384306.005942:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384306.005945:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384306.005947:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000100:00000001:3.0:1767384306.005954:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.005954:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384306.005956:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384306.005958:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384306.005959:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384306.005963:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085a98585. 00000100:00000001:3.0:1767384306.005964:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.005967:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.005968:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384306.005969:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.005973:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.005973:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384306.005977:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384306.005980:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384306.005982:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004cfb126e. 02000000:00000001:0.0:1767384306.005985:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384306.005987:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384306.005990:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384306.005999:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.006002:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.006004:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.006010:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.006011:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.006014:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.006016:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.006166:0:17883:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384306.006169:0:17883:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384306.006172:0:17883:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384306.006174:0:17883:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7e705d7 : new cb_count 2 00000020:00000040:2.0:1767384306.006176:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 6 00000001:00000010:2.0:1767384306.006178:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c785a0e8. 00002000:00001000:2.0:1767384306.006182:0:17883:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384306.006185:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000030332627. 00080000:00000010:2.0:1767384306.006187:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4d4a7e9. 00000001:00000040:2.0:1767384306.006190:0:17883:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7e705d7 : new cb_count 1 00000020:00000040:2.0:1767384306.006191:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000001:00000010:2.0:1767384306.006192:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009ca2f18e. 00002000:00001000:2.0:1767384306.006194:0:17883:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384306.006196:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000002dc06c28. 00080000:00000010:2.0:1767384306.006197:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2e9eb7e. 00000001:00000040:2.0:1767384306.006199:0:17883:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7e705d7 : new cb_count 0 00000020:00000040:2.0:1767384306.006200:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000001:00000010:2.0:1767384306.006205:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000035d65e0a. 00002000:00001000:2.0:1767384306.006207:0:17883:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384306.006208:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000672d6024. 00080000:00000010:2.0:1767384306.006210:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d369ddaa. 00000100:00000040:0.0:1767384306.009146:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294893061, at 4294893062 00000100:00000010:0.0:1767384306.009155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000653cae42. 00000100:00000040:1.0:1767384306.009159:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294893061, at 4294893062 00000100:00000010:1.0:1767384306.009168:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083071767. 00000100:00000040:3.0:1767384306.009171:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294893061, at 4294893062 00000100:00000010:3.0:1767384306.009180:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002a74c25. 00000100:00000040:2.0:1767384306.010168:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294893061, at 4294893063 00000100:00000010:2.0:1767384306.010175:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b317d330. 00080000:00000010:0.0:1767384306.190443:0:19807:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a37c90f. 00080000:00000010:0.0:1767384306.190452:0:19807:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a37c90f. 00000020:00000001:0.0:1767384306.190456:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384306.190462:0:19807:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a37c90f. 00080000:00000010:0.0:1767384306.190466:0:19807:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a37c90f. 00000020:00000001:0.0:1767384306.190469:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.196630:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384306.196635:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.196641:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384306.196642:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.196681:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384306.196687:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384306.196690:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384306.902758:0:19971:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384306.902763:0:19971:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384306.905550:0:19971:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384306.913227:0:19972:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004da3b707. 00000400:00000010:3.0:1767384306.913242:0:19972:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005aad505d. 00000400:00000010:3.0:1767384306.913250:0:19972:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000094f5967a. 00000400:00000010:3.0:1767384306.913253:0:19972:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd244fde. 00000400:00000010:3.0:1767384306.913256:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dfeec6c4. 00000400:00000010:3.0:1767384306.913260:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5bf24c2. 00000400:00000010:3.0:1767384306.913261:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004a0ccca9. 00000400:00000010:3.0:1767384306.913262:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058d03825. 00000400:00000010:3.0:1767384306.913265:0:19972:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ff2c8533. 00000800:00000010:3.0:1767384306.913273:0:19972:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c8f35562. 00000800:00000200:3.0:1767384306.913283:0:19972:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384306.913287:0:19972:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384306.913320:0:19972:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384306.913336:0:19972:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384306.915565:0:19972:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000008399171c. 00000400:00000010:3.0:1767384306.915571:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11a40b7. 00000400:00000010:3.0:1767384306.915575:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000400:00000001:3.0:1767384306.915587:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384306.915588:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.915590:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5953be. 00000400:00000200:3.0:1767384306.915592:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbf59bb 00000400:00000010:3.0:1767384306.915593:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbf59bb. 00000400:00000010:3.0:1767384306.915597:0:19972:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000d7010dda. 00000400:00000200:3.0:1767384306.915601:0:19972:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (4) 00000400:00000200:3.0:1767384306.915612:0:19972:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384306.915620:0:19972:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384306.915627:0:19972:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a2750251. 00000400:00000200:1.0:1767384306.915632:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384306.915634:0:19972:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384306.915638:0:19972:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp13 00000400:00000200:1.0:1767384306.915640:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384306.915647:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 00000400:00000200:1.0:1767384306.915650:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (5) 00000400:00000010:3.0:1767384306.915653:0:19972:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005aad505d. 00000400:00000010:1.0:1767384306.915654:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005c0ce46. 00000400:00000010:3.0:1767384306.915659:0:19972:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004da3b707. 00000400:00000200:1.0:1767384306.915660:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:1.0:1767384306.915675:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:1.0:1767384306.915680:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384306.915684:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:2.0:1767384306.915688:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384306.915689:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:2.0:1767384306.915695:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384306.915695:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 10000000:00000001:2.0:1767384306.915700:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384306.915703:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp12 10000000:01000000:2.0:1767384306.915704:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384306.915708:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384306.915709:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp12 lpni_is_preferred = 0 00000020:01000004:2.0:1767384306.915710:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384306.915714:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp12 00000020:01000004:2.0:1767384306.915715:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384306.915719:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384306.915721:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384306.915723:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384306.915725:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [11:11:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [11:11:8:4294967295] 00000020:01000004:2.0:1767384306.915726:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384306.915729:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384306.915732:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384306.915733:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384306.915734:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp12 00000400:00000200:1.0:1767384306.915743:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:) -> 192.168.204.108@tcp12(192.168.204.108@tcp:192.168.204.108@tcp12) : PUT try# 0 00000800:00000200:1.0:1767384306.915747:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.204.108@tcp12 00000100:00000010:2.0:1767384306.915748:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a7ca2ed. 00000020:00000040:2.0:1767384306.915753:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384306.915761:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1767384306.915761:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83a598. 02000000:00000001:2.0:1767384306.915765:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.915770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384306.915770:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c71f306. 00000800:00000010:1.0:1767384306.915776:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006c6b5736. 02000000:00000010:2.0:1767384306.915781:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001172d678. 00000800:00000200:1.0:1767384306.915781:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (2) 00000800:00000200:1.1:1767384306.915788:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (2) 00000100:00000001:2.0:1767384306.915789:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.915797:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.915799:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.915803:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000040:2.0:1767384306.915806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a7ca2ed] to pc [ptlrpcd_00_02+2] req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384306.915808:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:2.0:1767384306.915836:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.915838:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.915840:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384306.915842:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384306.915851:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384306.915853:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384306.915854:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384306.915857:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384306.915857:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.915859:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.915861:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384306.915863:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384306.915863:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384306.915868:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384306.915870:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384306.915871:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384306.915873:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:1.0:1767384306.915873:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384306.915876:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384306.915877:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000020:01000004:2.0:1767384306.915878:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384306.915881:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384306.915883:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384306.915887:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384306.915892:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384306.915893:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5cedac8. 00000100:00000001:1.0:1767384306.915894:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.915900:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384306.915900:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384306.915904:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.915906:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384306.915908:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.915911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384306.915913:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742988672:0@lo:253: 02000000:00000001:2.0:1767384306.915916:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.915918:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384306.915923:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384306.915925:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cb93fe91. 02000000:00000001:1.0:1767384306.915926:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.915931:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384306.915933:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384306.915937:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061c0425d. 00000100:00000001:2.0:1767384306.915939:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384306.915940:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.915941:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:2.0:1767384306.915943:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384306.915946:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54f70bc. 00000400:00000010:1.0:1767384306.915952:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005258f39f. 00000100:00000040:2.0:1767384306.915953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5cedac8] to pc [ptlrpcd_00_03+3] req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384306.915957:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742988672, portal 25 00000100:00000001:1.0:1767384306.915963:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384306.915967:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040579200 : -130122668972416 : ffff89a77489e680) 00000100:00000040:1.0:1767384306.915973:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384306.915977:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.915984:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.915985:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384306.915989:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.915990:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384306.915990:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000020:01000000:2.0:1767384306.915995:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384306.915996:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df255396. 00000020:00000010:2.0:1767384306.916003:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a2750251. 00000100:00000200:1.0:1767384306.916003:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742988672, offset 0 00000400:00000200:1.0:1767384306.916016:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384306.916020:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384306.916025:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384306.916026:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.916031:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384306.916038:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02380 00000400:00000200:0.0:1767384306.916039:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384306.916045:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000040:2.0:1767384306.916048:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384306.916050:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a44b0767. 00000400:00000200:1.0:1767384306.916056:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f289096 00000100:00000001:2.0:1767384306.916058:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.916061:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.916077:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384306.916084:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384306.916087:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384306.916088:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.916092:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.916093:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f289096 00000100:00100000:2.0:1767384306.916096:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e5cedac8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742988800:0@lo:253: 00000400:00000010:1.0:1767384306.916098:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f289096. 00000100:00000001:1.0:1767384306.916122:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384306.916124:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384306.916128:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000f76bae68 x1853236742988672 msgsize 4848 00000100:00000001:2.0:1767384306.916129:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384306.916133:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 02000000:00000001:2.0:1767384306.916135:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384306.916136:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384306.916140:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.916141:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384306.916145:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.916153:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a1538024. 00000100:00000001:1.0:1767384306.916154:0:16349:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384306.916158:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.916162:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df255396 00000400:00000010:2.0:1767384306.916164:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039854308. 00000400:00000010:1.0:1767384306.916165:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df255396. 00000100:00000001:1.0:1767384306.916172:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384306.916175:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bd88745. 00000100:00000200:1.0:1767384306.916176:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.916183:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742988800, portal 25 00000400:00000200:0.0:1767384306.916183:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:1.0:1767384306.916186:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384306.916190:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.916192:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572032 : -130122668979584 : ffff89a77489ca80) 00000100:00000040:1.0:1767384306.916193:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.916200:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.916202:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.916207:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.916211:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384306.916213:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.916215:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384306.916218:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294893974 00000400:00000010:2.0:1767384306.916220:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de611244. 00000100:00000200:2.0:1767384306.916223:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742988800, offset 0 00000400:00000200:2.0:1767384306.916230:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384306.916234:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d1559a0. 00000400:00000200:2.0:1767384306.916239:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384306.916244:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384306.916248:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02400 00000100:00000001:1.0:1767384306.916250:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294893974 00000400:00000200:2.0:1767384306.916254:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000010:1.0:1767384306.916255:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000400:00000010:2.0:1767384306.916260:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0b27418. 00000100:00000001:1.0:1767384306.916262:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384306.916264:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000e77ee9 00000400:00000200:2.0:1767384306.916269:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384306.916271:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294893974 00000400:00000200:2.0:1767384306.916274:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384306.916278:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000e77ee9 00000100:00000010:1.0:1767384306.916278:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000672d6024. 00000400:00000010:2.0:1767384306.916282:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000e77ee9. 00000100:00000001:1.0:1767384306.916284:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384306.916287:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384306.916288:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294893974 00000100:00000200:2.0:1767384306.916291:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384306.916293:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035d65e0a. 00000100:00000040:2.0:1767384306.916295:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000b332d45c x1853236742988800 msgsize 4848 00000100:00000001:1.0:1767384306.916297:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384306.916301:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.916306:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.916312:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384306.916313:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.916317:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384306.916317:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.916328:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384306.916328:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384306.916330:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384306.916334:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384306.916335:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de611244 00000100:00000001:1.0:1767384306.916335:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.916337:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.916338:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de611244. 00000100:00000001:1.0:1767384306.916340:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916342:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.916347:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.916353:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.916356:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.916360:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384306.916361:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.916363:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988672 00000100:00000001:2.0:1767384306.916364:0:16350:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384306.916367:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.916370:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.916371:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.916375:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294893974 00000100:00000001:1.0:1767384306.916375:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.916378:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916379:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294893974 00000100:00000001:2.0:1767384306.916384:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294893974 00000100:00100000:1.0:1767384306.916384:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988672 00000020:00000001:1.0:1767384306.916388:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384306.916389:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294893974 00000020:00000040:1.0:1767384306.916392:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384306.916393:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294893974 00000020:00000001:1.0:1767384306.916396:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384306.916397:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294893974 00000020:00000040:1.0:1767384306.916400:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:2.0:1767384306.916401:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294893974 00000020:00000001:1.0:1767384306.916405:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384306.916406:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294893974 00000100:00000001:2.0:1767384306.916411:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.916413:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916414:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916415:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.916417:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384306.916419:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.916422:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384306.916423:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384306.916424:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.916426:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384306.916427:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e31cb8. 00000100:00000001:2.0:1767384306.916428:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916433:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.916434:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.916438:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e31cb8. 00000020:00000010:1.0:1767384306.916444:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000246c554a. 00000100:00000001:2.0:1767384306.916451:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384306.916453:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c235cfc2. 00000020:00000010:1.0:1767384306.916457:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089a576f8. 00000100:00100000:2.0:1767384306.916461:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988800 00000800:00000010:0.0:1767384306.916463:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093480016. 02000000:00000001:2.0:1767384306.916464:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.916466:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384306.916467:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384306.916469:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.916472:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384306.916474:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384306.916474:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009825a484. 00000100:00000001:1.0:1767384306.916475:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384306.916477:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384306.916484:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ccf749d. 00000100:00000001:1.0:1767384306.916485:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.916488:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988800 00000020:00000001:2.0:1767384306.916492:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384306.916493:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384306.916495:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384306.916497:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384306.916498:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384306.916503:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384306.916505:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384306.916508:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384306.916511:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384306.916512:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbb4b6c8. 00000100:00000001:1.0:1767384306.916516:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384306.916517:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384306.916521:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbb4b6c8. 00000100:00100000:1.0:1767384306.916525:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000010:2.0:1767384306.916528:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bee5d819. 00000100:00000040:1.0:1767384306.916528:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384306.916533:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087291472 : -130122622260144 : ffff89a77752ac50) 00000020:00000010:2.0:1767384306.916535:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b5c8d381. 00000800:00000010:0.0:1767384306.916537:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ccf749d. 00000100:00000040:1.0:1767384306.916539:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f76bae68 x1853236742988672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384306.916543:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000100:00000001:2.0:1767384306.916550:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384306.916551:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384306.916553:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384306.916556:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.916556:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e31cb8. 00000100:00000001:2.0:1767384306.916562:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916564:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.916567:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.916571:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e31cb8. 00000100:00000001:2.0:1767384306.916578:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384306.916582:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384306.916582:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f76bae68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742988672:12345-0@lo:253: 00000100:00000200:1.0:1767384306.916588:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988672 00000100:00100000:2.0:1767384306.916590:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000001:1.0:1767384306.916592:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384306.916594:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:1.0:1767384306.916596:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384306.916597:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087282256 : -130122622269360 : ffff89a777528850) 00000020:00000001:1.0:1767384306.916600:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.916603:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b332d45c x1853236742988800/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384306.916604:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384306.916608:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:0.0:1767384306.916611:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384306.916614:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384306.916617:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384306.916618:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384306.916623:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbb4b6c8. 00000020:00000001:1.0:1767384306.916624:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384306.916626:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384306.916629:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916634:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.916635:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384306.916640:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbb4b6c8. 02000000:00000001:1.0:1767384306.916640:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384306.916645:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp12 from 249.3.0.2 00000100:00100000:2.0:1767384306.916650:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b332d45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742988800:12345-0@lo:253: 02000000:00000010:1.0:1767384306.916654:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001fa21fac. 00000800:00000010:0.0:1767384306.916654:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000372f5df9. 00000100:00000200:2.0:1767384306.916655:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988800 00000020:00000001:2.0:1767384306.916659:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384306.916661:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.916663:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384306.916664:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.916666:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.916668:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384306.916670:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384306.916672:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384306.916675:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384306.916676:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384306.916677:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384306.916678:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384306.916679:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c11e59c. 00000020:00000001:2.0:1767384306.916680:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916686:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384306.916686:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384306.916689:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384306.916691:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384306.916694:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384306.916695:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000747f5fd1. 20000000:00000001:1.0:1767384306.916696:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.916699:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.916700:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.916703:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.916704:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384306.916706:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384306.916714:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e29d7083. 20000000:00000010:2.0:1767384306.916715:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e5bcaa3. 20000000:01000000:1.0:1767384306.916720:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:01000000:2.0:1767384306.916721:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384306.916724:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384306.916726:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384306.916727:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384306.916729:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.916731:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.916733:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384306.916733:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384306.916739:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384306.916754:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384306.916768:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384306.916770:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384306.916772:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384306.916774:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384306.916776:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384306.916779:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:1.0:1767384306.916783:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:1.0:1767384306.916784:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384306.916787:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384306.916791:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384306.916792:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.916795:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384306.916800:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384306.916803:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384306.916808:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058e90196. 00080000:00000001:1.0:1767384306.916811:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945922011136 : -130127787540480 : ffff89a64372c000) 00080000:00000001:1.0:1767384306.916815:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384306.916818:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384306.916823:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000058e31cb8. 00000800:00000010:0.0:1767384306.916826:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc42c890. 00080000:00000001:1.0:1767384306.916834:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384306.916834:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d22ec85e. 00080000:00000001:1.0:1767384306.916839:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384306.916856:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000775b9a10. 00080000:00000001:1.0:1767384306.916857:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384306.916865:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (2) 00000800:00000200:0.1:1767384306.916872:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp12 00000000775b9a10 deleted 00000800:00000010:0.1:1767384306.916875:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000775b9a10. 00080000:00000001:1.0:1767384306.916879:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.1:1767384306.916881:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384306.916889:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:1017 00000800:00000200:0.1:1767384306.916893:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83a598 type 1, nob 208 niov 1 nkiov 1 00000800:00000200:0.0:1767384306.916900:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp12 p 3.x 192.168.204.108 -> 192.168.204.108:1017 incarnation:1767384305631043346 sched[0] 00000800:00000010:0.0:1767384306.916906:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ccf749d. 00000800:00000010:0.0:1767384306.916961:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ccf749d. 00000800:00000010:0.0:1767384306.916966:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d22ec85e. 00000800:00000010:0.0:1767384306.917001:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000372f5df9. 00000800:00000001:0.0:1767384306.917016:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384306.917022:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384306.917135:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384306.917142:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp12 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384305631043346 sched[0] 00000800:00000010:1.0:1767384306.917145:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009825a484. 00000800:00000200:0.0:1767384306.917152:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384306.917157:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83a598. 00000400:00000200:0.0:1767384306.917166:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.917172:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: PUT: OK 00000400:00000200:0.0:1767384306.917178:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384306.917182:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:2.0:1767384306.917189:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384306.917197:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:2.0:1767384306.917198:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384306.917203:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.917207:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.917216:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : PUT - for me 00000400:00000200:2.0:1767384306.917228:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384306.917236:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 112/112 into md 0x1201 [1] + 0 00000400:00000010:2.0:1767384306.917246:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ad99779. 00000400:00000200:2.0:1767384306.917250:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2fbc656 00000800:00000001:2.0:1767384306.917255:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.917266:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.917268:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.917274:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: PUT: OK 00000400:00000200:2.0:1767384306.917279:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2fbc656 00000400:00000010:2.0:1767384306.917281:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2fbc656. 00000400:00000200:2.0:1767384306.917285:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384306.917289:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (6) 00000400:00000200:2.0:1767384306.917293:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:1.0:1767384306.917295:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000010:2.0:1767384306.917297:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000848de28f. 00000400:00000200:2.0:1767384306.917303:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 5 00000400:00000200:2.0:1767384306.917308:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384306.917319:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (7) 00000400:00000200:2.0:1767384306.917324:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384306.917328:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp12 to MR: 192.168.204.108@tcp12 local destination 00000400:00000200:2.0:1767384306.917334:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [12:12:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384306.917347:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) -> 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) 192.168.204.108@tcp12 : ACK try# 0 00000800:00000200:2.0:1767384306.917352:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp12 00000400:00000200:1.0:1767384306.917353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000010:2.0:1767384306.917357:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ff93ce. 00000800:00000200:2.0:1767384306.917363:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (4) 00000800:00000200:2.0:1767384306.917369:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:988 00000800:00000200:2.0:1767384306.917372:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3ff93ce type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384306.917407:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:0.0:1767384306.917436:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384306.917437:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384306.917442:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ff93ce. 00000800:00000001:0.0:1767384306.917445:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.917447:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384306.917451:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384306.917457:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: ACK: OK 00000400:00000200:1.0:1767384306.917459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:0.0:1767384306.917462:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384306.917467:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384306.917473:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.917486:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384306.917493:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe31e973. 00000400:00000200:1.0:1767384306.917498:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:2.0:1767384306.917507:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000400:00000200:2.0:1767384306.917513:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:0.0:1767384306.917514:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : ACK - for me 00000400:00000200:2.0:1767384306.917520:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000400:00000010:2.0:1767384306.917527:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000622d7dc4. 00000400:00000010:2.0:1767384306.917531:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000de611244. 00000400:00000010:2.0:1767384306.917535:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000e672dda7. 00000400:00000010:2.0:1767384306.917548:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dd7a970f. 00000400:00000200:1.0:1767384306.917551:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384306.917555:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dd7a970f nid 192.168.204.108@tcp13 00000400:00000010:2.0:1767384306.917562:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004f8fe33f. 00000400:00000200:2.0:1767384306.917566:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000004f8fe33f net tcp13 00000400:00000200:2.0:1767384306.917573:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (6) 00000400:00000200:0.0:1767384306.917573:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp12: ACK from 12345-192.168.204.108@tcp12 into md 0x1261 00000400:00000200:0.0:1767384306.917582:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.917585:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp13 flags 0x11 00000400:00000010:2.0:1767384306.917592:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000622d7dc4. 00000400:00000200:0.0:1767384306.917593:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: ACK: OK 00000400:00000010:2.0:1767384306.917599:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000de611244. 00000400:00000010:2.0:1767384306.917604:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000e672dda7. 00000400:00000010:2.0:1767384306.917609:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000848de28f. 00000400:00000200:2.0:1767384306.917614:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384306.917618:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:2.0:1767384306.917624:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:0.0:1767384306.917627:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d3cb30 00000400:00000200:2.0:1767384306.917630:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000010:0.0:1767384306.917632:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d3cb30. 00000400:00000200:2.0:1767384306.917636:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384306.917639:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384306.917640:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:2.0:1767384306.917647:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:0.0:1767384306.917650:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:2.0:1767384306.917653:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (7) 00000400:00000200:0.0:1767384306.917664:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (6) 00000800:00000001:0.0:1767384306.917676:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384306.917690:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.917703:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384306.917718:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp12 from 248.3.0.2 00000800:00000010:1.0:1767384306.917720:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f823f311. 00000800:00000010:2.0:1767384306.917722:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000853c91d3. 00000800:00000010:1.0:1767384306.917725:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df255396. 00000800:00000010:1.0:1767384306.917730:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010b94273. 00000800:00000010:1.0:1767384306.917760:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010b94273. 00000800:00000010:0.0:1767384306.917772:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac52522c. 00000800:00000010:0.0:1767384306.917778:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d22ec85e. 00000800:00000010:0.0:1767384306.917802:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000775b9a10. 00000800:00000200:0.1:1767384306.917809:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (4) 00000800:00000200:0.1:1767384306.917815:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp12 00000000775b9a10 deleted 00000800:00000010:0.1:1767384306.917817:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000775b9a10. 00000800:00000200:0.1:1767384306.917822:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384306.917827:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp12 p 3.x 192.168.204.108 -> 192.168.204.108:1016 incarnation:1767384305631043346 sched[0] 00000800:00000010:0.0:1767384306.917833:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff92f1d3. 00000800:00000200:1.1:1767384306.917926:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384306.917932:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp12 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384305631043346 sched[0] 00000800:00000010:1.0:1767384306.917935:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df255396. 00000800:00000010:0.0:1767384306.917935:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff92f1d3. 00000800:00000010:0.0:1767384306.917943:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d22ec85e. 00000800:00000010:0.0:1767384306.917963:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000853c91d3. 00000800:00000001:2.0:1767384306.917975:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.917982:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384306.917984:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.917986:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384306.918039:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058e90196. 00080000:00000010:1.0:1767384306.918083:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000058e31cb8. 00040000:00000001:1.0:1767384306.918087:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.918089:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384306.918091:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384306.918093:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384306.918095:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.918097:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384306.918123:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384306.918133:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384306.918136:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384306.918140:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384306.918144:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007196cee7. 20000000:01000000:2.0:1767384306.918147:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:2.0:1767384306.918149:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384306.918158:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384306.918160:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384306.918162:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384306.918167:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384306.918168:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384306.918172:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384306.918175:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384306.918178:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384306.918178:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384306.918181:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384306.918183:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384306.918183:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384306.918184:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384306.918188:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:2.0:1767384306.918192:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:2.0:1767384306.918193:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:0.0:1767384306.918194:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000501ddebf. 00080000:00000001:2.0:1767384306.918195:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384306.918201:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918202:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384306.918203:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384306.918206:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384306.918208:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cacaf796. 00000020:00000001:2.0:1767384306.918209:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384306.918213:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384306.918214:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384306.918217:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df710775. 00000020:00000040:0.0:1767384306.918218:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cacaf796 with handle 0x88edd5ef35457cd1 to hash 00080000:00000001:2.0:1767384306.918221:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918056448 : -130127791495168 : ffff89a643366800) 00000020:00000001:0.0:1767384306.918224:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384306.918225:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384306.918228:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384306.918228:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00080000:00000010:2.0:1767384306.918232:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cbb4b6c8. 00010000:00000001:0.0:1767384306.918234:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00080000:00000001:2.0:1767384306.918235:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384306.918239:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384306.918241:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384306.918245:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384306.918248:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.918249:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384306.918250:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384306.918255:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384306.918256:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:1.0:1767384306.918258:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c11e59c. 00010000:00000001:0.0:1767384306.918265:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:1.0:1767384306.918269:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918271:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:1.0:1767384306.918274:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742988672 00010000:00000001:0.0:1767384306.918275:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384306.918278:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384306.918279:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384306.918283:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384306.918284:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f76bae68 x1853236742988672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918288:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384306.918292:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384306.918294:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918299:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384306.918300:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384306.918306:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384306.918306:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1767384306.918310:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384306.918311:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384306.918312:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384306.918315:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:1.0:1767384306.918316:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384306.918319:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:1.0:1767384306.918320:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.918324:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384306.918324:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000501ddebf) refcount = 1 00000100:00000040:1.0:1767384306.918329:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384306.918333:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384306.918334:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df255396. 00000100:00000200:1.0:1767384306.918339:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742988672, offset 224 00000400:00000200:1.0:1767384306.918346:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384306.918346:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384306.918350:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384306.918353:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384306.918354:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384306.918358:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.918362:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02380 00010000:00000001:0.0:1767384306.918362:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384306.918368:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384306.918370:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1265 [2] + 224 20000000:01000000:0.0:1767384306.918374:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000400:00000200:1.0:1767384306.918376:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384306.918379:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384306.918381:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384306.918383:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384306.918386:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384306.918387:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00000100:00000200:1.0:1767384306.918390:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384306.918393:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384306.918398:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384306.918402:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384306.918406:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384306.918409:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918425:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384306.918428:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.918434:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384306.918435:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384306.918436:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384306.918439:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384306.918440:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df255396 00000400:00000010:1.0:1767384306.918444:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df255396. 00010000:00000001:0.0:1767384306.918449:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384306.918450:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.918451:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384306.918452:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.918453:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.918454:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384306.918459:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384306.918460:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.918464:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54f70bc. 00000100:00000001:1.0:1767384306.918466:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918466:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384306.918469:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005258f39f 00010000:00010000:0.0:1767384306.918471:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384306.918472:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005258f39f. 00000100:00000040:1.0:1767384306.918473:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384306.918480:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384306.918480:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384306.918484:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.918486:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cacaf796 already unused, calling callback (00000000594674ee) 00000020:00000001:1.0:1767384306.918487:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384306.918488:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918493:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384306.918495:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f76bae68 x1853236742988672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918497:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384306.918501:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384306.918509:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918523:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:1.0:1767384306.918524:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f76bae68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742988672:12345-0@lo:253: Request processed in 1969us (2391us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384306.918528:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384306.918532:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.918537:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=5 00000100:00000001:2.0:1767384306.918540:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384306.918542:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:2.0:1767384306.918544:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.918545:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00000100:00000040:1.0:1767384306.918547:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384306.918548:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384306.918552:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 02000000:00000001:2.0:1767384306.918553:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384306.918553:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.918557:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.918558:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384306.918559:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384306.918560:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.918563:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c235cfc2. 00010000:00010000:0.0:1767384306.918564:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384306.918565:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.918567:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089a576f8. 00000100:00001000:2.0:1767384306.918571:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=16 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384306.918573:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000246c554a. 00000020:00000040:1.0:1767384306.918580:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:2.0:1767384306.918581:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=16 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384306.918582:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384306.918586:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384306.918588:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384306.918589:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384306.918589:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.918590:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384306.918592:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001fa21fac. 00010000:00000001:2.0:1767384306.918595:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384306.918596:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384306.918598:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.918598:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384306.918599:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384306.918602:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.918604:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918604:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384306.918607:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384306.918609:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.918612:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384306.918613:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000359121f0. 00000020:00000040:0.0:1767384306.918613:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cacaf796 with handle 0x88edd5ef35457cd1 from hash 00000400:00000010:1.0:1767384306.918620:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df255396. 00010000:00000001:0.0:1767384306.918621:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384306.918624:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384306.918627:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384306.918628:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.918632:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384306.918633:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384306.918636:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.918636:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384306.918640:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:2.0:1767384306.918641:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384306.918643:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:2.0:1767384306.918644:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384306.918647:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384306.918648:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384306.918649:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384306.918650:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384306.918651:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384306.918651:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384306.918652:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384306.918653:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384306.918654:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384306.918658:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918658:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.918663:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384306.918666:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384306.918672:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384306.918673:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742988672:0@lo:253: 00010000:00000001:0.0:1767384306.918675:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.918679:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.918680:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.918681:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.918683:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384306.918684:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.918687:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384306.918693:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a7ca2ed x1853236742988672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.918694:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.918697:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.918699:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384306.918702:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384306.918704:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384306.918705:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384306.918708:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384306.918708:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.918709:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:2.0:1767384306.918712:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061c0425d. 00010000:00000001:0.0:1767384306.918713:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.918716:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.918717:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:0.0:1767384306.918718:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384306.918720:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.918723:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00000001:0.0:1767384306.918727:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:2.0:1767384306.918728:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384306.918730:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384306.918731:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001172d678. 00010000:00010000:0.0:1767384306.918733:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457cd1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384306.918735:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.918738:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.918740:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a7ca2ed. 00010000:00000040:0.0:1767384306.918741:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000501ddebf count: 0 00000100:00000001:2.0:1767384306.918746:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.918748:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.918750:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.918751:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384306.918754:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:0.0:1767384306.918754:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384306.918757:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.918760:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.918762:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384306.919686:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df710775. 00080000:00000010:2.0:1767384306.919719:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cbb4b6c8. 00040000:00000001:2.0:1767384306.919723:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384306.919725:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384306.919726:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384306.919728:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384306.919729:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.919730:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384306.919732:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384306.919739:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384306.919742:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384306.919745:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384306.919750:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384306.919754:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384306.919755:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384306.919757:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384306.919758:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384306.919767:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000144d7880. 00010000:00000001:0.0:1767384306.919770:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384306.919772:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a79dbd85. 00000020:00000001:0.0:1767384306.919775:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384306.919777:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a79dbd85 with handle 0x88edd5ef35457cd8 to hash 00000020:00000001:0.0:1767384306.919778:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384306.919780:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919781:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919783:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384306.919784:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.919785:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919789:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384306.919791:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384306.919792:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384306.919793:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384306.919795:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.919796:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384306.919797:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.919799:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384306.919800:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384306.919801:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384306.919802:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384306.919803:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000144d7880) refcount = 1 00010000:00010000:0.0:1767384306.919805:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919809:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384306.919810:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384306.919810:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.919811:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.919812:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384306.919814:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384306.919816:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384306.919817:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384306.919823:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.919824:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=4 00000020:00000001:0.0:1767384306.919826:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919827:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919829:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384306.919830:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919833:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384306.919834:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919837:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.919838:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384306.919838:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919841:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384306.919843:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.919844:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384306.919845:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384306.919849:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a79dbd85 already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384306.919850:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384306.919851:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384306.919852:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919856:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384306.919856:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384306.919857:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.919858:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=5 00000020:00000001:0.0:1767384306.919859:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919861:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384306.919868:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384306.919869:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.919873:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384306.919875:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384306.919876:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.919878:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384306.919879:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384306.919880:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384306.919881:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384306.919883:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a79dbd85 with handle 0x88edd5ef35457cd8 from hash 00010000:00000001:0.0:1767384306.919885:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384306.919886:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.919887:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.919888:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384306.919889:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384306.919891:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384306.919892:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384306.919893:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.919894:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.919896:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384306.919897:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000020:2.0:1767384306.919898:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384306.919899:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.919902:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384306.919903:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384306.919904:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384306.919905:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e5bcaa3. 00010000:00000001:0.0:1767384306.919908:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.919910:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.919911:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384306.919917:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742988800 00010000:00010000:0.0:1767384306.919917:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.919923:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384306.919925:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.919926:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.919926:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384306.919927:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384306.919928:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.919931:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:2.0:1767384306.919934:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b332d45c x1853236742988800/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.919940:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384306.919943:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.919945:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:0.0:1767384306.919946:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.919949:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.919950:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384306.919953:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.919961:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384306.919962:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384306.919965:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384306.919966:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:0.0:1767384306.919967:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457cd8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384306.919969:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384306.919975:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384306.919978:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384306.919980:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000144d7880 count: 0 00000100:00000001:2.0:1767384306.919983:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.919989:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384306.919990:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384306.919992:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de611244. 20000000:00000001:0.0:1767384306.919994:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384306.919999:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742988800, offset 224 00000400:00000200:2.0:1767384306.920007:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.920015:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.920023:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02400 00000400:00000200:2.0:1767384306.920029:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x126d [2] + 224 00000400:00000200:2.0:1767384306.920035:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.920039:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.920043:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.920046:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.920053:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.920075:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.920081:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de611244 00000400:00000010:2.0:1767384306.920083:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de611244. 00000100:00000001:2.0:1767384306.920084:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.920085:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384306.920090:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.920091:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.920096:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384306.920096:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384306.920120:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384306.920122:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384306.920128:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384306.920129:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384306.920133:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384306.920135:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b332d45c x1853236742988800/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384306.920137:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039854308. 00000400:00000200:0.0:1767384306.920143:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd88745 00000100:00100000:2.0:1767384306.920147:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b332d45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236742988800:12345-0@lo:253: Request processed in 3528us (3849us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384306.920147:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bd88745. 00000100:00000001:0.0:1767384306.920153:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384306.920157:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000200:0.0:1767384306.920160:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.920161:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384306.920165:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.920168:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384306.920173:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b5c8d381. 00000100:00000200:0.0:1767384306.920176:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384306.920178:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 00000020:00000010:2.0:1767384306.920184:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bee5d819. 00000100:00000001:0.0:1767384306.920186:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384306.920188:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:0.0:1767384306.920189:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384306.920193:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384306.920193:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384306.920195:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384306.920196:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000747f5fd1. 00000100:00000001:0.0:1767384306.920197:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384306.920200:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384306.920200:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.920203:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384306.920204:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.920210:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=16 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384306.920211:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384306.920216:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=16 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384306.920217:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022279be6. 00000100:00000001:0.0:1767384306.920223:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384306.920224:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de611244. 00000100:00000001:0.0:1767384306.920225:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.920234:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384306.920236:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.920238:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.920240:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.920245:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.920247:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384306.920248:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384306.920251:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384306.920252:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384306.920254:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384306.920255:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384306.920256:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384306.920257:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384306.920258:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384306.920260:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384306.920261:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384306.920263:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384306.920268:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e5cedac8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742988800:0@lo:253: 00000100:00000001:0.0:1767384306.920273:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.920274:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384306.920276:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5cedac8 x1853236742988800/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.920280:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384306.920282:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384306.920283:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a1538024. 02000000:00000001:0.0:1767384306.920285:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384306.920286:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384306.920287:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384306.920288:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384306.920289:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cb93fe91. 02000000:00000001:0.0:1767384306.920292:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384306.920293:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384306.920293:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5cedac8. 00000100:00000001:0.0:1767384306.920301:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.920302:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.920303:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.920307:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.920308:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.920309:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.920310:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.922149:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294893974, at 4294893975 00000100:00000040:1.0:1767384306.922154:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294893974, at 4294893975 00000100:00000010:0.0:1767384306.922157:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d1559a0. 00000100:00000010:1.0:1767384306.922162:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00000100:00000040:2.0:1767384306.923205:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294893974, at 4294893976 00000100:00000010:2.0:1767384306.923213:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000672d6024. 00000100:00000040:3.0:1767384306.923222:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294893974, at 4294893976 00000100:00000010:3.0:1767384306.923229:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035d65e0a. 00010000:00000010:0.1:1767384306.926147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000501ddebf. 00010000:00000010:0.1:1767384306.926158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cacaf796. 00010000:00000010:0.1:1767384306.926166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000144d7880. 00010000:00000010:0.1:1767384306.926180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a79dbd85. 00000400:00000010:3.0:1767384306.932485:0:19977:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007967f94c. 00000400:00000040:3.0:1767384306.932504:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384306.932506:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384306.932508:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384306.932510:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384306.932511:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384306.932512:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384306.932514:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384306.932515:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384306.932517:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384306.932518:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384306.932519:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384306.932520:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384306.932522:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384306.932523:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384306.932524:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384306.932526:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384306.932527:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384306.932528:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384306.932528:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384306.932530:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384306.932531:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384306.932532:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384306.932533:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384306.932534:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384306.932534:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384306.932536:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384306.932537:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384306.932538:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384306.932539:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384306.932540:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384306.932540:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384306.932542:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384306.932543:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384306.932544:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384306.932544:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384306.932546:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384306.932546:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384306.932554:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384306.932555:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384306.932556:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384306.932557:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384306.932558:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384306.932559:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384306.932560:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384306.932561:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384306.932562:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384306.932564:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384306.932564:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384306.932566:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384306.932567:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384306.932568:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384306.932569:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384306.932570:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384306.932571:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384306.932572:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384306.932573:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384306.932573:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384306.932593:0:19977:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007967f94c. 00010000:00000001:0.0:1767384307.220220:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384307.220227:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.220234:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384307.220237:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.220289:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384307.220294:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.220297:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384307.489298:0:20133:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e672dda7. 00080000:00000010:2.0:1767384307.489306:0:20133:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e672dda7. 00000020:00000001:2.0:1767384307.489310:0:20133:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384307.489316:0:20133:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e672dda7. 00080000:00000010:2.0:1767384307.489320:0:20133:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e672dda7. 00000020:00000001:2.0:1767384307.489322:0:20133:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384308.189955:0:20298:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384308.189959:0:20298:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384308.194261:0:20298:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384308.200531:0:20299:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bad6db16. 00000400:00000010:0.0:1767384308.200544:0:20299:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000080be4891. 00000400:00000010:0.0:1767384308.200552:0:20299:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000601acfae. 00000400:00000010:0.0:1767384308.200555:0:20299:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001ad3b439. 00000400:00000010:0.0:1767384308.200558:0:20299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096b55b46. 00000400:00000010:0.0:1767384308.200562:0:20299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa657510. 00000400:00000010:0.0:1767384308.200563:0:20299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019085235. 00000400:00000010:0.0:1767384308.200564:0:20299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c6c401d. 00000400:00000010:0.0:1767384308.200567:0:20299:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002d502a16. 00000800:00000010:0.0:1767384308.200576:0:20299:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bbe40f42. 00000800:00000200:0.0:1767384308.200585:0:20299:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384308.200591:0:20299:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384308.200622:0:20299:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384308.200639:0:20299:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384308.201868:0:20299:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000003c1c6aac. 00000400:00000010:0.0:1767384308.201874:0:20299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083639f27. 00000400:00000010:0.0:1767384308.201878:0:20299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003499eb89. 00000400:00000001:0.0:1767384308.201890:0:20299:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384308.201895:0:20299:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384308.201897:0:20299:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11a40b7. 00000400:00000200:0.0:1767384308.201899:0:20299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000400:00000010:0.0:1767384308.201900:0:20299:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000400:00000010:0.0:1767384308.201903:0:20299:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000008399171c. 00000400:00000200:0.0:1767384308.201907:0:20299:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (5) 00000400:00000200:0.0:1767384308.201917:0:20299:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384308.201924:0:20299:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384308.201930:0:20299:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003b129c90. 00000020:01000000:0.0:1767384308.201934:0:20299:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384308.201936:0:20299:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp14 00000400:00000200:3.0:1767384308.201942:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384308.201950:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384308.201950:0:20299:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000080be4891. 00000400:00000010:0.0:1767384308.201955:0:20299:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bad6db16. 00000400:00000010:3.0:1767384308.201958:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000400:00000200:3.0:1767384308.201963:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (6) 00000400:00000010:3.0:1767384308.201968:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d882407a. 00000400:00000200:3.0:1767384308.201972:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:2.0:1767384308.201974:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384308.201979:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384308.201982:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384308.201985:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 10000000:01000000:2.0:1767384308.201985:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384308.201990:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384308.201993:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384308.201999:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384308.202000:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384308.202002:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384308.202005:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384308.202008:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384308.202009:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384308.202012:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384308.202014:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384308.202016:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384308.202019:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384308.202021:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384308.202023:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:2.0:1767384308.202026:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a7ca2ed. 00000020:00000040:2.0:1767384308.202031:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384308.202032:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000001:2.0:1767384308.202037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.202052:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.202057:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.202062:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp13 02000000:00000010:2.0:1767384308.202066:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000747f5fd1. 00000400:00000200:3.0:1767384308.202068:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384308.202073:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp13 00000100:00000001:2.0:1767384308.202074:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.202079:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [13:13:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:2.0:1767384308.202083:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.202086:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.202089:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp13 00000100:00000040:2.0:1767384308.202093:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a7ca2ed] to pc [ptlrpcd_00_00+0] req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384308.202125:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:) -> 192.168.204.108@tcp13(192.168.204.108@tcp:192.168.204.108@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384308.202132:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.204.108@tcp13 10000000:00000001:2.0:1767384308.202136:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384308.202137:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cf87563. 10000000:00000001:2.0:1767384308.202142:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.202144:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384308.202146:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384308.202147:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045efc832. 00000800:00000010:3.0:1767384308.202151:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008334e9ec. 00000020:00000001:2.0:1767384308.202152:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384308.202155:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384308.202156:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384308.202159:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:3.0:1767384308.202160:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (2) 00000020:01000004:2.0:1767384308.202163:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384308.202166:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.1:1767384308.202169:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (2) 00000020:01000004:2.0:1767384308.202169:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384308.202171:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384308.202174:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384308.202176:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384308.202177:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384308.202179:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384308.202181:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384308.202183:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7eb4f61. 00000400:00000200:3.0:1767384308.202186:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384308.202188:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000020:00000040:2.0:1767384308.202193:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384308.202197:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.202198:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.202200:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202202:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384308.202205:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e5bcaa3. 00000100:00100000:3.0:1767384308.202206:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384308.202210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202211:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.202217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.202219:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202221:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384308.202224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7eb4f61] to pc [ptlrpcd_00_01+1] req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.202225:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.202231:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.202231:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.202235:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.202236:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202237:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384308.202239:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202241:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384308.202242:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.202244:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767384308.202245:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384308.202248:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202249:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384308.202253:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384308.202258:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003b129c90. 00000100:00000001:1.0:1767384308.202262:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384308.202264:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.202265:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.202268:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202269:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.202271:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384308.202272:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384308.202273:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384308.202276:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384308.202279:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.202279:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.202284:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742988928:0@lo:253: 00000100:00000001:3.0:1767384308.202293:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384308.202296:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.202298:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.202301:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.202302:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.202304:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.202306:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384308.202308:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a7eb4f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742989056:0@lo:253: 02000000:00000001:3.0:1767384308.202310:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202312:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384308.202314:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384308.202315:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.202317:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.202319:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384308.202322:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 02000000:00000010:1.0:1767384308.202324:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f519ab6. 02000000:00000010:3.0:1767384308.202326:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a2750251. 02000000:00000001:1.0:1767384308.202328:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.202330:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.202334:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b23e4d0. 00000400:00000010:3.0:1767384308.202335:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126424fb. 00000400:00000010:1.0:1767384308.202341:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c70b2f1. 00000400:00000010:3.0:1767384308.202343:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d314c1e0. 00000100:00000200:1.0:1767384308.202346:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742989056, portal 25 00000100:00000200:3.0:1767384308.202348:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742988928, portal 25 00000100:00000001:1.0:1767384308.202350:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384308.202352:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.202353:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040569344 : -130122668982272 : ffff89a77489c000) 00000100:00000001:3.0:1767384308.202355:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040579200 : -130122668972416 : ffff89a77489e680) 00000100:00000040:1.0:1767384308.202360:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384308.202362:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000040:3.0:1767384308.202363:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.202379:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384308.202383:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.202384:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384308.202388:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000040:3.0:1767384308.202389:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.202389:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ad82fa8. 00000100:00000200:1.0:1767384308.202395:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742989056, offset 0 00000400:00000010:3.0:1767384308.202397:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000129e4026. 00000100:00000200:3.0:1767384308.202401:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742988928, offset 0 00000400:00000200:1.0:1767384308.202405:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.202410:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.202415:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.202421:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384308.202422:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384308.202428:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02500 00000400:00000200:3.0:1767384308.202439:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02480 00000400:00000200:1.0:1767384308.202440:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:1.0:1767384308.202450:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec6661be. 00000400:00000200:2.0:1767384308.202452:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384308.202453:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060652dd0 00000400:00000200:3.0:1767384308.202462:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000200:1.0:1767384308.202462:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384308.202469:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbfbbc45. 00000400:00000200:1.0:1767384308.202470:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384308.202476:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080cc0a04 00000400:00000200:1.0:1767384308.202479:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060652dd0 00000400:00000200:3.0:1767384308.202481:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.202481:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:1.0:1767384308.202482:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060652dd0. 00000400:00000200:3.0:1767384308.202491:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.202491:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.202494:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384308.202497:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080cc0a04 00000100:00000040:1.0:1767384308.202498:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004e8a8407 x1853236742989056 msgsize 4848 00000400:00000010:3.0:1767384308.202501:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080cc0a04. 00000100:00000001:3.0:1767384308.202508:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384308.202508:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.202510:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384308.202512:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384308.202515:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000f74685bb x1853236742988928 msgsize 4848 00000400:00000200:2.0:1767384308.202517:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:1.0:1767384308.202521:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384308.202525:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384308.202527:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384308.202530:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad82fa8 00000400:00000010:1.0:1767384308.202533:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad82fa8. 00000100:00000001:1.0:1767384308.202536:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384308.202540:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384308.202540:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384308.202545:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:1.0:1767384308.202548:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384308.202550:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4026 00000100:00000040:1.0:1767384308.202553:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384308.202555:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000129e4026. 00000100:00000001:3.0:1767384308.202564:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384308.202564:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202568:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384308.202572:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.202573:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202579:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294895260 00000100:00000010:1.0:1767384308.202585:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000100:00000001:1.0:1767384308.202591:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384308.202596:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294895260 00000100:00000010:1.0:1767384308.202602:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002dc06c28. 00000100:00000001:3.0:1767384308.202603:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384308.202605:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384308.202609:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.202609:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294895260 00000100:00000010:1.0:1767384308.202616:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca2f18e. 00000100:00000001:3.0:1767384308.202619:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202621:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384308.202622:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.202626:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294895260 00000100:00000001:3.0:1767384308.202630:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202633:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294895260 00000100:00000010:1.0:1767384308.202636:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030332627. 00000100:00000001:3.0:1767384308.202637:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294895260 00000100:00000001:3.0:1767384308.202641:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294895260 00000100:00000001:1.0:1767384308.202641:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384308.202646:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294895260 00000100:00000001:1.0:1767384308.202647:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.202649:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294895260 00000100:00000001:1.0:1767384308.202650:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202653:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294895260 00000100:00000001:1.0:1767384308.202655:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202656:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294895260 00000100:00000001:1.0:1767384308.202660:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202661:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294895260 00000100:00000001:3.0:1767384308.202665:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.202667:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202669:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202672:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202674:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.202676:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384308.202679:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202681:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202684:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384308.202687:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989056 02000000:00000001:1.0:1767384308.202690:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384308.202692:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.202694:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.202698:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202700:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384308.202701:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989056 00000100:00100000:3.0:1767384308.202704:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742988928 00000020:00000001:1.0:1767384308.202705:0:17071:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384308.202709:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384308.202710:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384308.202713:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384308.202714:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384308.202718:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384308.202718:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384308.202722:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384308.202725:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 02000000:00000001:3.0:1767384308.202726:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202729:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384308.202731:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742988928 00000020:00000010:1.0:1767384308.202733:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012308d9c. 00000020:00000001:3.0:1767384308.202735:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384308.202737:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384308.202740:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000010:1.0:1767384308.202740:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012308d9c. 00000020:00000001:3.0:1767384308.202745:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384308.202748:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f47c986. 00000800:00000010:2.0:1767384308.202751:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e90ed02. 00000020:00000010:1.0:1767384308.202755:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ea5673. 00000020:00000040:3.0:1767384308.202757:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000800:00000010:2.0:1767384308.202758:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097ce7b96. 00000020:00000010:1.0:1767384308.202761:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089a576f8. 00000020:00000001:3.0:1767384308.202763:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000800:00000010:2.0:1767384308.202766:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec909393. 00000020:00000001:3.0:1767384308.202768:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000040:1.0:1767384308.202771:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384308.202775:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.202776:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384308.202776:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.202779:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.202783:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000044aa44. 00000100:00000001:3.0:1767384308.202788:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.202788:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.202793:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000044aa44. 00000100:00000001:1.0:1767384308.202798:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384308.202799:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cee836d5. 00000800:00000010:2.0:1767384308.202800:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec909393. 00000020:00000010:3.0:1767384308.202806:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cef8bc48. 00000020:00000010:3.0:1767384308.202811:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000100:00000001:1.0:1767384308.202812:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.202815:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.202815:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384308.202818:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384308.202820:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.202826:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:1.0:1767384308.202829:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384308.202830:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202831:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087295568 : -130122622256048 : ffff89a77752bc50) 00000400:00000200:2.0:1767384308.202833:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384308.202837:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.202840:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e8a8407 x1853236742989056/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.202848:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384308.202849:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.202852:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384308.202852:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012308d9c. 00000400:00000200:2.0:1767384308.202853:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp13 from 247.3.0.2 00000100:00000001:1.0:1767384308.202858:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384308.202859:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a00b0f4f. 00000100:00100000:3.0:1767384308.202862:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000020:00000010:1.0:1767384308.202865:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012308d9c. 00000100:00000040:3.0:1767384308.202867:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:3.0:1767384308.202870:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087280208 : -130122622271408 : ffff89a777528050) 00000100:00100000:1.0:1767384308.202874:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e8a8407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742989056:12345-0@lo:253: 00000100:00000040:3.0:1767384308.202876:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f74685bb x1853236742988928/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.202879:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989056 00000020:00000001:1.0:1767384308.202884:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384308.202889:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384308.202889:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.202893:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.202895:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000044aa44. 00000020:00000001:1.0:1767384308.202896:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384308.202899:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:3.0:1767384308.202900:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384308.202903:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384308.202904:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000044aa44. 00000020:00000001:1.0:1767384308.202906:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.202909:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384308.202913:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f74685bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742988928:12345-0@lo:253: 00000020:00000001:1.0:1767384308.202913:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.202917:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384308.202919:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742988928 00000100:00000001:1.0:1767384308.202921:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384308.202922:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384308.202924:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384308.202926:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384308.202928:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.202930:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384308.202931:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f95b37d. 02000000:00000001:1.0:1767384308.202934:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.202935:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.202939:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:00000001:1.0:1767384308.202940:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384308.202945:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384308.202947:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.202949:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384308.202951:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384308.202951:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000060066951. 00000020:00000001:3.0:1767384308.202955:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384308.202956:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384308.202959:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384308.202960:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384308.202962:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384308.202963:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384308.202967:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.202969:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384308.202975:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050caba82. 20000000:00000001:1.0:1767384308.202976:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384308.202980:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.202982:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384308.202984:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002881985c. 20000000:00000001:3.0:1767384308.202985:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384308.202988:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000056590c1e. 00000800:00000010:2.0:1767384308.202990:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c8dcb1f. 20000000:01000000:1.0:1767384308.202991:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000010:3.0:1767384308.202994:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001545c133. 20000000:00000001:1.0:1767384308.202998:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384308.202999:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384308.203002:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384308.203005:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384308.203005:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:2.0:1767384308.203006:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003dbd8d97. 20000000:00000001:3.0:1767384308.203007:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384308.203009:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384308.203010:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.203015:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.1:1767384308.203019:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (2) 00000800:00000200:2.1:1767384308.203023:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp13 000000003dbd8d97 deleted 00000800:00000010:2.1:1767384308.203024:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003dbd8d97. 00080000:00000001:1.0:1767384308.203025:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:2.1:1767384308.203029:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384308.203036:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:1015 00000800:00000200:2.1:1767384308.203052:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cf87563 type 1, nob 224 niov 1 nkiov 1 00080000:00000001:1.0:1767384308.203054:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384308.203059:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp13 p 3.x 192.168.204.108 -> 192.168.204.108:1015 incarnation:1767384306913274810 sched[0] 00080000:00000001:1.0:1767384308.203059:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384308.203062:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384308.203067:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec909393. 00080000:00000001:1.0:1767384308.203067:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384308.203068:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384308.203073:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:1.0:1767384308.203076:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:1.0:1767384308.203078:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384308.203080:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384308.203083:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384308.203085:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.203088:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384308.203094:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384308.203099:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384308.203129:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2878c80. 00000800:00000010:2.0:1767384308.203132:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec909393. 00080000:00000001:1.0:1767384308.203133:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945922013696 : -130127787537920 : ffff89a64372ca00) 00000800:00000010:2.0:1767384308.203137:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c8dcb1f. 00080000:00000001:1.0:1767384308.203139:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384308.203145:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384308.203149:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000012308d9c. 00080000:00000001:1.0:1767384308.203153:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384308.203156:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384308.203165:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a00b0f4f. 00080000:00000001:1.0:1767384308.203172:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384308.203175:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203180:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384308.203189:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384308.203225:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384308.203229:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cf87563. 00000400:00000200:2.0:1767384308.203232:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.203237:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: PUT: OK 00000800:00000200:3.1:1767384308.203238:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384308.203241:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384308.203245:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp13 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384306913274810 sched[0] 00000400:00000200:2.0:1767384308.203246:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000010:3.0:1767384308.203252:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097ce7b96. 00000800:00000001:2.0:1767384308.203304:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384308.203311:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:2.0:1767384308.203313:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384308.203318:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203323:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384308.203332:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : PUT - for me 00000400:00000200:2.0:1767384308.203343:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384308.203350:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 128/128 into md 0x1275 [1] + 0 00000400:00000010:2.0:1767384308.203353:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe31e973. 00000400:00000200:2.0:1767384308.203357:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4bd3966 00000800:00000001:2.0:1767384308.203360:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384308.203366:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:2.0:1767384308.203367:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384308.203371:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.203375:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: PUT: OK 00000400:00000200:2.0:1767384308.203378:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:2.0:1767384308.203379:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000400:00000200:2.0:1767384308.203382:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384308.203385:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (7) 00000400:00000200:2.0:1767384308.203388:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:2.0:1767384308.203392:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000005c8dcb1f. 00000400:00000200:3.0:1767384308.203396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384308.203396:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 6 00000400:00000200:2.0:1767384308.203407:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384308.203421:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384308.203423:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (8) 00000400:00000200:2.0:1767384308.203429:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384308.203435:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp13 to MR: 192.168.204.108@tcp13 local destination 00000400:00000200:2.0:1767384308.203439:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [14:14:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384308.203448:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) -> 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) 192.168.204.108@tcp13 : ACK try# 0 00000400:00000200:3.0:1767384308.203449:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000200:2.0:1767384308.203454:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp13 00000800:00000010:2.0:1767384308.203458:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be231b99. 00000800:00000200:2.0:1767384308.203462:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (4) 00000800:00000200:2.0:1767384308.203466:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:988 00000800:00000200:2.0:1767384308.203468:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be231b99 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384308.203474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384308.203500:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000200:2.0:1767384308.203513:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384308.203516:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be231b99. 00000400:00000200:2.0:1767384308.203519:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.203524:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: ACK: OK 00000800:00000001:2.0:1767384308.203529:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203533:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.203535:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:2.0:1767384308.203536:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203539:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384308.203542:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203546:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384308.203551:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : ACK - for me 00000400:00000200:2.0:1767384308.203558:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp13: ACK from 12345-192.168.204.108@tcp13 into md 0x128d 00000400:00000200:2.0:1767384308.203561:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.203565:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: ACK: OK 00000400:00000200:2.0:1767384308.203568:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:2.0:1767384308.203570:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000400:00000200:2.0:1767384308.203573:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384308.203576:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384308.203578:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384308.203581:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384308.203586:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (7) 00000800:00000001:2.0:1767384308.203597:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384308.203600:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384308.203609:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384308.203614:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384bace6. 00000400:00000010:1.0:1767384308.203620:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000400:00000200:1.0:1767384308.203623:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:1.0:1767384308.203627:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384308.203660:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000009ad82fa8. 00000400:00000010:1.0:1767384308.203669:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 0000000060652dd0. 00000400:00000010:1.0:1767384308.203671:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000980f49c6. 00000400:00000010:1.0:1767384308.203682:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000246c554a. 00000400:00000200:1.0:1767384308.203686:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000246c554a nid 192.168.204.108@tcp14 00000400:00000010:1.0:1767384308.203703:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c785a0e8. 00000400:00000200:1.0:1767384308.203705:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c785a0e8 net tcp14 00000400:00000200:1.0:1767384308.203708:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (6) 00000400:00000200:1.0:1767384308.203712:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp14 flags 0x11 00000400:00000010:1.0:1767384308.203716:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000009ad82fa8. 00000400:00000010:1.0:1767384308.203718:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 0000000060652dd0. 00000400:00000010:1.0:1767384308.203721:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000980f49c6. 00000400:00000010:1.0:1767384308.203723:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000005c8dcb1f. 00000400:00000200:1.0:1767384308.203728:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384308.203731:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384308.203734:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384308.203738:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384308.203741:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384308.203743:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000800:00000010:3.0:1767384308.203747:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056a53d48. 00000400:00000200:1.0:1767384308.203747:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384308.203749:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384308.203751:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (7) 00000800:00000010:3.0:1767384308.203756:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000129e4026. 00000800:00000010:3.0:1767384308.203762:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000044aa44. 00000400:00000200:2.0:1767384308.203768:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp13 from 246.3.0.2 00000800:00000010:2.0:1767384308.203772:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000048e8372a. 00000800:00000010:3.0:1767384308.203803:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000044aa44. 00000800:00000010:1.0:1767384308.203804:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061c0425d. 00000800:00000010:1.0:1767384308.203809:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000980f49c6. 00000800:00000010:1.0:1767384308.203841:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000060652dd0. 00000800:00000200:1.1:1767384308.203848:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (4) 00000800:00000200:1.1:1767384308.203853:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp13 0000000060652dd0 deleted 00000800:00000010:1.1:1767384308.203855:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000060652dd0. 00000800:00000200:1.1:1767384308.203859:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384308.203880:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp13 p 3.x 192.168.204.108 -> 192.168.204.108:1014 incarnation:1767384306913274810 sched[0] 00000800:00000010:1.0:1767384308.203907:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee8e1719. 00000800:00000010:1.0:1767384308.203977:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee8e1719. 00000800:00000200:3.1:1767384308.203978:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384308.203982:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000980f49c6. 00080000:00000010:2.0:1767384308.203985:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b2878c80. 00000800:00000200:3.0:1767384308.203987:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp13 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384306913274810 sched[0] 00000800:00000010:3.0:1767384308.203992:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000129e4026. 00080000:00000010:2.0:1767384308.204018:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000012308d9c. 00040000:00000001:2.0:1767384308.204022:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:1.0:1767384308.204024:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000048e8372a. 00040000:00000001:2.0:1767384308.204025:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384308.204028:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384308.204033:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000002:2.0:1767384308.204033:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384308.204038:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384308.204038:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.204053:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384308.204053:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:1.0:1767384308.204059:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384308.204064:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384308.204073:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384308.204075:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4ff4875. 20000000:01000000:2.0:1767384308.204076:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384308.204080:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00080000:00000001:2.0:1767384308.204083:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384308.204084:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384308.204086:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384308.204088:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384308.204091:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384308.204093:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384308.204097:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384308.204126:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384308.204130:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384308.204133:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384308.204136:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.204139:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384308.204140:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b7b960b7. 00080000:00000001:3.0:1767384308.204141:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.204144:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384308.204146:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204146:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384308.204149:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000010:1.0:1767384308.204150:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000020:00000001:3.0:1767384308.204156:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00000020:00000001:1.0:1767384308.204156:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384308.204159:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384308.204160:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457cdf to hash 00080000:00000001:3.0:1767384308.204165:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384308.204165:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.204168:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000001:3.0:1767384308.204169:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204172:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000001:3.0:1767384308.204173:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.204178:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384308.204179:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.204181:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.204182:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00010000:1.0:1767384308.204184:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384308.204186:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384308.204191:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b9e74a17. 00010000:00000001:1.0:1767384308.204193:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384308.204195:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910093824 : -130127799457792 : ffff89a642bce800) 00010000:00000001:1.0:1767384308.204198:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384308.204199:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384308.204202:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384308.204203:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384308.204206:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384308.204207:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000044aa44. 00010000:00000001:1.0:1767384308.204208:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384308.204210:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204211:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384308.204214:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384308.204214:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384308.204216:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384308.204219:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384308.204220:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384308.204222:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000010:2.0:1767384308.204223:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000060066951. 00080000:00000001:3.0:1767384308.204224:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204225:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.204228:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384308.204230:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.204231:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b7b960b7) refcount = 1 00010000:00000040:2.0:1767384308.204235:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989056 00010000:00010000:1.0:1767384308.204235:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384308.204236:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384308.204240:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384308.204244:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:2.0:1767384308.204246:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e8a8407 x1853236742989056/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.204247:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.204250:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.204255:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204259:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384308.204261:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384308.204263:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384308.204266:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=18 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384308.204268:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384308.204271:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:1.0:1767384308.204272:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00000040:2.0:1767384308.204275:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384308.204277:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384308.204278:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:1.0:1767384308.204280:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384308.204282:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384308.204283:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 02000000:00000001:2.0:1767384308.204285:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.204287:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000100:00000001:2.0:1767384308.204289:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384308.204291:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000100:00000040:2.0:1767384308.204293:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384308.204295:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384308.204297:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384308.204304:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dbd8d97. 00010000:00000001:1.0:1767384308.204304:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384308.204307:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384308.204309:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742989056, offset 224 00010000:00000001:1.0:1767384308.204316:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384308.204319:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384308.204319:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.204323:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384308.204329:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384308.204331:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.204333:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204335:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384308.204337:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02500 00010000:00010000:1.0:1767384308.204338:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384308.204345:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00010000:00010000:1.0:1767384308.204347:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384308.204350:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384308.204351:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384308.204352:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384308.204355:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384308.204356:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384308.204361:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384308.204364:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:2.0:1767384308.204366:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.204367:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.204369:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384308.204376:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384308.204377:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000020:00000001:1.0:1767384308.204382:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384308.204386:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384308.204391:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384308.204393:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.204397:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384308.204398:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.204399:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.204400:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384308.204402:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384308.204405:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dbd8d97 00010000:00000001:1.0:1767384308.204405:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384308.204407:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384308.204408:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dbd8d97. 00010000:00000001:1.0:1767384308.204409:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.204413:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384308.204413:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457cdf from hash 00010000:00000001:1.0:1767384308.204416:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384308.204417:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.204418:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384308.204420:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384308.204421:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.204422:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204423:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.204425:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384308.204428:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.204428:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:3.0:1767384308.204434:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384308.204434:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384308.204434:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:3.0:1767384308.204439:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384308.204439:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204440:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384308.204442:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b23e4d0. 00000020:00000001:2.0:1767384308.204444:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384308.204444:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.204447:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c70b2f1 00010000:00000001:1.0:1767384308.204448:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.204450:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e8a8407 x1853236742989056/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384308.204451:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c70b2f1. 00010000:00000001:1.0:1767384308.204453:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384308.204457:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384308.204458:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384308.204463:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384308.204464:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.204465:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384308.204467:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e8a8407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742989056:12345-0@lo:253: Request processed in 1616us (1966us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384308.204468:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204473:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204478:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.204483:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384308.204484:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:2.0:1767384308.204490:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384308.204496:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384308.204497:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384308.204498:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384308.204499:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.204500:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384308.204504:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ea5673. 00000100:00000001:3.0:1767384308.204506:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384308.204508:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384308.204510:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384308.204511:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089a576f8. 00010000:00000001:1.0:1767384308.204511:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.204514:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384308.204516:0:16347:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384308.204516:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384308.204519:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384308.204520:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384308.204522:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384308.204523:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f47c986. 00000100:00000001:3.0:1767384308.204524:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.204524:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.204529:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.204531:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384308.204531:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00010000:1.0:1767384308.204532:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384308.204538:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384308.204540:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=18 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384308.204540:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000010:2.0:1767384308.204541:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f95b37d. 00010000:00000001:1.0:1767384308.204543:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384308.204546:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457cdf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384308.204547:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384308.204549:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384308.204550:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384308.204557:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384308.204560:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:1.0:1767384308.204560:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b7b960b7 count: 0 00000400:00000010:2.0:1767384308.204562:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe31e973. 00000100:00000001:3.0:1767384308.204565:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.204568:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dbd8d97. 00010000:00000001:1.0:1767384308.204569:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.204570:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:1.0:1767384308.204572:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384308.204575:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.204579:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.204583:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.204591:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.204593:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384308.204594:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384308.204597:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384308.204598:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384308.204599:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384308.204601:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384308.204602:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384308.204602:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384308.204603:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384308.204604:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384308.204611:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384308.204613:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.204618:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a7eb4f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742989056:0@lo:253: 00000100:00000001:3.0:1767384308.204622:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.204623:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384308.204624:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7eb4f61 x1853236742989056/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.204628:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384308.204630:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384308.204632:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f519ab6. 02000000:00000001:3.0:1767384308.204634:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384308.204636:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384308.204637:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384308.204638:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384308.204639:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e5bcaa3. 02000000:00000001:3.0:1767384308.204641:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384308.204642:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384308.204643:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7eb4f61. 00000100:00000001:3.0:1767384308.204645:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384308.204646:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.204648:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.204650:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384308.204651:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.204653:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.204654:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384308.205627:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9e74a17. 00080000:00000010:3.0:1767384308.205665:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000044aa44. 00040000:00000001:3.0:1767384308.205670:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384308.205671:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384308.205673:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384308.205675:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384308.205677:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.205678:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384308.205680:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384308.205690:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384308.205699:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384308.205702:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384308.205740:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384308.205743:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384308.205745:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384308.205747:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384308.205749:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384308.205758:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003b5b0fa5. 00010000:00000001:1.0:1767384308.205762:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.205765:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2bca6bb. 00000020:00000001:1.0:1767384308.205767:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.205769:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2bca6bb with handle 0x88edd5ef35457ce6 to hash 00000020:00000001:1.0:1767384308.205771:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.205772:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384308.205774:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384308.205776:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.205778:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.205780:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.205785:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.205792:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384308.205794:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384308.205795:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.205797:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.205798:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.205800:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.205801:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.205803:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.205804:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.205805:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.205807:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003b5b0fa5) refcount = 1 00010000:00010000:1.0:1767384308.205810:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.205814:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.205815:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:3.0:1767384308.205816:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384308.205817:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.205821:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384308.205822:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384308.205824:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001545c133. 00010000:00000001:1.0:1767384308.205826:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384308.205829:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.205831:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:3.0:1767384308.205833:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742988928 20000000:01000000:1.0:1767384308.205835:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384308.205836:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384308.205841:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:3.0:1767384308.205842:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f74685bb x1853236742988928/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384308.205845:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.205848:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=4 00010000:00000001:3.0:1767384308.205852:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384308.205853:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:3.0:1767384308.205855:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.205859:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=18 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384308.205859:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00000100:00000001:3.0:1767384308.205866:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384308.205866:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:3.0:1767384308.205869:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:1.0:1767384308.205870:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384308.205872:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384308.205877:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.205880:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.205885:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384308.205886:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384308.205890:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384308.205891:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.205895:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000129e4026. 00000100:00000200:3.0:1767384308.205900:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742988928, offset 224 00010000:00000001:1.0:1767384308.205901:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.205905:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384308.205906:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.205914:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384308.205914:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.205923:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384308.205926:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02480 00010000:00000001:1.0:1767384308.205926:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.205930:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384308.205932:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384308.205933:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1295 [2] + 224 00000400:00000200:3.0:1767384308.205942:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384308.205943:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2bca6bb already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384308.205946:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384308.205948:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384308.205949:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384308.205953:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384308.205954:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384308.205958:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767384308.205959:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.205961:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.205964:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.205966:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=5 00000020:00000001:1.0:1767384308.205970:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384308.205975:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00000100:00000040:3.0:1767384308.205977:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.205979:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384308.205981:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.205995:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384308.205997:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.205998:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.206000:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384308.206001:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384308.206003:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384308.206004:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384308.206005:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384308.206007:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2bca6bb with handle 0x88edd5ef35457ce6 from hash 00010000:00000001:1.0:1767384308.206009:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384308.206010:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384308.206018:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4026 00010000:00000001:1.0:1767384308.206018:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.206020:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384308.206021:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384308.206024:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000129e4026. 00010000:00000001:1.0:1767384308.206024:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384308.206025:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384308.206028:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384308.206031:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384308.206032:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384308.206032:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384308.206033:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.206037:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384308.206037:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384308.206037:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.206049:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126424fb. 00000400:00000200:2.0:1767384308.206053:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d314c1e0 00010000:00000001:1.0:1767384308.206055:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384308.206056:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d314c1e0. 00010000:00000001:1.0:1767384308.206057:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384308.206059:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.206060:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384308.206061:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.206064:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384308.206066:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.206067:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.206068:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.206073:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.206075:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384308.206079:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.206080:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.206084:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384308.206088:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384308.206090:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.206093:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.206096:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384308.206097:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f74685bb x1853236742988928/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.206118:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384308.206119:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.206120:0:16348:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384308.206121:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384308.206122:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384308.206126:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384308.206126:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.206129:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384308.206130:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.206133:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384308.206135:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.206137:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384308.206140:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=18 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384308.206141:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f74685bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742988928:12345-0@lo:253: Request processed in 3248us (3621us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384308.206141:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.206147:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384308.206150:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=18 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384308.206151:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384308.206157:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384308.206160:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000001:2.0:1767384308.206161:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.206162:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384308.206167:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.206167:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384308.206168:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00010000:00010000:1.0:1767384308.206169:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ce6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384308.206170:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.206172:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.206177:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384308.206177:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.206179:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003b5b0fa5 count: 0 00000020:00000010:3.0:1767384308.206181:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cef8bc48. 00000020:00000010:3.0:1767384308.206188:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00000100:00000040:2.0:1767384308.206190:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384308.206192:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cee836d5. 00010000:00000001:1.0:1767384308.206192:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384308.206195:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:3.0:1767384308.206200:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384308.206201:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.206205:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384308.206206:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384308.206207:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384308.206209:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050caba82. 00000020:01000004:2.0:1767384308.206211:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384308.206212:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384308.206213:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:3.0:1767384308.206214:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384308.206216:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384308.206218:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384308.206219:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384308.206220:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384308.206224:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384308.206225:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384308.206226:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab1ed3e0. 00000020:01000004:2.0:1767384308.206227:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384308.206229:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384308.206231:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384308.206233:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000129e4026. 00000100:00000040:2.0:1767384308.206233:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.206241:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742988928:0@lo:253: 00000100:00000001:2.0:1767384308.206244:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.206246:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384308.206247:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a7ca2ed x1853236742988928/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.206251:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384308.206252:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384308.206254:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a2750251. 02000000:00000001:2.0:1767384308.206259:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384308.206260:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384308.206261:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384308.206263:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384308.206264:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000747f5fd1. 02000000:00000001:2.0:1767384308.206266:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384308.206266:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384308.206267:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a7ca2ed. 00000100:00000001:2.0:1767384308.206269:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384308.206270:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.206277:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.206279:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.206280:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.206282:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.206283:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.208157:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294895260, at 4294895261 00000100:00000010:1.0:1767384308.208170:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002dc06c28. 00000100:00000040:3.0:1767384308.208173:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294895260, at 4294895261 00000100:00000010:3.0:1767384308.208181:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030332627. 00000100:00000040:2.0:1767384308.208321:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294895260, at 4294895261 00000100:00000010:2.0:1767384308.208328:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca2f18e. 00000100:00000040:0.0:1767384308.209142:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294895260, at 4294895262 00000100:00000010:0.0:1767384308.209148:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00010000:00000010:1.1:1767384308.210152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7b960b7. 00010000:00000010:1.1:1767384308.210162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000010:1.1:1767384308.213140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003b5b0fa5. 00010000:00000010:1.1:1767384308.213146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2bca6bb. 00000400:00000010:0.0:1767384308.217344:0:20304:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f3be2076. 00000400:00000040:0.0:1767384308.217359:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384308.217361:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384308.217364:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384308.217365:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384308.217366:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384308.217367:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384308.217369:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384308.217370:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384308.217371:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384308.217372:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384308.217374:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384308.217375:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384308.217376:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384308.217377:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384308.217378:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384308.217379:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384308.217380:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384308.217381:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384308.217382:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384308.217383:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384308.217387:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384308.217388:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384308.217389:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384308.217390:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384308.217391:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384308.217392:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384308.217393:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384308.217394:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384308.217395:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384308.217396:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384308.217397:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384308.217399:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384308.217400:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384308.217401:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384308.217401:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384308.217402:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384308.217403:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384308.217405:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384308.217406:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384308.217407:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384308.217408:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384308.217409:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384308.217410:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384308.217411:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384308.217412:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384308.217414:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384308.217415:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384308.217415:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384308.217417:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384308.217418:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384308.217419:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384308.217420:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384308.217421:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384308.217422:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384308.217423:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384308.217425:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384308.217425:0:20304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384308.217445:0:20304:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f3be2076. 00010000:00000001:0.0:1767384308.244161:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384308.244169:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.244174:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384308.244175:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.244266:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384308.244270:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.244273:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384308.751689:0:20471:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ed15148. 00080000:00000010:2.0:1767384308.751698:0:20471:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ed15148. 00000020:00000001:2.0:1767384308.751701:0:20471:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384308.751708:0:20471:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ed15148. 00080000:00000010:2.0:1767384308.751712:0:20471:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ed15148. 00000020:00000001:2.0:1767384308.751715:0:20471:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.267168:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384309.267173:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.267179:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384309.267180:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.267215:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384309.267221:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384309.267225:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384309.525095:0:20635:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384309.525123:0:20635:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:2.0:1767384309.527712:0:20635:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384309.535593:0:20636:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b00082be. 00000400:00000010:2.0:1767384309.535606:0:20636:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e9770c72. 00000400:00000010:2.0:1767384309.535617:0:20636:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080be4891. 00000400:00000010:2.0:1767384309.535621:0:20636:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040f509c1. 00000400:00000010:2.0:1767384309.535625:0:20636:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009f4714fa. 00000400:00000010:2.0:1767384309.535630:0:20636:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6b0f52a. 00000400:00000010:2.0:1767384309.535632:0:20636:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002653e7d5. 00000400:00000010:2.0:1767384309.535634:0:20636:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091bb5457. 00000400:00000010:2.0:1767384309.535638:0:20636:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000022c6832e. 00000800:00000010:2.0:1767384309.535649:0:20636:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000eb22dd22. 00000800:00000200:2.0:1767384309.535661:0:20636:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384309.535668:0:20636:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384309.535700:0:20636:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384309.535719:0:20636:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp15 [8/256/0/180] 00000400:00000010:2.0:1767384309.537674:0:20636:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000005258f39f. 00000400:00000010:2.0:1767384309.537681:0:20636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a627963. 00000400:00000010:2.0:1767384309.537686:0:20636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000400:00000001:2.0:1767384309.537706:0:20636:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.537709:0:20636:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.537711:0:20636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083639f27. 00000400:00000200:2.0:1767384309.537715:0:20636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003499eb89 00000400:00000010:2.0:1767384309.537717:0:20636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003499eb89. 00000400:00000010:2.0:1767384309.537721:0:20636:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000003c1c6aac. 00000400:00000200:2.0:1767384309.537726:0:20636:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (6) 00000400:00000200:2.0:1767384309.537743:0:20636:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384309.537752:0:20636:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:2.0:1767384309.537759:0:20636:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000747f5fd1. 00000020:01000000:2.0:1767384309.537764:0:20636:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384309.537768:0:20636:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp15 00000400:00000200:1.0:1767384309.537772:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384309.537779:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384309.537785:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000400:00000200:1.0:1767384309.537787:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (7) 00000400:00000010:2.0:1767384309.537789:0:20636:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e9770c72. 00000400:00000010:1.0:1767384309.537792:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022a67b81. 00000400:00000010:2.0:1767384309.537796:0:20636:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b00082be. 00000400:00000200:1.0:1767384309.537800:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:1.0:1767384309.537816:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000001:3.0:1767384309.537822:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384309.537823:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384309.537831:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384309.537833:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:3.0:1767384309.537837:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384309.537840:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384309.537842:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384309.537846:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384309.537848:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384309.537850:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:1.0:1767384309.537856:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp14 00000020:01000004:3.0:1767384309.537857:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384309.537860:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384309.537863:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp14 lpni_is_preferred = 0 00000020:01000004:3.0:1767384309.537864:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384309.537871:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384309.537876:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp14 00000020:01000004:3.0:1767384309.537878:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384309.537882:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384309.537885:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384309.537886:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [15:15:256:4294967295] 192.168.204.108@tcp14 LPNI seq info [15:15:8:4294967295] 00000020:01000004:3.0:1767384309.537889:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384309.537894:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384309.537898:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384309.537899:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp14 00000100:00000010:3.0:1767384309.537905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a413de3. 00000020:00000040:3.0:1767384309.537915:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384309.537915:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:) -> 192.168.204.108@tcp14(192.168.204.108@tcp:192.168.204.108@tcp14) : PUT try# 0 00000100:00000001:3.0:1767384309.537931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384309.537932:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.204.108@tcp14 02000000:00000001:3.0:1767384309.537940:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384309.537942:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b48ca097. 02000000:00000001:3.0:1767384309.537947:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384309.537964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000050caba82. 00000800:00000010:1.0:1767384309.537966:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e8909b3. 00000800:00000010:1.0:1767384309.537972:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008980f9bf. 00000100:00000001:3.0:1767384309.537975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384309.537981:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (2) 00000800:00000200:1.1:1767384309.537987:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (2) 00000100:00000001:3.0:1767384309.537989:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384309.537992:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.538004:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a413de3] to pc [ptlrpcd_00_02+2] req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.538005:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384309.538029:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:3.0:1767384309.538075:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384309.538078:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.538081:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384309.538084:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384309.538091:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384309.538092:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 10000000:00000001:3.0:1767384309.538094:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384309.538095:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384309.538099:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:1.0:1767384309.538142:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:01000000:3.0:1767384309.538147:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384309.538149:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384309.538153:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384309.538155:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384309.538157:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384309.538159:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384309.538160:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384309.538168:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384309.538168:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384309.538177:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384309.538178:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384309.538185:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384309.538187:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384309.538188:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384309.538190:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384309.538199:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384309.538200:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384309.538207:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4146cf3. 00000020:00000040:3.0:1767384309.538217:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384309.538225:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:3.0:1767384309.538228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384309.538229:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384309.538236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384309.538237:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.538246:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.538247:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384309.538252:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384309.538255:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384309.538257:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001545c133. 00000100:00100000:1.0:1767384309.538259:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742989184:0@lo:253: 00000100:00000001:3.0:1767384309.538268:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.538269:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384309.538270:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 02000000:00000001:1.0:1767384309.538278:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384309.538279:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384309.538284:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.538285:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.538299:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384309.538303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4146cf3] to pc [ptlrpcd_00_03+3] req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384309.538307:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fa21fac. 02000000:00000001:1.0:1767384309.538314:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.538315:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000010:1.0:1767384309.538327:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000208ae2f3. 10000000:00000001:3.0:1767384309.538336:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.538338:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b23dc91. 10000000:00000001:3.0:1767384309.538341:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.538344:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.538344:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742989184, portal 25 00000020:01000000:3.0:1767384309.538360:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384309.538360:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.538365:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952749952 : -130122756801664 : ffff89a76f4dbb80) 00000020:00000010:3.0:1767384309.538366:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000747f5fd1. 00000100:00000040:1.0:1767384309.538374:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.538380:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:3.0:1767384309.538385:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384309.538391:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384309.538399:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.538406:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.538411:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.538415:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384309.538417:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.538422:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384309.538422:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000040:1.0:1767384309.538422:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384309.538431:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384309.538433:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005832e8e2. 00000100:00000040:3.0:1767384309.538440:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384309.538443:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742989184, offset 0 00000100:00000001:3.0:1767384309.538460:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.538463:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.538464:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384309.538470:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384309.538470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 02000000:00000001:3.0:1767384309.538478:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384309.538485:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384309.538486:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.538491:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4146cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742989312:0@lo:253: 00000400:00000200:1.0:1767384309.538500:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02580 00000100:00000001:3.0:1767384309.538501:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384309.538511:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 02000000:00000001:3.0:1767384309.538515:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384309.538515:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003607e00a. 00000400:00000200:2.0:1767384309.538516:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 02000000:00000001:3.0:1767384309.538520:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.538522:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eeda4f0a 02000000:00000001:3.0:1767384309.538527:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384309.538532:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384309.538533:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000052d8ba0c. 02000000:00000001:3.0:1767384309.538545:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.538550:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384309.538554:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3ff632a. 00000400:00000200:1.0:1767384309.538555:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeda4f0a 00000400:00000200:2.0:1767384309.538559:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:1.0:1767384309.538564:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeda4f0a. 00000100:00000001:1.0:1767384309.538571:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384309.538572:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384309.538575:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fbe09b3. 00000100:00000040:1.0:1767384309.538575:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000088ddd52 x1853236742989184 msgsize 4848 00000100:00000200:3.0:1767384309.538591:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742989312, portal 25 00000400:00000200:2.0:1767384309.538596:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00100000:1.0:1767384309.538599:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384309.538602:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384309.538603:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384309.538608:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952741888 : -130122756809728 : ffff89a76f4d9c00) 00000100:00000040:3.0:1767384309.538626:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.538632:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.538637:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384309.538640:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.538644:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc59d7f. 00000100:00000200:3.0:1767384309.538648:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742989312, offset 0 00000400:00000200:1.0:1767384309.538649:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005832e8e2 00000400:00000010:1.0:1767384309.538653:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005832e8e2. 00000100:00000001:1.0:1767384309.538656:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384309.538666:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.538667:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.538682:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384309.538684:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384309.538692:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.538696:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02600 00000400:00000200:3.0:1767384309.538710:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:3.0:1767384309.538721:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71c294a. 00000400:00000200:3.0:1767384309.538728:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040b63e5d 00000100:00000001:1.0:1767384309.538730:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.538735:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384309.538736:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.538741:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.538747:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.538748:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040b63e5d 00000400:00000010:3.0:1767384309.538751:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040b63e5d. 00000100:00000001:1.0:1767384309.538758:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294896596 00000100:00000001:3.0:1767384309.538759:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384309.538762:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384309.538767:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000db5133b9 x1853236742989312 msgsize 4848 00000100:00000010:1.0:1767384309.538771:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000100:00100000:3.0:1767384309.538783:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384309.538786:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384309.538791:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384309.538808:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.538819:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc59d7f 00000100:00000001:1.0:1767384309.538822:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294896596 00000400:00000010:3.0:1767384309.538823:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc59d7f. 00000100:00000010:1.0:1767384309.538829:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca2f18e. 00000100:00000001:3.0:1767384309.538831:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384309.538835:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384309.538844:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.538845:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294896596 00000100:00000010:1.0:1767384309.538856:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030332627. 00000100:00000001:3.0:1767384309.538868:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384309.538869:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384309.538880:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.538882:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294896596 00000100:00000010:1.0:1767384309.538892:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035d65e0a. 00000100:00000001:3.0:1767384309.538896:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.538898:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384309.538901:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.538903:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.538907:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538911:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.538912:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538927:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294896596 00000100:00000001:3.0:1767384309.538939:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294896596 00000100:00000001:1.0:1767384309.538941:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538943:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294896596 00000100:00000001:1.0:1767384309.538948:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.538950:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294896596 00000100:00000001:1.0:1767384309.538952:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.538954:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294896596 00000100:00000001:1.0:1767384309.538956:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538966:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294896596 00000100:00000001:1.0:1767384309.538967:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538971:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294896596 00000100:00000001:3.0:1767384309.538974:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294896596 00000800:00000010:2.0:1767384309.538975:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000747f5fd1. 00000100:00000001:3.0:1767384309.538978:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.538985:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384309.538988:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000098ec6742. 00000100:00000001:3.0:1767384309.538989:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.538997:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384309.539003:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be10cab6. 00000100:00000001:3.0:1767384309.539053:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.539057:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989184 02000000:00000001:3.0:1767384309.539059:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.539062:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.539064:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.539069:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.539071:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989184 00000020:00000001:3.0:1767384309.539074:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.539076:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384309.539079:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.539082:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384309.539084:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000800:00000010:2.0:1767384309.539089:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be10cab6. 00000020:00000001:3.0:1767384309.539093:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384309.539122:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.539125:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc92d806. 00000100:00000001:3.0:1767384309.539128:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.539132:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc92d806. 00000020:00000010:3.0:1767384309.539139:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9cc0b4e. 00000020:00000010:3.0:1767384309.539143:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000301baa. 00000020:00000010:3.0:1767384309.539152:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000400:00000200:1.0:1767384309.539165:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:3.0:1767384309.539170:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384309.539174:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.539177:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.539179:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.539189:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.539196:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp14 from 245.3.0.2 00000100:00000001:3.0:1767384309.539201:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384309.539201:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002abf67f2. 00000100:00000001:3.0:1767384309.539220:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.539224:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989312 02000000:00000001:3.0:1767384309.539226:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.539228:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.539230:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.539234:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.539235:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384309.539236:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989312 00000020:00000001:3.0:1767384309.539241:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.539244:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384309.539245:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384309.539252:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.539254:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384309.539258:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:2.0:1767384309.539264:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000020:00000001:3.0:1767384309.539265:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384309.539272:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384309.539277:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:3.0:1767384309.539282:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc92d806. 00000100:00000001:2.0:1767384309.539284:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087294544 : -130122622257072 : ffff89a77752b850) 00000100:00000001:3.0:1767384309.539286:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.539288:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc92d806. 00000020:00000010:3.0:1767384309.539296:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7472cab. 00000020:00000010:3.0:1767384309.539302:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a83bd0. 00000020:00000010:3.0:1767384309.539306:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000100:00000040:2.0:1767384309.539312:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000088ddd52 x1853236742989184/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.539319:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.539321:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.539323:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.539334:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.539338:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.539355:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384309.539361:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384309.539362:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be10cab6. 00000100:00000001:3.0:1767384309.539364:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384309.539370:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384309.539371:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384309.539383:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000010:2.0:1767384309.539385:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be10cab6. 00000100:00000001:3.0:1767384309.539386:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087292496 : -130122622259120 : ffff89a77752b050) 00000100:00000040:3.0:1767384309.539394:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db5133b9 x1853236742989312/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.539407:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000088ddd52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742989184:12345-0@lo:253: 00000100:00000001:3.0:1767384309.539411:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.539415:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc92d806. 00000100:00000001:3.0:1767384309.539419:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384309.539419:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989184 00000020:00000010:3.0:1767384309.539432:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc92d806. 00000020:00000001:2.0:1767384309.539433:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384309.539441:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db5133b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742989312:12345-0@lo:253: 00000020:00000001:2.0:1767384309.539441:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384309.539447:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989312 00000020:00000001:2.0:1767384309.539448:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.539450:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384309.539459:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384309.539460:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.539465:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.539467:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384309.539469:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.539472:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384309.539479:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384309.539481:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384309.539483:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384309.539489:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384309.539490:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384309.539492:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384309.539495:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.539498:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384309.539501:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384309.539505:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384309.539507:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384309.539513:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.539518:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384309.539521:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384309.539526:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000076dce795. 02000000:00000010:2.0:1767384309.539529:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003e5bcaa3. 02000000:00000001:3.0:1767384309.539530:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.539537:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.539538:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.539543:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.539547:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384309.539549:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:1.0:1767384309.539553:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c11e59c. 20000000:00000010:3.0:1767384309.539560:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008754ac74. 00000800:00000010:1.0:1767384309.539561:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005832e8e2. 20000000:00000010:2.0:1767384309.539565:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2750251. 20000000:01000000:3.0:1767384309.539576:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384309.539578:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384309.539581:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384309.539584:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384309.539585:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384309.539591:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384309.539594:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006985027e. 20000000:00000001:3.0:1767384309.539595:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.539596:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384309.539605:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384309.539607:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384309.539612:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (2) 20000000:00000001:2.0:1767384309.539615:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384309.539619:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088e3b32d. 00000800:00000200:1.1:1767384309.539620:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp14 000000006985027e deleted 20000000:00000001:2.0:1767384309.539622:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384309.539628:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000800:00000010:1.1:1767384309.539630:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006985027e. 00000800:00000200:1.1:1767384309.539636:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:3.0:1767384309.539637:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384309.539647:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:1.1:1767384309.539647:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:1013 00080000:00000001:3.0:1767384309.539656:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:1.1:1767384309.539657:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b48ca097 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:1.0:1767384309.539665:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp14 p 3.x 192.168.204.108 -> 192.168.204.108:1013 incarnation:1767384308200578313 sched[0] 00000800:00000010:1.0:1767384309.539669:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc8ef98e. 00080000:00000001:3.0:1767384309.539681:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384309.539699:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.539702:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384309.539703:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.539705:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384309.539707:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384309.539711:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:3.0:1767384309.539716:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384309.539717:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384309.539720:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384309.539725:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.539727:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384309.539730:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc8ef98e. 00000020:00000001:3.0:1767384309.539731:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384309.539738:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000800:00000010:1.0:1767384309.539740:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005832e8e2. 00080000:00000001:3.0:1767384309.539743:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384309.539749:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000076de370a. 00080000:00000001:3.0:1767384309.539753:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950697530368 : -130123012021248 : ffff89a760176400) 00080000:00000001:3.0:1767384309.539756:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384309.539760:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384309.539765:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bc92d806. 00080000:00000001:3.0:1767384309.539767:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.539770:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384309.539795:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002abf67f2. 00080000:00000001:3.0:1767384309.539797:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384309.539813:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384309.539817:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp14 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384308200578313 sched[0] 00000800:00000010:1.0:1767384309.539820:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000098ec6742. 00080000:00000001:3.0:1767384309.539826:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384309.539881:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384309.539888:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.539892:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384309.539899:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.539900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384309.539935:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384309.539957:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384309.539994:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000200:3.0:1767384309.540006:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384309.540010:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b48ca097. 00000400:00000200:3.0:1767384309.540029:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.540037:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: PUT: OK 00000400:00000200:3.0:1767384309.540044:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384309.540049:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384309.540072:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384309.540077:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:3.0:1767384309.540080:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.540083:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540090:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.540097:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : PUT - for me 00000400:00000200:3.0:1767384309.540127:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384309.540136:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 144/144 into md 0x12a1 [1] + 0 00000400:00000010:3.0:1767384309.540140:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384bace6. 00000400:00000200:3.0:1767384309.540143:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ac04c32 00000800:00000001:3.0:1767384309.540147:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540159:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.540160:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.540163:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: PUT: OK 00000400:00000200:3.0:1767384309.540165:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000400:00000010:3.0:1767384309.540167:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000400:00000200:3.0:1767384309.540173:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384309.540176:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (8) 00000400:00000200:3.0:1767384309.540180:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:3.0:1767384309.540184:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000001bc59d7f. 00000400:00000200:3.0:1767384309.540187:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 7 00000400:00000200:3.0:1767384309.540190:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384309.540200:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (9) 00000400:00000200:3.0:1767384309.540204:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384309.540209:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp14 to MR: 192.168.204.108@tcp14 local destination 00000400:00000200:3.0:1767384309.540215:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [16:16:256:4294967295] 192.168.204.108@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384309.540234:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) -> 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) 192.168.204.108@tcp14 : ACK try# 0 00000800:00000200:3.0:1767384309.540242:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp14 00000800:00000010:3.0:1767384309.540246:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094aada3a. 00000800:00000200:3.0:1767384309.540252:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (4) 00000800:00000200:3.0:1767384309.540256:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:988 00000800:00000200:3.0:1767384309.540260:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094aada3a type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384309.540313:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384309.540316:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094aada3a. 00000400:00000200:3.0:1767384309.540324:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.540331:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: ACK: OK 00000800:00000001:3.0:1767384309.540342:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540347:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.540352:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540360:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.540363:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540378:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.540386:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : ACK - for me 00000400:00000200:3.0:1767384309.540395:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp14: ACK from 12345-192.168.204.108@tcp14 into md 0x12b9 00000400:00000200:3.0:1767384309.540399:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.540407:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: ACK: OK 00000400:00000200:1.0:1767384309.540411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384309.540414:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7883fd 00000400:00000010:3.0:1767384309.540418:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab7883fd. 00000400:00000200:3.0:1767384309.540422:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384309.540428:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384309.540433:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384309.540437:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (8) 00000800:00000001:3.0:1767384309.540446:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.540453:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.540482:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384309.540486:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006947bf02. 00000400:00000010:3.0:1767384309.540490:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 00000400:00000200:3.0:1767384309.540492:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:1.0:1767384309.540495:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384309.540508:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:3.0:1767384309.540516:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000d3b798a5. 00000400:00000010:3.0:1767384309.540520:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 0000000040b63e5d. 00000400:00000010:3.0:1767384309.540524:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000005c8dcb1f. 00000400:00000200:1.0:1767384309.540539:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000010:3.0:1767384309.540542:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cbfd5596. 00000400:00000200:3.0:1767384309.540550:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cbfd5596 nid 192.168.204.108@tcp15 00000400:00000010:3.0:1767384309.540554:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008a8821f7. 00000400:00000200:3.0:1767384309.540556:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000008a8821f7 net tcp15 00000400:00000200:3.0:1767384309.540560:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (7) 00000400:00000200:3.0:1767384309.540567:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp15 flags 0x11 00000400:00000010:3.0:1767384309.540570:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000d3b798a5. 00000400:00000010:3.0:1767384309.540574:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 0000000040b63e5d. 00000400:00000010:3.0:1767384309.540578:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000005c8dcb1f. 00000400:00000200:1.0:1767384309.540581:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:3.0:1767384309.540584:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000001bc59d7f. 00000400:00000200:3.0:1767384309.540590:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384309.540594:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:3.0:1767384309.540600:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:3.0:1767384309.540608:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:3.0:1767384309.540611:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384309.540614:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384309.540620:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384309.540625:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (8) 00000400:00000200:1.0:1767384309.540640:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384309.540673:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00000010:1.0:1767384309.540864:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e829a7f2. 00000800:00000010:1.0:1767384309.540885:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005832e8e2. 00000800:00000010:1.0:1767384309.540889:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc8ef98e. 00000400:00000200:3.0:1767384309.540900:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384309.540929:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp14 from 244.3.0.2 00000800:00000010:1.0:1767384309.540931:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc8ef98e. 00000800:00000010:3.0:1767384309.540933:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000aa657962. 00000800:00000010:2.0:1767384309.541038:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f519ab6. 00000800:00000010:2.0:1767384309.541054:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000294ce86e. 00000800:00000010:2.0:1767384309.541106:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a3b35d4a. 00000800:00000200:2.1:1767384309.541142:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (4) 00000800:00000200:2.1:1767384309.541151:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp14 00000000a3b35d4a deleted 00000800:00000010:2.1:1767384309.541154:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a3b35d4a. 00000800:00000200:2.1:1767384309.541160:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384309.541174:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp14 p 3.x 192.168.204.108 -> 192.168.204.108:1012 incarnation:1767384308200578313 sched[0] 00000800:00000010:2.0:1767384309.541180:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be10cab6. 00000800:00000010:2.0:1767384309.541233:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be10cab6. 00000800:00000010:2.0:1767384309.541237:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000294ce86e. 00000800:00000200:1.1:1767384309.541241:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384309.541248:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp14 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384308200578313 sched[0] 00000800:00000010:1.0:1767384309.541251:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005832e8e2. 00000800:00000010:2.0:1767384309.541269:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000aa657962. 00000800:00000001:3.0:1767384309.541283:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.541289:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.541292:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.541298:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384309.541404:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076de370a. 00080000:00000010:3.0:1767384309.541442:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bc92d806. 00040000:00000001:3.0:1767384309.541447:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384309.541449:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384309.541452:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384309.541455:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384309.541464:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.541465:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384309.541476:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384309.541486:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.541490:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384309.541494:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384309.541500:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000728fa72f. 20000000:01000000:2.0:1767384309.541506:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:01000000:1.0:1767384309.541507:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384309.541512:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384309.541512:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384309.541517:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384309.541521:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384309.541522:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384309.541527:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384309.541528:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384309.541535:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a1e6e14. 00010000:00000001:1.0:1767384309.541541:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384309.541543:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384309.541545:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000020:00000001:1.0:1767384309.541551:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384309.541555:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457ced to hash 00000020:00000001:1.0:1767384309.541558:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384309.541559:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384309.541562:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000001:2.0:1767384309.541563:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.541564:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.541568:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.541569:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384309.541572:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.541575:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384309.541580:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.541581:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384309.541588:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00010000:00000001:1.0:1767384309.541591:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384309.541596:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384309.541597:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00010000:00000001:1.0:1767384309.541598:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:2.0:1767384309.541602:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384309.541603:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384309.541605:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.541609:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384309.541613:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384309.541613:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.541618:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384309.541621:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.541621:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384309.541624:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384309.541627:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384309.541628:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384309.541629:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a1e6e14) refcount = 1 00010000:00010000:1.0:1767384309.541636:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384309.541637:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384309.541643:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384309.541645:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:2.0:1767384309.541647:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384309.541648:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.541652:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.541655:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384309.541657:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384309.541657:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384309.541663:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000010:2.0:1767384309.541664:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c2ca7372. 00080000:00000020:3.0:1767384309.541667:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384309.541667:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384309.541671:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208663040 : -130122500888576 : ffff89a77e8ea800) 00000020:00000001:1.0:1767384309.541676:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384309.541677:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384309.541683:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008754ac74. 00080000:00000001:2.0:1767384309.541684:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384309.541685:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000001:00000001:2.0:1767384309.541697:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:1.0:1767384309.541697:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 20000000:00000001:3.0:1767384309.541698:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384309.541709:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989312 00080000:00000010:2.0:1767384309.541710:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000be10cab6. 00010000:00000001:1.0:1767384309.541710:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:3.0:1767384309.541715:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384309.541721:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.541721:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:3.0:1767384309.541725:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db5133b9 x1853236742989312/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384309.541727:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.541743:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384309.541754:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.541758:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.541766:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384309.541768:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=19 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384309.541768:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384309.541788:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384309.541795:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:1.0:1767384309.541795:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384309.541803:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00080000:00000001:2.0:1767384309.541805:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:3.0:1767384309.541813:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384309.541818:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384309.541820:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.541825:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384309.541828:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384309.541828:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384309.541841:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.541849:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c8dcb1f. 00010000:00000001:1.0:1767384309.541849:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.541856:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384309.541858:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742989312, offset 224 00010000:00000001:1.0:1767384309.541862:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384309.541880:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384309.541882:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384309.541891:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00000400:00000200:3.0:1767384309.541892:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384309.541903:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384309.541906:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384309.541912:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02600 00010000:00010000:1.0:1767384309.541913:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384309.541928:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12c5 [2] + 224 00010000:00000001:1.0:1767384309.541929:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384309.541935:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384309.541936:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384309.541943:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384309.541949:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384309.541950:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000020:00000001:1.0:1767384309.541962:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000100:00000001:3.0:1767384309.541963:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384309.541966:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000100:00000200:3.0:1767384309.541970:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.541971:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384309.541977:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384309.542004:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384309.542006:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384309.542007:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.542030:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384309.542050:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384309.542053:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.542054:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.542065:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384309.542067:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457ced from hash 00010000:00000001:1.0:1767384309.542070:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384309.542072:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384309.542075:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384309.542075:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384309.542084:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384309.542086:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384309.542090:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c8dcb1f 00010000:00000001:1.0:1767384309.542090:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384309.542100:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384309.542104:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.542107:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.542110:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384309.542112:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1767384309.542127:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c8dcb1f. 00000100:00000001:3.0:1767384309.542133:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.542134:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.542141:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.542146:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384309.542147:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384309.542149:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.542151:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384309.542152:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.542154:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.542157:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.542158:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384309.542160:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384309.542163:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384309.542166:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db5133b9 x1853236742989312/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.542186:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384309.542190:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384309.542193:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384309.542194:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db5133b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742989312:12345-0@lo:253: Request processed in 2780us (3422us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384309.542197:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384309.542201:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384309.542207:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384309.542211:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384309.542218:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00000001:1.0:1767384309.542219:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.542225:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.542226:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384309.542235:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384309.542236:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384309.542243:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384309.542245:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384309.542249:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384309.542251:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a83bd0. 00010000:00010000:1.0:1767384309.542252:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457ced lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384309.542263:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000020:00000010:3.0:1767384309.542272:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7472cab. 00010000:00000040:1.0:1767384309.542275:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a1e6e14 count: 0 00000020:00000040:3.0:1767384309.542282:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:3.0:1767384309.542289:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384309.542291:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000076dce795. 00010000:00000001:1.0:1767384309.542296:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384309.542300:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:1.0:1767384309.542300:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384309.542307:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384309.542314:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384309.542318:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389dfec1. 00000400:00000010:3.0:1767384309.542321:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c8dcb1f. 00000100:00000001:2.0:1767384309.542450:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.542455:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.542461:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.542464:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.542467:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3ff632a. 00000400:00000200:2.0:1767384309.542473:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fbe09b3 00000400:00000010:2.0:1767384309.542476:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fbe09b3. 00000100:00000001:2.0:1767384309.542482:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.542488:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384309.542501:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.542511:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.542513:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.542516:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384309.542519:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.542521:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.542523:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.542526:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.542532:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.542537:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.542540:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.542542:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.542544:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.542546:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.542550:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.542554:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.542563:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.542566:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.542568:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.542573:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.542576:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.542587:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.542589:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.542591:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.542592:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.542594:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384309.542596:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.542598:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.542602:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.542613:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4146cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742989312:0@lo:253: 00000100:00000001:2.0:1767384309.542619:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.542621:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.542624:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4146cf3 x1853236742989312/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.542648:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.542651:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.542655:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000052d8ba0c. 02000000:00000001:2.0:1767384309.542662:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.542665:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.542667:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384309.542671:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.542675:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001545c133. 02000000:00000001:2.0:1767384309.542682:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.542685:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.542688:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4146cf3. 00000100:00000001:2.0:1767384309.542693:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.542711:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.542714:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.542721:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.542723:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.542727:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.542731:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384309.543495:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c2ca7372. 00080000:00000010:3.0:1767384309.543566:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000be10cab6. 00040000:00000001:3.0:1767384309.543579:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384309.543581:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384309.543583:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384309.543586:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384309.543588:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.543589:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384309.543591:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384309.543603:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.543606:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384309.543612:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384309.543624:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384309.543628:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384309.543629:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384309.543633:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384309.543635:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384309.543640:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000714b157d. 00010000:00000001:1.0:1767384309.543644:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384309.543647:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2bca6bb. 00000020:00000001:1.0:1767384309.543650:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384309.543652:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2bca6bb with handle 0x88edd5ef35457cf4 to hash 00000020:00000001:1.0:1767384309.543654:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384309.543655:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384309.543657:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384309.543659:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.543660:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384309.543662:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384309.543669:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384309.543671:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384309.543674:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384309.543675:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384309.543677:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.543679:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384309.543681:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.543683:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384309.543684:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384309.543685:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384309.543686:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384309.543687:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000714b157d) refcount = 1 00010000:00010000:1.0:1767384309.543698:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384309.543705:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384309.543706:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384309.543708:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.543710:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.543711:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384309.543714:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384309.543716:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384309.543719:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384309.543720:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384309.543724:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=4 00000020:00000001:1.0:1767384309.543727:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384309.543731:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384309.543734:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384309.543737:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384309.543744:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384309.543744:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384309.543749:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384309.543751:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384309.543752:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2750251. 20000000:00000001:3.0:1767384309.543765:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.543766:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1767384309.543771:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989184 00010000:00000001:1.0:1767384309.543771:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.543788:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384309.543792:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384309.543794:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000088ddd52 x1853236742989184/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.543829:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.543833:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.543841:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384309.543842:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384309.543851:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384309.543852:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384309.543862:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.543879:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384309.543887:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:1.0:1767384309.543888:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2bca6bb already unused, calling callback (00000000594674ee) 00000100:00000001:3.0:1767384309.543892:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384309.543894:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.543895:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.543906:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384309.543907:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384309.543916:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1767384309.543922:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384309.543923:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384309.543926:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004fd7b70. 00000100:00000200:3.0:1767384309.543936:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742989184, offset 224 00010000:00000001:1.0:1767384309.543938:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384309.543943:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384309.543946:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384309.543951:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=5 00000400:00000200:3.0:1767384309.543952:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384309.543961:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00000400:00000200:3.0:1767384309.543969:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384309.543970:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384309.543986:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384309.543989:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384309.543994:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02580 00000400:00000200:3.0:1767384309.544028:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12bd [2] + 224 00010000:00000001:1.0:1767384309.544030:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384309.544034:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384309.544035:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384309.544035:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.544039:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384309.544040:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384309.544041:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384309.544046:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.544051:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384309.544052:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2bca6bb with handle 0x88edd5ef35457cf4 from hash 00000100:00000001:3.0:1767384309.544069:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384309.544077:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767384309.544078:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.544080:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384309.544085:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384309.544089:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384309.544094:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384309.544098:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384309.544100:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384309.544101:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.544104:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.544105:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384309.544107:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384309.544109:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384309.544111:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384309.544119:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.544136:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.544144:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004fd7b70 00000400:00000010:3.0:1767384309.544147:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004fd7b70. 00000100:00000001:3.0:1767384309.544151:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.544153:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384309.544155:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.544158:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.544158:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.544169:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294896596, at 4294896597 00000100:00000040:2.0:1767384309.544172:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294896596, at 4294896597 00010000:00000001:1.0:1767384309.544172:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.544175:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.544183:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:1.0:1767384309.544184:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384309.544185:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00000100:00000010:2.0:1767384309.544189:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030332627. 00000020:00000001:3.0:1767384309.544193:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.544202:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384309.544207:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384309.544209:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000088ddd52 x1853236742989184/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.544210:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.544213:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384309.544215:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384309.544221:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384309.544222:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384309.544227:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384309.544233:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384309.544236:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384309.544237:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000088ddd52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236742989184:12345-0@lo:253: Request processed in 4899us (5659us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384309.544240:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384309.544240:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384309.544248:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384309.544254:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384309.544256:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000208ae2f3. 00000100:00100000:3.0:1767384309.544262:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:1.0:1767384309.544264:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384309.544271:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000200:2.0:1767384309.544271:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b23dc91 00000100:00000001:3.0:1767384309.544281:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384309.544283:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384309.544284:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b23dc91. 00000100:00000001:3.0:1767384309.544285:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384309.544286:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384309.544291:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000301baa. 00010000:00010000:1.0:1767384309.544292:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457cf4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384309.544294:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384309.544305:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00010000:00000040:1.0:1767384309.544307:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000714b157d count: 0 00000100:00000200:2.0:1767384309.544311:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.544313:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9cc0b4e. 00010000:00000001:1.0:1767384309.544318:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384309.544321:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 20000000:00000001:1.0:1767384309.544321:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384309.544331:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384309.544337:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003e5bcaa3. 00000100:00000040:1.0:1767384309.544337:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294896596, at 4294896597 00000100:00000200:2.0:1767384309.544341:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384309.544349:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384309.544351:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca2f18e. 00000100:00000001:3.0:1767384309.544353:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384309.544364:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384309.544368:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.544370:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384309.544375:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d099e078. 00000100:00000001:2.0:1767384309.544376:0:16350:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384309.544379:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004fd7b70. 02000000:00000001:2.0:1767384309.544381:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.544385:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.544388:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.544391:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.544396:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.544400:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.544403:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.544405:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.544407:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.544408:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.544410:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.544414:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.544423:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.544426:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.544427:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.544431:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.544433:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384309.544434:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.544436:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.544437:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.544439:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.544441:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384309.544442:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384309.544451:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.544453:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.544456:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.544465:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742989184:0@lo:253: 00000100:00000001:2.0:1767384309.544470:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.544472:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.544474:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a413de3 x1853236742989184/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.544482:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.544483:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.544485:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fa21fac. 02000000:00000001:2.0:1767384309.544490:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.544492:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.544493:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384309.544496:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.544498:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000050caba82. 02000000:00000001:2.0:1767384309.544501:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.544503:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.544504:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a413de3. 00000100:00000001:2.0:1767384309.544508:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.544509:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.544511:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.544516:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.544517:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.544519:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.544522:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.545161:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294896596, at 4294896598 00000100:00000010:3.0:1767384309.545169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035d65e0a. 00010000:00000010:1.1:1767384309.550139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a1e6e14. 00010000:00000010:1.1:1767384309.550147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000010:1.1:1767384309.550150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000714b157d. 00010000:00000010:1.1:1767384309.550151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2bca6bb. 00000400:00000010:2.0:1767384309.555914:0:20641:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000966c3520. 00000400:00000040:2.0:1767384309.555932:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384309.555935:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384309.555937:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384309.555939:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384309.555941:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384309.555942:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384309.555944:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384309.555946:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384309.555952:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384309.555953:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384309.555955:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384309.555956:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384309.555958:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384309.555959:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384309.555960:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384309.555962:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384309.555963:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384309.555963:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384309.555964:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384309.555966:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384309.555967:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384309.555968:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384309.555969:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384309.555970:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384309.555971:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384309.555972:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384309.555973:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384309.555974:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384309.555975:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384309.555977:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384309.555978:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384309.555979:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384309.555980:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384309.555981:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384309.555982:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384309.555983:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384309.555984:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384309.555986:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384309.555987:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384309.555988:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384309.555989:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384309.555990:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384309.555991:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384309.555992:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384309.555993:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384309.555994:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384309.555995:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384309.555998:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384309.556000:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384309.556001:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384309.556003:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384309.556004:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384309.556005:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384309.556006:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384309.556007:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384309.556008:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384309.556009:0:20641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384309.556047:0:20641:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000966c3520. 00080000:00000010:3.0:1767384310.258761:0:20819:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006504ab66. 00080000:00000010:3.0:1767384310.258776:0:20819:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006504ab66. 00000020:00000001:3.0:1767384310.258784:0:20819:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384310.258795:0:20819:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006504ab66. 00080000:00000010:3.0:1767384310.258802:0:20819:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006504ab66. 00000020:00000001:3.0:1767384310.258807:0:20819:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.291302:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384310.291307:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.291311:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384310.291314:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384310.291316:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384310.291317:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.291320:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384310.291321:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.291322:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.291324:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.291373:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384310.291380:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.291386:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384311.054275:0:20983:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384311.054279:0:20983:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:0.0:1767384311.057299:0:20983:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384311.064472:0:20984:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000081b62829. 00000400:00000010:1.0:1767384311.064492:0:20984:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001cb8103a. 00000400:00000010:1.0:1767384311.064502:0:20984:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000048b7a5fc. 00000400:00000010:1.0:1767384311.064506:0:20984:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f498003a. 00000400:00000010:1.0:1767384311.064511:0:20984:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008d3319ce. 00000400:00000010:1.0:1767384311.064520:0:20984:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000029c05d7. 00000400:00000010:1.0:1767384311.064522:0:20984:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f26da94f. 00000400:00000010:1.0:1767384311.064523:0:20984:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000299d0ee2. 00000400:00000010:1.0:1767384311.064527:0:20984:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008bf0d2e7. 00000800:00000010:1.0:1767384311.064539:0:20984:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003dd8703c. 00000800:00000200:1.0:1767384311.064553:0:20984:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384311.064560:0:20984:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384311.064628:0:20984:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384311.064651:0:20984:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp16 [8/256/0/180] 00000400:00000010:1.0:1767384311.067273:0:20984:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000000ec1758. 00000400:00000010:1.0:1767384311.067282:0:20984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fbde5. 00000400:00000010:1.0:1767384311.067290:0:20984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace37aef. 00000400:00000001:1.0:1767384311.067312:0:20984:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384311.067315:0:20984:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384311.067318:0:20984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a627963. 00000400:00000200:1.0:1767384311.067322:0:20984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:1.0:1767384311.067325:0:20984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000400:00000010:1.0:1767384311.067330:0:20984:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000005258f39f. 00000400:00000200:1.0:1767384311.067337:0:20984:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (7) 00000400:00000200:1.0:1767384311.067352:0:20984:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384311.067363:0:20984:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:1.0:1767384311.067375:0:20984:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000f6ca637. 00000020:01000000:1.0:1767384311.067382:0:20984:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384311.067386:0:20984:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384311.067386:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384311.067400:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384311.067411:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000400:00000010:1.0:1767384311.067412:0:20984:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001cb8103a. 00000400:00000010:1.0:1767384311.067424:0:20984:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000081b62829. 00000400:00000200:0.0:1767384311.067425:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (8) 00000400:00000010:0.0:1767384311.067435:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e7827160. 00000400:00000200:0.0:1767384311.067442:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:2.0:1767384311.067444:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384311.067450:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384311.067453:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384311.067456:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384311.067460:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:2.0:1767384311.067461:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384311.067466:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384311.067468:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384311.067471:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384311.067472:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384311.067475:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.067478:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384311.067481:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384311.067483:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384311.067484:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384311.067486:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384311.067488:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384311.067494:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:2.0:1767384311.067496:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a7ca2ed. 00000020:00000040:2.0:1767384311.067502:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384311.067508:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.067513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.067519:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.067522:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000010:2.0:1767384311.067530:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f95b37d. 00000400:00000200:0.0:1767384311.067530:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384311.067540:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.067540:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384311.067549:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000001:2.0:1767384311.067552:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.067556:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.067556:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.067564:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp15 lpni_is_preferred = 0 00000100:00000040:2.0:1767384311.067567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a7ca2ed] to pc [ptlrpcd_00_00+0] req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.067571:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.067581:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp15 NI seq info: [17:17:256:4294967295] 192.168.204.108@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384311.067594:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.067607:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15:) -> 192.168.204.108@tcp15(192.168.204.108@tcp:192.168.204.108@tcp15) : PUT try# 0 10000000:00000001:2.0:1767384311.067610:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384311.067616:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.204.108@tcp15 10000000:00000001:2.0:1767384311.067623:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384311.067625:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ec67264. 00000020:00000001:2.0:1767384311.067626:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384311.067631:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384311.067637:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000842ae3d9. 00000020:00000001:2.0:1767384311.067639:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384311.067643:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384311.067643:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e96527fb. 10000000:00000001:2.0:1767384311.067646:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384311.067650:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384311.067653:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384311.067654:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384311.067654:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (2) 00000100:00000001:3.0:1767384311.067662:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384311.067663:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384311.067673:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.1:1767384311.067674:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (2) 00000020:01000004:2.0:1767384311.067675:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.067679:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384311.067683:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384311.067687:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.067693:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384311.067700:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384311.067705:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:3.0:1767384311.067708:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384311.067708:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384311.067716:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:3.0:1767384311.067718:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384311.067719:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384311.067727:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384311.067730:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384311.067732:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8ba8832. 02000000:00000001:3.0:1767384311.067735:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.067743:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742989440:0@lo:253: 00000020:00000040:2.0:1767384311.067744:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384311.067751:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384311.067754:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384311.067757:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384311.067758:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384311.067761:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.067763:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.067765:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384311.067775:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000076dce795. 02000000:00000010:2.0:1767384311.067775:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000060066951. 02000000:00000001:3.0:1767384311.067780:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.067787:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.067789:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d94675f4. 00000100:00000001:2.0:1767384311.067792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.067794:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.067797:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b54bf25a. 00000100:00000200:3.0:1767384311.067803:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742989440, portal 25 00000100:00000040:2.0:1767384311.067803:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8ba8832] to pc [ptlrpcd_00_01+1] req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.067810:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:3.0:1767384311.067812:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384311.067817:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040579200 : -130122668972416 : ffff89a77489e680) 00000100:00000040:3.0:1767384311.067831:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384311.067833:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384311.067844:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.067847:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384311.067849:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384311.067851:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000f6ca637. 00000100:00000001:3.0:1767384311.067864:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384311.067867:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384311.067868:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384311.067877:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8663247. 00000100:00000001:2.0:1767384311.067877:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384311.067880:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000200:3.0:1767384311.067886:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742989440, offset 0 00000100:00000001:2.0:1767384311.067887:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384311.067897:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.067900:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384311.067910:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.067913:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.067919:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384311.067922:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.067925:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384311.067928:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.067928:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.067937:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02680 00000100:00100000:2.0:1767384311.067943:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742989568:0@lo:253: 00000100:00000001:2.0:1767384311.067951:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384311.067954:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 02000000:00000001:2.0:1767384311.067957:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384311.067958:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000870dbb4. 02000000:00000001:2.0:1767384311.067964:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.067966:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007dbe449c 02000000:00000001:2.0:1767384311.067967:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384311.067975:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fa21fac. 00000400:00000200:3.0:1767384311.067977:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384311.067979:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.067998:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb08d026. 00000400:00000200:0.0:1767384311.068000:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.068003:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384311.068005:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c70b2f1. 00000100:00000200:2.0:1767384311.068019:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742989568, portal 25 00000400:00000200:3.0:1767384311.068020:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dbe449c 00000400:00000010:3.0:1767384311.068028:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dbe449c. 00000100:00000001:2.0:1767384311.068029:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.068036:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040576512 : -130122668975104 : ffff89a77489dc00) 00000100:00000001:3.0:1767384311.068038:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384311.068041:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384311.068045:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e2c15256 x1853236742989440 msgsize 4848 00000100:00000040:2.0:1767384311.068046:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.068060:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384311.068065:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384311.068070:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384311.068071:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384311.068071:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000010:2.0:1767384311.068077:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeda4f0a. 00000100:00000200:2.0:1767384311.068082:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742989568, offset 0 00000100:00000001:3.0:1767384311.068084:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.068089:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384311.068094:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8663247 00000400:00000010:3.0:1767384311.068097:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8663247. 00000400:00000200:2.0:1767384311.068149:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384311.068150:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384311.068159:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.068166:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02700 00000400:00000200:0.0:1767384311.068180:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384311.068182:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000010:2.0:1767384311.068194:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074482c35. 00000100:00000001:3.0:1767384311.068197:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384311.068198:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000027dc3405 00000100:00000040:3.0:1767384311.068205:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.068206:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.068218:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384311.068229:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384311.068233:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027dc3405 00000100:00000001:3.0:1767384311.068241:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.068242:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027dc3405. 00000100:00000001:3.0:1767384311.068248:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.068249:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384311.068252:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384311.068256:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000060e509d2 x1853236742989568 msgsize 4848 00000100:00000001:3.0:1767384311.068260:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.068267:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384311.068271:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384311.068273:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294898126 00000100:00000010:3.0:1767384311.068281:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0f4647e. 00000100:00000001:2.0:1767384311.068281:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.068287:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384311.068288:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeda4f0a 00000400:00000010:2.0:1767384311.068292:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeda4f0a. 00000100:00000001:2.0:1767384311.068300:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384311.068305:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384311.068307:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.068319:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384311.068321:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294898126 00000100:00000040:2.0:1767384311.068323:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384311.068330:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2800b73. 00000100:00000001:2.0:1767384311.068332:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068338:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.068340:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384311.068343:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.068348:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:3.0:1767384311.068351:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294898126 00000100:00000001:2.0:1767384311.068351:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294898126 00000100:00000001:2.0:1767384311.068364:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294898126 00000100:00000010:3.0:1767384311.068365:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000462622dd. 00000100:00000001:2.0:1767384311.068371:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294898126 00000100:00000001:3.0:1767384311.068374:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384311.068377:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294898126 00000100:00000001:3.0:1767384311.068381:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294898126 00000100:00000001:2.0:1767384311.068383:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294898126 00000400:00000200:0.0:1767384311.068385:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000010:3.0:1767384311.068392:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ba3fd1. 00000100:00000001:2.0:1767384311.068392:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294898126 00000100:00000001:2.0:1767384311.068400:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294898126 00000100:00000001:3.0:1767384311.068401:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384311.068409:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.068414:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068414:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294898126 00000400:00000200:0.0:1767384311.068421:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384311.068422:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.068423:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068434:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.068435:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.068441:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068446:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.068450:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.068455:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384311.068455:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.068460:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384311.068463:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.068465:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.068470:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068473:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384311.068473:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:3.0:1767384311.068476:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068479:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.068486:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068492:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.068530:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384311.068535:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989440 02000000:00000001:3.0:1767384311.068539:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.068543:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.068546:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.068553:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.068558:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989440 00000020:00000001:3.0:1767384311.068561:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384311.068564:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384311.068568:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.068574:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:2.0:1767384311.068574:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384311.068581:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989568 00000020:00000001:3.0:1767384311.068582:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 02000000:00000001:2.0:1767384311.068587:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384311.068590:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384311.068592:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.068598:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.068600:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384311.068603:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.068607:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989568 00000020:00000001:2.0:1767384311.068613:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384311.068615:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9f4c626. 00000020:00000040:2.0:1767384311.068617:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384311.068621:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384311.068622:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384311.068630:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9f4c626. 00000020:00000040:2.0:1767384311.068631:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384311.068638:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384311.068641:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:3.0:1767384311.068644:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b982f25. 00000100:00000001:2.0:1767384311.068648:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.068655:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064a8a4fa. 00000020:00000010:2.0:1767384311.068658:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e6947c. 00000100:00000001:2.0:1767384311.068663:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.068665:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005635c80b. 00000020:00000010:2.0:1767384311.068667:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e6947c. 00000020:00000010:2.0:1767384311.068679:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006eaa63e8. 00000100:00000040:3.0:1767384311.068681:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384311.068685:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067809bb8. 00000100:00000001:3.0:1767384311.068687:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384311.068695:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.068699:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384311.068700:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f23d21a. 00000100:00000001:2.0:1767384311.068714:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.068717:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.068719:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068721:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.068733:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.068751:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.068751:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.068797:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384311.068799:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384311.068804:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384311.068805:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384311.068817:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384311.068823:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000800:00000010:0.0:1767384311.068823:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003b129c90. 00000100:00100000:2.0:1767384311.068834:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000001:3.0:1767384311.068835:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087285328 : -130122622266288 : ffff89a777529450) 00000800:00000010:0.0:1767384311.068836:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aaa91961. 00000100:00000040:2.0:1767384311.068841:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384311.068848:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087288400 : -130122622263216 : ffff89a77752a050) 00000800:00000010:0.0:1767384311.068848:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091e1f5f5. 00000100:00000040:3.0:1767384311.068854:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2c15256 x1853236742989440/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.068862:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060e509d2 x1853236742989568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.068870:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.068878:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9f4c626. 00000100:00000001:3.0:1767384311.068886:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384311.068889:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091e1f5f5. 00000100:00000001:2.0:1767384311.068892:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.068896:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9f4c626. 00000020:00000010:2.0:1767384311.068899:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e6947c. 00000100:00000001:2.0:1767384311.068909:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384311.068914:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c15256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742989440:12345-0@lo:253: 00000020:00000010:2.0:1767384311.068918:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e6947c. 00000100:00000200:3.0:1767384311.068928:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989440 00000020:00000001:3.0:1767384311.068934:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384311.068942:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060e509d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742989568:12345-0@lo:253: 00000020:00000001:3.0:1767384311.068945:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384311.068949:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989568 00000020:00000001:3.0:1767384311.068951:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.068957:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.068958:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384311.068960:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384311.068967:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384311.068968:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384311.068972:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.068974:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.068977:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.068979:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384311.068982:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384311.069001:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.069004:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384311.069006:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384311.069009:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.069011:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384311.069013:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.069014:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.069023:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384311.069024:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384311.069025:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384311.069032:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384311.069036:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050caba82. 02000000:00000001:2.0:1767384311.069041:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384311.069043:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008754ac74. 00000100:00000001:2.0:1767384311.069044:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.069048:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:3.0:1767384311.069056:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.069056:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384311.069064:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.069068:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384311.069069:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001545c133. 00000400:00000200:0.0:1767384311.069071:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp15 from 243.3.0.2 20000000:01000000:2.0:1767384311.069075:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:0.0:1767384311.069076:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000177d85d3. 20000000:00000001:2.0:1767384311.069079:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384311.069082:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384311.069086:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000804ad77. 20000000:00000001:2.0:1767384311.069087:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.069094:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384311.069098:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384311.069153:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384311.069155:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384311.069157:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384311.069162:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384311.069168:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2ca7372. 20000000:00000001:3.0:1767384311.069169:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384311.069175:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384311.069178:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384311.069182:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384311.069189:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384311.069202:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384311.069218:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384311.069233:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.069236:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384311.069238:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.069240:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384311.069242:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384311.069246:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384311.069250:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384311.069253:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384311.069255:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384311.069259:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.069261:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.069264:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384311.069271:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384311.069275:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384311.069280:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cb3d7cd4. 00080000:00000001:2.0:1767384311.069284:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208664064 : -130122500887552 : ffff89a77e8eac00) 00080000:00000001:2.0:1767384311.069288:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384311.069292:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384311.069300:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000073e6947c. 00080000:00000001:2.0:1767384311.069302:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.069304:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384311.069324:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.069341:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384311.069344:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000064ac3182. 00000800:00000010:0.0:1767384311.069349:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000052035080. 00000800:00000010:0.0:1767384311.069370:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001021a73a. 00000800:00000200:0.1:1767384311.069379:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (2) 00000800:00000200:0.1:1767384311.069382:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp15 000000001021a73a deleted 00000800:00000010:0.1:1767384311.069385:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001021a73a. 00000800:00000200:0.1:1767384311.069391:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384311.069396:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:1011 00000800:00000200:0.1:1767384311.069400:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec67264 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:0.0:1767384311.069405:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp15 p 3.x 192.168.204.108 -> 192.168.204.108:1011 incarnation:1767384309535651679 sched[0] 00000800:00000010:0.0:1767384311.069409:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091e1f5f5. 00000800:00000010:0.0:1767384311.069452:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091e1f5f5. 00000800:00000010:0.0:1767384311.069458:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000052035080. 00000800:00000200:2.1:1767384311.069500:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384311.069508:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp15 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384309535651679 sched[0] 00000800:00000010:2.0:1767384311.069513:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aaa91961. 00000800:00000010:0.0:1767384311.069521:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000177d85d3. 00000800:00000001:0.0:1767384311.069545:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.069553:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384311.069607:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384311.069634:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384311.069635:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:3.0:1767384311.069640:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384311.069651:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384311.069652:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384311.069656:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ec67264. 00000400:00000200:0.0:1767384311.069662:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.069676:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: PUT: OK 00000400:00000200:3.0:1767384311.069678:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15) <- 192.168.204.108@tcp15 : PUT - for me 00000400:00000200:0.0:1767384311.069681:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384311.069688:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:2.0:1767384311.069695:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.069701:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384311.069716:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 160/160 into md 0x12cd [1] + 0 00000400:00000010:3.0:1767384311.069721:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006947bf02. 00000400:00000200:3.0:1767384311.069726:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d580825c 00000800:00000001:3.0:1767384311.069732:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.069735:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:3.0:1767384311.069746:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.069752:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384311.069758:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: PUT: OK 00000400:00000200:2.0:1767384311.069759:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.069763:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 00000400:00000010:3.0:1767384311.069768:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000400:00000200:3.0:1767384311.069774:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384311.069779:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (9) 00000400:00000200:3.0:1767384311.069787:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384311.069792:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000010:3.0:1767384311.069793:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000f8663247. 00000400:00000200:3.0:1767384311.069809:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 8 00000400:00000200:3.0:1767384311.069817:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384311.069818:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384311.069837:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.069839:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (10) 00000400:00000200:3.0:1767384311.069849:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384311.069861:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp15 to MR: 192.168.204.108@tcp15 local destination 00000400:00000200:3.0:1767384311.069870:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp15 NI seq info: [18:18:256:4294967295] 192.168.204.108@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384311.069874:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384311.069891:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15:192.168.204.108@tcp15) -> 192.168.204.108@tcp15(192.168.204.108@tcp15:192.168.204.108@tcp15) 192.168.204.108@tcp15 : ACK try# 0 00000800:00000200:3.0:1767384311.069898:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.069899:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384311.069903:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b7803cb. 00000400:00000010:0.0:1767384311.069905:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000400:00000010:0.0:1767384311.069912:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c6ccf0. 00000400:00000200:2.0:1767384311.069913:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000800:00000200:3.0:1767384311.069915:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (4) 00000400:00000200:0.0:1767384311.069922:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:0.0:1767384311.069931:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000800:00000200:3.0:1767384311.069938:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:988 00000400:00000010:0.0:1767384311.069939:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 0000000052035080. 00000800:00000200:3.0:1767384311.069946:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b7803cb type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384311.069947:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000008ec67264. 00000400:00000200:2.0:1767384311.069953:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000010:0.0:1767384311.069954:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000001021a73a. 00000400:00000010:0.0:1767384311.069974:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eb9b25cc. 00000400:00000200:2.0:1767384311.069998:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384311.069999:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eb9b25cc nid 192.168.204.108@tcp16 00000400:00000010:0.0:1767384311.070006:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ff55d865. 00000400:00000200:0.0:1767384311.070009:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ff55d865 net tcp16 00000400:00000200:0.0:1767384311.070012:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (9) 00000400:00000200:0.0:1767384311.070017:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp16 flags 0x11 00000400:00000010:0.0:1767384311.070021:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 0000000052035080. 00000400:00000010:0.0:1767384311.070024:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000008ec67264. 00000400:00000010:0.0:1767384311.070026:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000001021a73a. 00000400:00000010:0.0:1767384311.070029:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000f8663247. 00000400:00000200:0.0:1767384311.070033:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384311.070035:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384311.070036:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:0.0:1767384311.070043:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:0.0:1767384311.070048:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:0.0:1767384311.070053:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384311.070057:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:0.0:1767384311.070063:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:0.0:1767384311.070066:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (10) 00000800:00000200:3.0:1767384311.070086:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384311.070087:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.070089:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000001:0.0:1767384311.070093:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384311.070095:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b7803cb. 00000800:00000001:0.0:1767384311.070158:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.070165:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.070167:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.070172:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.070184:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15) <- 192.168.204.108@tcp15 : ACK - for me 00000400:00000200:0.0:1767384311.070198:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp15: ACK from 12345-192.168.204.108@tcp15 into md 0x12e5 00000400:00000200:0.0:1767384311.070203:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.070214:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: ACK: OK 00000400:00000200:0.0:1767384311.070220:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000400:00000010:0.0:1767384311.070224:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000400:00000200:0.0:1767384311.070229:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384311.070230:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.070241:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:0.0:1767384311.070245:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (9) 00000400:00000200:3.0:1767384311.070252:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: ACK: OK 00000800:00000001:0.0:1767384311.070254:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.070266:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384311.070373:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000052d8ba0c. 00000800:00000010:2.0:1767384311.070379:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeda4f0a. 00000800:00000010:2.0:1767384311.070385:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b20aab17. 00000400:00000200:3.0:1767384311.070429:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384311.070442:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b20aab17. 00000400:00000200:3.0:1767384311.070461:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp15 from 242.3.0.2 00000800:00000010:3.0:1767384311.070466:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eeee68ca. 00000800:00000010:2.0:1767384311.070503:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb93fe91. 00000800:00000010:2.0:1767384311.070510:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cadbef9. 00000800:00000010:2.0:1767384311.070540:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000060652dd0. 00000800:00000200:2.1:1767384311.070547:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (4) 00000800:00000200:2.1:1767384311.070554:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp15 0000000060652dd0 deleted 00000800:00000010:2.1:1767384311.070556:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000060652dd0. 00000800:00000200:2.1:1767384311.070562:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384311.070571:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp15 p 3.x 192.168.204.108 -> 192.168.204.108:1010 incarnation:1767384309535651679 sched[0] 00000800:00000010:2.0:1767384311.070580:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b20aab17. 00000800:00000010:2.0:1767384311.070651:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b20aab17. 00000800:00000010:2.0:1767384311.070654:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cadbef9. 00000800:00000010:2.0:1767384311.070690:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eeee68ca. 00000800:00000001:2.0:1767384311.070713:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.070716:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384311.070755:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384311.070767:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp15 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384309535651679 sched[0] 00000800:00000010:3.0:1767384311.070773:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeda4f0a. 00000800:00000001:2.0:1767384311.070821:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.070824:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384311.071238:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cb3d7cd4. 00080000:00000010:3.0:1767384311.071289:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000073e6947c. 00040000:00000001:3.0:1767384311.071297:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384311.071300:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384311.071304:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384311.071309:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384311.071312:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.071315:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384311.071331:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384311.071348:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384311.071350:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000026d54b. 20000000:01000000:3.0:1767384311.071353:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384311.071356:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384311.071360:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384311.071363:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384311.071368:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384311.071371:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384311.071372:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384311.071376:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384311.071379:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384311.071384:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384311.071387:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071389:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384311.071391:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384311.071395:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384311.071395:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.071399:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384311.071402:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384311.071404:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00010000:00000010:2.0:1767384311.071406:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c9a1cfd. 00000020:00000001:0.0:1767384311.071409:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:0.0:1767384311.071413:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384311.071415:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384311.071416:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384311.071422:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006ae72eec. 00080000:00000001:0.0:1767384311.071422:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.071426:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.071429:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384311.071431:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384311.071435:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006ae72eec with handle 0x88edd5ef35457cfb to hash 00000020:00000001:0.0:1767384311.071439:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000020:00000001:2.0:1767384311.071441:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384311.071445:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384311.071449:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cbdf182f. 00010000:00000001:2.0:1767384311.071453:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00080000:00000001:0.0:1767384311.071454:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950285607936 : -130123423943680 : ffff89a74789f400) 00010000:00000001:2.0:1767384311.071457:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00080000:00000001:0.0:1767384311.071460:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384311.071462:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1767384311.071464:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384311.071465:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.071470:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384311.071475:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000091e1f5f5. 00010000:00000001:2.0:1767384311.071477:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384311.071480:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071483:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384311.071485:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384311.071487:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384311.071490:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384311.071492:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.071494:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384311.071495:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.071499:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384311.071501:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384311.071502:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071503:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384311.071507:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384311.071510:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c9a1cfd) refcount = 1 00010000:00010000:2.0:1767384311.071514:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384311.071518:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384311.071520:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384311.071524:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384311.071526:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.071529:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071531:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384311.071534:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384311.071540:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384311.071543:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384311.071545:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.071547:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=4 00000020:00000001:2.0:1767384311.071550:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384311.071552:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384311.071554:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384311.071560:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.071567:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384311.071571:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384311.071574:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384311.071575:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.071579:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384311.071584:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384311.071585:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384311.071591:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001545c133. 00010000:00000001:2.0:1767384311.071592:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384311.071595:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071601:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384311.071602:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384311.071603:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.071618:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006ae72eec already unused, calling callback (00000000594674ee) 00010000:00000040:3.0:1767384311.071619:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989568 00010000:00000001:2.0:1767384311.071625:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384311.071631:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384311.071631:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384311.071637:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384311.071644:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060e509d2 x1853236742989568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.071645:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384311.071648:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384311.071649:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.071652:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=5 00000020:00000001:2.0:1767384311.071662:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384311.071669:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384311.071674:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384311.071677:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.071683:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384311.071684:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384311.071688:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071694:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384311.071696:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384311.071697:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=21 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384311.071699:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384311.071704:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384311.071710:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384311.071712:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384311.071713:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.071718:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ae72eec with handle 0x88edd5ef35457cfb from hash 00000100:00000040:3.0:1767384311.071719:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384311.071722:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384311.071726:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:2.0:1767384311.071727:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.071732:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384311.071736:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384311.071736:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384311.071739:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384311.071740:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071742:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384311.071748:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384311.071748:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384311.071756:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.071762:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.071764:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384311.071764:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384311.071769:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1767384311.071771:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c6de411. 00010000:00000001:2.0:1767384311.071772:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.071774:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.071779:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.071781:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384311.071783:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742989568, offset 224 00010000:00000001:2.0:1767384311.071784:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.071791:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.071797:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.071799:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.071803:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384311.071805:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384311.071806:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384311.071811:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.071813:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.071816:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384311.071819:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.071823:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.071827:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384311.071828:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384311.071847:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02700 00010000:00000001:2.0:1767384311.071859:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384311.071862:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384311.071867:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f1 [2] + 224 00010000:00010000:2.0:1767384311.071867:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457cfb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384311.071890:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c9a1cfd count: 0 00000400:00000200:3.0:1767384311.071891:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384311.071902:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384311.071907:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384311.071909:0:17074:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:2.0:1767384311.071909:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384311.071920:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.071932:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.071957:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384311.071975:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6de411 00000100:00000001:2.0:1767384311.071975:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.071979:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384311.071980:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c6de411. 00000100:00000001:3.0:1767384311.071997:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384311.071998:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384311.072000:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384311.072001:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.072006:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb08d026. 00000100:00000001:3.0:1767384311.072009:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.072010:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c70b2f1 00000400:00000010:2.0:1767384311.072017:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c70b2f1. 00000100:00000040:3.0:1767384311.072020:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384311.072022:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384311.072029:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384311.072031:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.072035:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.072047:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384311.072049:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.072056:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384311.072057:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060e509d2 x1853236742989568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.072059:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.072063:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384311.072069:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384311.072073:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.072077:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.072087:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.072093:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060e509d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742989568:12345-0@lo:253: Request processed in 3197us (3832us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384311.072093:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384311.072133:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.072143:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384311.072146:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.072148:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384311.072152:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.072154:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:2.0:1767384311.072156:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.072164:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.072166:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384311.072172:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384311.072179:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384311.072181:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.072184:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384311.072187:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067809bb8. 00000100:00000001:2.0:1767384311.072188:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384311.072200:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384311.072201:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:3.0:1767384311.072202:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f23d21a. 00000020:01000004:2.0:1767384311.072203:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.072207:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384311.072211:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:3.0:1767384311.072214:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006eaa63e8. 00000020:01000004:2.0:1767384311.072214:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384311.072216:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384311.072220:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384311.072223:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:3.0:1767384311.072226:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000040:2.0:1767384311.072227:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384311.072241:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384311.072244:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742989568:0@lo:253: 02000000:00000010:3.0:1767384311.072245:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050caba82. 00000100:00000001:2.0:1767384311.072254:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384311.072256:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384311.072257:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384311.072262:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384311.072263:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8ba8832 x1853236742989568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384311.072279:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384311.072279:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384311.072282:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384311.072285:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fa21fac. 00000400:00000010:3.0:1767384311.072286:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006947bf02. 02000000:00000001:2.0:1767384311.072290:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384311.072292:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384311.072293:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000010:3.0:1767384311.072295:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c6de411. 00000020:00000001:2.0:1767384311.072296:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.072299:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000060066951. 02000000:00000001:2.0:1767384311.072305:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384311.072307:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384311.072309:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8ba8832. 00000100:00000001:2.0:1767384311.072312:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384311.072313:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.072315:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.072319:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.072324:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.072326:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.072327:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384311.072996:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbdf182f. 00080000:00000010:0.0:1767384311.073039:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000091e1f5f5. 00040000:00000001:0.0:1767384311.073048:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384311.073051:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384311.073053:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384311.073058:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384311.073068:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.073071:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384311.073075:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384311.073087:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384311.073091:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384311.073092:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384311.073096:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384311.073098:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384311.073116:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384311.073118:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384311.073121:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c4e7b238. 00010000:00000001:2.0:1767384311.073125:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384311.073127:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000456ca626. 00080000:00000001:0.0:1767384311.073129:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:2.0:1767384311.073130:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384311.073135:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000456ca626 with handle 0x88edd5ef35457d02 to hash 00000020:00000001:2.0:1767384311.073137:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384311.073139:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073141:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073143:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384311.073144:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.073146:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073151:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384311.073154:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384311.073155:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384311.073157:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384311.073159:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.073160:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384311.073162:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.073163:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384311.073164:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384311.073165:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384311.073166:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384311.073167:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c4e7b238) refcount = 1 00010000:00010000:2.0:1767384311.073169:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073180:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384311.073181:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384311.073183:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.073185:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073187:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384311.073188:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384311.073191:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384311.073193:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384311.073194:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.073195:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=4 00000020:00000001:2.0:1767384311.073196:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073199:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073203:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384311.073205:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073210:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384311.073211:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073215:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.073216:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384311.073217:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073220:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384311.073221:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073223:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384311.073225:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384311.073228:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000456ca626 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384311.073230:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384311.073235:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384311.073238:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073242:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384311.073243:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384311.073245:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.073246:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=5 00000020:00000001:2.0:1767384311.073247:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073248:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384311.073251:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384311.073254:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.073258:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384311.073261:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384311.073262:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073265:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384311.073266:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384311.073268:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384311.073269:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.073272:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000456ca626 with handle 0x88edd5ef35457d02 from hash 00010000:00000001:2.0:1767384311.073275:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384311.073277:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.073279:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.073280:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384311.073283:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384311.073285:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384311.073286:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384311.073287:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384311.073288:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384311.073290:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073294:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384311.073296:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384311.073296:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384311.073300:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000804ad77. 00010000:00000001:2.0:1767384311.073301:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.073303:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.073306:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.073309:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073312:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073316:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384311.073316:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989440 00010000:00010000:2.0:1767384311.073317:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.073322:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384311.073324:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.073327:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.073329:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384311.073330:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384311.073333:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384311.073336:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384311.073337:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2c15256 x1853236742989440/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.073338:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384311.073341:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.073345:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.073349:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.073357:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384311.073360:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384311.073362:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.073364:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384311.073368:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000456ca626/0x88edd5ef35457d02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384311.073369:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.073380:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384311.073382:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c4e7b238 count: 0 00000100:00000040:0.0:1767384311.073386:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384311.073391:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384311.073396:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384311.073399:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.073402:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384311.073403:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384311.073409:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384311.073409:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.073415:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001021a73a. 00000100:00000200:0.0:1767384311.073421:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742989440, offset 224 00000400:00000200:0.0:1767384311.073431:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.073442:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.073451:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02680 00000400:00000200:0.0:1767384311.073458:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e9 [2] + 224 00000400:00000200:0.0:1767384311.073464:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.073468:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384311.073472:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.073477:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.073501:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.073521:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.073528:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001021a73a 00000400:00000010:0.0:1767384311.073530:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001021a73a. 00000100:00000001:0.0:1767384311.073533:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384311.073536:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.073542:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.073548:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384311.073551:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384311.073552:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384311.073557:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384311.073558:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384311.073564:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384311.073564:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384311.073569:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384311.073574:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c15256 x1853236742989440/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384311.073575:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d94675f4. 00000400:00000200:3.0:1767384311.073579:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b54bf25a 00000400:00000010:3.0:1767384311.073583:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b54bf25a. 00000100:00100000:0.0:1767384311.073592:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c15256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742989440:12345-0@lo:253: Request processed in 4719us (5543us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384311.073594:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384311.073601:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384311.073618:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.073624:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384311.073639:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384311.073641:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.073644:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.073646:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384311.073648:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384311.073652:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384311.073654:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384311.073655:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.073659:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.073662:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.073663:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064a8a4fa. 00000100:00001000:3.0:1767384311.073665:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.073671:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384311.073674:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.073674:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.073676:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384311.073677:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005635c80b. 00010000:00000001:3.0:1767384311.073678:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.073685:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.073688:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b982f25. 00000100:00000040:3.0:1767384311.073690:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384311.073699:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:3.0:1767384311.073700:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.073707:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384311.073710:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384311.073711:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.073719:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000010:0.0:1767384311.073719:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008754ac74. 00000020:01000004:3.0:1767384311.073723:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384311.073726:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384311.073728:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384311.073729:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384311.073729:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384311.073734:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384311.073737:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:0.0:1767384311.073737:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.073738:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384311.073740:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384311.073742:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384311.073746:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384311.073748:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384311.073760:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000de26623. 00000400:00000010:0.0:1767384311.073770:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001021a73a. 00000100:00100000:3.0:1767384311.073775:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a7ca2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742989440:0@lo:253: 00000100:00000001:3.0:1767384311.073785:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.073788:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.073792:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a7ca2ed x1853236742989440/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.073797:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.073800:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.073802:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000076dce795. 02000000:00000001:3.0:1767384311.073806:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.073807:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.073809:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384311.073812:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.073814:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f95b37d. 02000000:00000001:3.0:1767384311.073819:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.073821:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.073823:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a7ca2ed. 00000100:00000001:3.0:1767384311.073827:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.073829:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.073831:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.073837:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.073839:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.073842:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.073844:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.074160:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294898126, at 4294898127 00000100:00000040:0.0:1767384311.074162:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294898126, at 4294898127 00000100:00000010:2.0:1767384311.074172:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000462622dd. 00000100:00000010:0.0:1767384311.074178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0f4647e. 00000100:00000040:3.0:1767384311.075186:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294898126, at 4294898128 00000100:00000010:3.0:1767384311.075195:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ba3fd1. 00000100:00000040:1.0:1767384311.075236:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294898126, at 4294898128 00000100:00000010:1.0:1767384311.075242:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2800b73. 00010000:00000010:2.1:1767384311.080184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c9a1cfd. 00010000:00000010:2.1:1767384311.080192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006ae72eec. 00010000:00000010:2.1:1767384311.080195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4e7b238. 00010000:00000010:2.1:1767384311.080198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000456ca626. 00000400:00000010:1.0:1767384311.089773:0:20989:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000048f2a3c3. 00000400:00000040:1.0:1767384311.089794:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.089797:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.089800:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.089801:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.089804:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.089809:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384311.089812:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.089813:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.089815:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.089816:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384311.089818:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.089820:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.089822:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.089823:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.089824:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384311.089826:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.089827:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.089828:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384311.089829:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384311.089831:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.089833:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.089835:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.089836:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.089838:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.089840:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384311.089843:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.089845:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.089847:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.089849:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.089851:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.089853:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384311.089856:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.089858:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.089860:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.089862:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.089866:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.089869:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384311.089872:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.089875:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.089878:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.089881:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.089884:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.089886:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384311.089888:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384311.089900:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384311.089903:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384311.089905:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384311.089907:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384311.089909:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.089911:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.089912:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384311.089914:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.089915:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384311.089917:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384311.089918:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384311.089919:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384311.089920:0:20989:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384311.089951:0:20989:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000048f2a3c3. 00000004:00000001:3.0:1767384311.124351:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384311.124358:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384311.124368:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a413de3. 00000020:00000040:3.0:1767384311.124378:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384311.124385:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384311.124390:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384311.124399:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384311.124410:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b7803cb. 00000100:00000001:3.0:1767384311.124431:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.124443:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384311.124447:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.124463:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a413de3] to pc [ptlrpcd_00_02+2] req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.124463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384311.124477:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384311.124483:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8ba8832. 00000020:00000040:2.0:1767384311.124491:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384311.124495:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.124499:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.124504:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384311.124511:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000be231b99. 00000004:00000001:3.0:1767384311.124520:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.124520:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124538:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384311.124548:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.124551:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124557:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8ba8832] to pc [ptlrpcd_00_03+3] req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.124570:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384311.124574:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384311.124577:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000020:00000040:2.0:1767384311.124579:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384311.124582:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.124583:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.124584:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384311.124586:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002424448c. 00000100:00000001:2.0:1767384311.124589:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124592:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384311.124597:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.124599:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_00+0] req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.124621:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384311.124625:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384311.124628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000970787a5. 00000020:00000040:2.0:1767384311.124631:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384311.124633:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.124634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.124635:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384311.124638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b630a7e2. 00000100:00000001:2.0:1767384311.124648:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124651:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384311.124656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.124657:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000970787a5] to pc [ptlrpcd_00_01+1] req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.124667:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.124671:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (235) 00000100:00000001:3.0:1767384311.124775:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.124784:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.124788:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384311.124799:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.124813:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384311.124818:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.124824:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384311.124830:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384311.124834:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.124842:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742989696:0@lo:13: 00000100:00000001:3.0:1767384311.124848:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384311.124856:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384311.124857:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384311.124860:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.124862:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.124866:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384311.124867:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384311.124872:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384311.124876:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007aea112a. 00000100:00000001:2.0:1767384311.124882:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384311.124883:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.124885:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.124894:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.124901:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384311.124906:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d94675f4. 02000000:00000001:2.0:1767384311.124906:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.124919:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000970787a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742990080:0@lo:400: 00000100:00000001:2.0:1767384311.124923:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384311.124924:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 02000000:00000001:2.0:1767384311.124928:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384311.124932:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.124935:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384311.124937:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742989696, portal 4 02000000:00000010:2.0:1767384311.124939:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cd26010. 02000000:00000001:2.0:1767384311.124943:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.124945:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384311.124949:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952749952 : -130122756801664 : ffff89a76f4dbb80) 00000400:00000010:2.0:1767384311.124950:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb08d026. 00000400:00000010:2.0:1767384311.124964:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000040:3.0:1767384311.124970:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384311.124972:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742990080, portal 10 00000100:00000001:2.0:1767384311.124980:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.124998:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040581888 : -130122668969728 : ffff89a77489f100) 00000100:00000001:3.0:1767384311.125009:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.125011:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.125025:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384311.125032:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc9b3ec6. 00000100:00000200:3.0:1767384311.125044:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742989696, offset 0 00000100:00000001:2.0:1767384311.125046:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.125056:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.125061:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384311.125065:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742990080, offset 0 00000400:00000200:3.0:1767384311.125072:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384311.125080:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384311.125097:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.125098:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.125146:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc02900 00000100:00000001:1.0:1767384311.125151:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.125158:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384311.125159:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:3.0:1767384311.125164:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc02780 00000100:00000001:1.0:1767384311.125164:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384311.125168:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384311.125174:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.125185:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384311.125186:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 448 00000100:00000001:1.0:1767384311.125200:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.125202:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125204:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384311.125206:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384311.125206:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384311.125207:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384311.125214:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384311.125219:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008254f8b6. 02000000:00000001:1.0:1767384311.125219:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.125230:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384311.125233:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000008254f8b6 x1853236742990080 msgsize 224 00000100:00100000:1.0:1767384311.125236:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742989952:0@lo:400: 00000100:00000001:3.0:1767384311.125244:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384311.125252:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384311.125255:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:2.0:1767384311.125255:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384311.125257:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384311.125261:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.125264:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384311.125266:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4146cf3. 02000000:00000010:1.0:1767384311.125267:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2878c80. 00000100:00000001:2.0:1767384311.125269:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384311.125275:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.125276:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000b4146cf3 x1853236742989696 msgsize 224 00000400:00000010:1.0:1767384311.125280:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf119de8. 00000400:00000200:2.0:1767384311.125282:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000100:00100000:3.0:1767384311.125296:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384311.125296:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00000001:2.0:1767384311.125305:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384311.125309:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062e85c17. 00000100:00000200:2.0:1767384311.125310:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.125316:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742989952, portal 10 00000100:00000001:3.0:1767384311.125318:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.125327:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384311.125333:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000100:00000001:2.0:1767384311.125337:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384311.125338:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc9b3ec6 00000100:00000040:2.0:1767384311.125344:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384311.125348:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc9b3ec6. 00000100:00000040:1.0:1767384311.125353:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.125362:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384311.125373:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.125385:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384311.125389:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.125393:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.125400:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000001:2.0:1767384311.125402:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384311.125408:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742989952, offset 0 00000100:00000001:3.0:1767384311.125413:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384311.125414:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.125419:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384311.125422:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.125423:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2321 usecs (3 jiffies) 00000400:00000200:1.0:1767384311.125433:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384311.125434:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294898181 00000100:00000010:2.0:1767384311.125447:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae313a43. 00000100:00000001:3.0:1767384311.125458:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.125459:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc02880 00000100:00000001:2.0:1767384311.125463:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384311.125465:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384311.125469:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000400:00000200:1.0:1767384311.125475:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384311.125476:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125476:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294898181 00000400:00000200:1.0:1767384311.125481:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384311.125485:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4075 usecs (5 jiffies) 00000100:00000010:2.0:1767384311.125491:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48584c7. 00000100:00000001:3.0:1767384311.125495:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898183 00000100:00000001:1.0:1767384311.125495:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384311.125498:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384311.125500:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384311.125508:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073851622. 00000100:00000001:2.0:1767384311.125509:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294898181 00000100:00000001:3.0:1767384311.125516:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294898181 00000100:00000040:1.0:1767384311.125519:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000073851622 x1853236742989952 msgsize 224 00000100:00000010:2.0:1767384311.125521:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1be939c. 00000100:00000001:3.0:1767384311.125531:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898183 00000100:00000001:2.0:1767384311.125531:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384311.125537:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384311.125544:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294898181 00000100:00000001:3.0:1767384311.125546:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294898181 00000100:00000010:2.0:1767384311.125548:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8cc1299. 00000100:00000001:1.0:1767384311.125550:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.125561:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898183 00000100:00000001:2.0:1767384311.125561:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384311.125562:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384311.125568:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:2.0:1767384311.125569:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.125572:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294898181 00000100:00000001:2.0:1767384311.125577:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125580:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384311.125587:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898183 00000100:00000001:2.0:1767384311.125589:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384311.125593:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.125598:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.125609:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294898181 00000100:00000001:2.0:1767384311.125614:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.125616:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384311.125619:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384311.125621:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384311.125624:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.125628:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.125630:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125633:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.125644:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125644:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125647:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125657:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.125658:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.125659:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.125664:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.125672:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1688 usecs (2 jiffies) 00000100:00000001:3.0:1767384311.125677:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.125678:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898180 00000100:00000001:3.0:1767384311.125683:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384311.125683:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898183 00000100:00000001:1.0:1767384311.125687:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898180 00000100:00000001:2.0:1767384311.125688:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384311.125692:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384311.125693:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990080 02000000:00000001:2.0:1767384311.125701:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.125702:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.125702:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898183 00000100:00000001:2.0:1767384311.125705:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.125707:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125708:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898180 00000100:00000001:2.0:1767384311.125710:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125718:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898183 00000100:00000001:1.0:1767384311.125722:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898180 02000000:00000001:2.0:1767384311.125723:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.125724:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384311.125727:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898183 00000100:00000001:1.0:1767384311.125735:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384311.125736:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990080 00000100:00000001:3.0:1767384311.125737:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.125742:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384311.125743:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.125747:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000001:3.0:1767384311.125748:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.125749:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.125750:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384311.125757:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.125759:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384311.125760:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000100:00000001:3.0:1767384311.125764:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384311.125773:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:3.0:1767384311.125774:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.125774:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.125784:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384311.125786:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:3.0:1767384311.125787:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384311.125788:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.125797:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.125801:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384311.125801:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.125802:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.125812:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384311.125813:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000020:00000010:2.0:1767384311.125828:0:17079:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e704663a. 00000100:00000001:3.0:1767384311.125830:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384311.125833:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.125836:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384311.125845:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384311.125845:0:17079:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:1.0:1767384311.125846:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.125855:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384311.125862:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125864:0:17079:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384311.125868:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742989824:0@lo:400: 00000020:00000010:2.0:1767384311.125869:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3af6c18. 00000020:00000010:2.0:1767384311.125876:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000a524e3. 00000100:00000001:3.0:1767384311.125878:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384311.125881:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9b79f9. 02000000:00000001:3.0:1767384311.125884:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384311.125887:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.125891:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1767384311.125892:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384311.125895:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.125898:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384311.125900:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bee5d819. 00000100:00000001:2.0:1767384311.125900:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384311.125908:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.125912:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767384311.125915:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000100:00000001:2.0:1767384311.125915:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384311.125920:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.125928:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc9b3ec6. 00000100:00000200:3.0:1767384311.125935:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742989824, portal 4 00000100:00000001:3.0:1767384311.125939:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.125944:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.125952:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040576512 : -130122668975104 : ffff89a77489dc00) 00000100:00080000:1.0:1767384311.125952:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384311.125956:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384311.125958:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00100000:2.0:1767384311.125961:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989952 00000100:00000040:3.0:1767384311.125966:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.125969:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384311.125971:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.125976:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.125982:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.126000:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.126006:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384311.126008:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384311.126010:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989952 00000020:00000001:2.0:1767384311.126019:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384311.126019:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384311.126020:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384311.126029:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000400:00000010:3.0:1767384311.126033:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000020:00000001:2.0:1767384311.126034:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384311.126034:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000020:00000040:2.0:1767384311.126045:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000020:00000001:2.0:1767384311.126063:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384311.126063:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040575616 : -130122668976000 : ffff89a77489d880) 00000100:00000200:3.0:1767384311.126065:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742989824, offset 0 00000020:00000001:2.0:1767384311.126080:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384311.126087:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384311.126087:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008254f8b6 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.126090:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384311.126098:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000400:00000200:3.0:1767384311.126107:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384311.126108:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.126114:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000316440ef. 00000100:00000001:2.0:1767384311.126135:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.126139:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000100:00000001:1.0:1767384311.126142:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.126146:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000316440ef. 00000020:00000010:2.0:1767384311.126147:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c63e104f. 00000400:00000200:3.0:1767384311.126157:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc02800 00000020:00000010:2.0:1767384311.126162:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033db41ef. 00000100:00100000:1.0:1767384311.126166:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008254f8b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742990080:12345-0@lo:400: 00000020:00000010:2.0:1767384311.126167:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003bea1c76. 00000400:00000200:3.0:1767384311.126178:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 1872 00000100:00000001:2.0:1767384311.126178:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.126183:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384311.126203:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384311.126205:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990080 00000100:00000001:2.0:1767384311.126208:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384311.126213:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384311.126214:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384311.126215:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384311.126218:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384311.126219:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.126228:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.126233:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384311.126235:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384311.126235:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:2.0:1767384311.126239:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.126243:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.126247:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.126249:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384311.126250:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384311.126253:0:18482:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000923bc92a. 00000100:00000001:2.0:1767384311.126254:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384311.126256:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1767384311.126256:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384311.126258:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384311.126265:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.126265:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384311.126270:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf5158dc. 00000100:00100000:0.0:1767384311.126276:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989696 00000020:00000001:1.0:1767384311.126278:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384311.126279:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000001:0.0:1767384311.126282:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384311.126283:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000bf5158dc x1853236742989824 msgsize 224 00000100:00000001:0.0:1767384311.126288:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.126289:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384311.126290:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:0.0:1767384311.126296:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.126298:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384311.126300:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088533376 : -130122621018240 : ffff89a777659f80) 02000000:00000001:0.0:1767384311.126304:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384311.126306:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a33bc5e. 00000100:00000040:2.0:1767384311.126318:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073851622 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.126319:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384311.126320:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.126320:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989696 00000020:00000001:0.0:1767384311.126331:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384311.126335:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384311.126337:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:1.0:1767384311.126343:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.126344:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384311.126347:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384311.126348:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384311.126353:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00010000:00000040:1.0:1767384311.126356:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990080 00000400:00000200:3.0:1767384311.126359:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000020:00000010:2.0:1767384311.126359:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000020:00000001:0.0:1767384311.126361:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00010000:00000001:1.0:1767384311.126363:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384311.126372:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000100:00000001:2.0:1767384311.126374:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384311.126374:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00010000:00000200:1.0:1767384311.126379:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008254f8b6 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.126381:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384311.126385:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384311.126391:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000020:00000010:0.0:1767384311.126391:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091e1f5f5. 00000100:00000200:3.0:1767384311.126395:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.126404:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.126408:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.126408:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003786e79b. 00000100:00100000:2.0:1767384311.126415:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073851622 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742989952:12345-0@lo:400: 00000100:00001000:1.0:1767384311.126425:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=15 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384311.126426:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000200:2.0:1767384311.126437:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989952 00000100:00000001:1.0:1767384311.126443:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384311.126447:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384311.126451:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.126456:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384311.126456:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384311.126457:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384311.126458:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384311.126471:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.126471:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384311.126473:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c59c24. 00000100:00000040:3.0:1767384311.126477:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384311.126480:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.126484:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384311.126484:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001109c15. 00000100:00000001:1.0:1767384311.126488:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384311.126489:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000010:0.0:1767384311.126491:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000044e60728. 00000020:00000001:2.0:1767384311.126501:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384311.126503:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384311.126508:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384311.126509:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.126511:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000001:0.0:1767384311.126521:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384311.126525:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384311.126526:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742990080, offset 224 00000100:00000001:0.0:1767384311.126527:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384311.126533:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384311.126534:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.126540:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.126541:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.126543:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384311.126545:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.126551:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384311.126555:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.126560:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384311.126561:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384311.126566:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384311.126567:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.126570:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.126574:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384311.126575:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005ed8d9f7. 00000100:00000040:3.0:1767384311.126576:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4075 usecs (5 jiffies) 00000100:00000001:0.0:1767384311.126577:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384311.126580:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.126588:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc02900 00000100:00000001:3.0:1767384311.126592:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898184 00000100:00000001:2.0:1767384311.126592:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.126593:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000400:00000200:1.0:1767384311.126605:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1311 [1] + 224 00000100:00000040:0.0:1767384311.126605:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000020:00000001:2.0:1767384311.126609:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.126612:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294898183 00000100:00000001:0.0:1767384311.126617:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952741888 : -130122756809728 : ffff89a76f4d9c00) 00010000:00000040:2.0:1767384311.126619:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742989952 00000400:00000200:1.0:1767384311.126619:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384311.126638:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384311.126641:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898184 00010000:00000200:2.0:1767384311.126659:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073851622 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.126659:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4146cf3 x1853236742989696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.126662:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384311.126674:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294898183 00000100:00000001:1.0:1767384311.126679:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384311.126692:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898184 00000100:00000200:1.0:1767384311.126693:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.126709:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294898183 00010000:00000001:2.0:1767384311.126724:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384311.126726:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898184 00010000:00000001:2.0:1767384311.126734:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.126744:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294898183 00000100:00000001:0.0:1767384311.126744:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1767384311.126746:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=15 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384311.126752:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc0d05ec. 00000100:00000001:0.0:1767384311.126766:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.126767:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.126768:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.126769:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384311.126772:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc0d05ec. 00000100:00000040:2.0:1767384311.126775:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:3.0:1767384311.126788:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.126788:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00100000:0.0:1767384311.126792:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4146cf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236742989696:12345-0@lo:13: 02000000:00000001:2.0:1767384311.126804:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384311.126806:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.126812:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384311.126820:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989696 00000100:00000001:3.0:1767384311.126824:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.126825:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384311.126828:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384311.126836:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384311.126841:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384311.126842:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.126846:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000020:00000001:0.0:1767384311.126848:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384311.126851:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000200:2.0:1767384311.126853:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742989952, offset 224 00000100:00000001:1.0:1767384311.126853:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384311.126855:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384311.126861:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.126865:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384311.126867:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384311.126871:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384311.126871:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.126876:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384311.126877:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 02000000:00000001:0.0:1767384311.126879:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384311.126880:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384311.126885:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000400:00000200:2.0:1767384311.126886:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384311.126892:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742989824 02000000:00000010:0.0:1767384311.126893:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bad6db16. 00000100:00000001:1.0:1767384311.126899:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384311.126907:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc02880 00000100:00000001:1.0:1767384311.126908:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384311.126908:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.126909:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.126921:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.126921:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.126922:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.126929:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x131d [1] + 224 00000100:00000001:3.0:1767384311.126932:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384311.126938:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384311.126943:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00002000:00000001:0.0:1767384311.126947:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:3.0:1767384311.126948:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.126951:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384311.126959:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384311.126960:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:3.0:1767384311.126963:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742989824 00000020:00000001:1.0:1767384311.126969:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.126972:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384311.126973:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384311.126975:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384311.126976:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384311.127001:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00002000:00000024:0.0:1767384311.127001:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384311.127002:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384311.127003:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008254f8b6 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.127013:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384311.127014:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384311.127016:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000040:3.0:1767384311.127023:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000020:00000020:0.0:1767384311.127030:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384311.127038:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00002000:00000020:0.0:1767384311.127046:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:3.0:1767384311.127057:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00002000:00000001:0.0:1767384311.127062:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384311.127077:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384311.127077:0:18482:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000010d2e017. 00000100:00100000:1.0:1767384311.127078:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008254f8b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742990080:12345-0@lo:400: Request processed in 966us (1838us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384311.127080:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384311.127088:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000044aa44. 00000001:00000001:0.0:1767384311.127097:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384311.127139:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.127145:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000044aa44. 00000020:00000010:3.0:1767384311.127154:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b806737. 00000001:00000001:0.0:1767384311.127159:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.127166:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000010:3.0:1767384311.127167:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083960e38. 00002000:00000001:0.0:1767384311.127168:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384311.127184:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742989696 00000100:00000040:1.0:1767384311.127185:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000020:00000010:3.0:1767384311.127187:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00010000:00000001:0.0:1767384311.127190:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384311.127192:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.127209:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:0.0:1767384311.127209:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4146cf3 x1853236742989696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.127217:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000100:00000001:1.0:1767384311.127218:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384311.127221:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1767384311.127224:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384311.127225:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000020:00000010:1.0:1767384311.127227:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000a524e3. 00010000:00000001:0.0:1767384311.127228:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.127235:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1767384311.127236:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=11 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384311.127237:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9b79f9. 00000100:00000001:2.0:1767384311.127240:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.127241:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384311.127252:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3af6c18. 00000100:00000001:3.0:1767384311.127253:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384311.127254:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384311.127256:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.127268:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384311.127271:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000040:2.0:1767384311.127272:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:0.0:1767384311.127272:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384311.127285:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384311.127286:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384311.127287:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.127288:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384311.127289:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.127300:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1767384311.127301:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384311.127303:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384311.127305:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.127310:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.127310:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.127316:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073851622 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.127320:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.127325:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000100:00000001:3.0:1767384311.127332:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384311.127332:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073851622 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236742989952:12345-0@lo:400: Request processed in 980us (1806us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384311.127332:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742989696, offset 224 00000400:00000200:0.0:1767384311.127351:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384311.127357:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384311.127363:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:3.0:1767384311.127364:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384311.127365:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384311.127370:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384311.127371:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384311.127378:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384311.127383:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033db41ef. 00000400:00000200:0.0:1767384311.127385:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc02780 00000100:00100000:3.0:1767384311.127389:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000010:2.0:1767384311.127394:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003bea1c76. 00000100:00000040:3.0:1767384311.127399:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000400:00000200:0.0:1767384311.127401:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x130d [1] + 224 00000020:00000010:2.0:1767384311.127404:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c63e104f. 00000100:00000001:3.0:1767384311.127407:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952746368 : -130122756805248 : ffff89a76f4dad80) 00000020:00000040:2.0:1767384311.127412:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000400:00000200:0.0:1767384311.127419:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384311.127421:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384311.127426:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf5158dc x1853236742989824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.127429:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384311.127445:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384311.127449:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384311.127454:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384311.127456:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000044aa44. 00000100:00000001:2.0:1767384311.127460:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.127468:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.127468:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384311.127473:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384311.127478:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384311.127480:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000044aa44. 00000400:00000001:2.0:1767384311.127482:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.127487:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf119de8. 00000400:00000200:2.0:1767384311.127494:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e85c17 00000100:00100000:3.0:1767384311.127500:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf5158dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236742989824:12345-0@lo:400: 00000400:00000010:2.0:1767384311.127501:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062e85c17. 00000100:00000001:0.0:1767384311.127506:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384311.127510:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384311.127516:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742989824 00000400:00000200:0.0:1767384311.127518:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000100:00000200:2.0:1767384311.127524:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.127526:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384311.127527:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000020:00000001:3.0:1767384311.127542:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384311.127543:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.127543:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384311.127549:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384311.127550:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.127563:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384311.127563:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.127564:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384311.127573:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:2.0:1767384311.127574:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.127574:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384311.127586:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384311.127587:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384311.127588:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384311.127590:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.127593:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384311.127594:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.127594:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384311.127601:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384311.127602:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384311.127602:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4146cf3 x1853236742989696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.127607:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.127608:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384311.127616:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.127617:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.127623:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4146cf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236742989696:12345-0@lo:13: Request processed in 876us (2343us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384311.127624:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=15 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384311.127627:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00001000:2.0:1767384311.127637:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384311.127639:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384311.127646:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1767384311.127647:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384311.127648:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384311.127650:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:2.0:1767384311.127655:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.127656:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384311.127657:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000661d9db6. 00010000:00000001:2.0:1767384311.127659:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384311.127660:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1767384311.127664:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384311.127664:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001109c15. 00000020:00000010:0.0:1767384311.127679:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044e60728. 02000000:00000001:3.0:1767384311.127680:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.127681:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384311.127688:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384311.127689:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c59c24. 00000100:00000001:3.0:1767384311.127693:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.127693:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1767384311.127696:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000020:00000040:0.0:1767384311.127698:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00000040:2.0:1767384311.127700:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1767384311.127705:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.127709:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.127712:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000040:3.0:1767384311.127718:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742989824 00000100:00000001:2.0:1767384311.127719:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.127728:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384311.127729:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.127739:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384311.127741:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf5158dc x1853236742989824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.127747:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384311.127753:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.127755:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.127762:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.127763:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384311.127768:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.127771:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384311.127772:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:1.0:1767384311.127774:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384311.127780:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.127780:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236742989952:0@lo:400: 00000400:00000001:1.0:1767384311.127781:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384311.127789:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb08d026. 00000100:00001000:3.0:1767384311.127791:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=11 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384311.127805:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000100:00000001:3.0:1767384311.127806:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384311.127806:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.127816:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384311.127816:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000100:00000040:3.0:1767384311.127820:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:2.0:1767384311.127827:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742989952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.127827:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384311.127828:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384311.127831:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000001:0.0:1767384311.127834:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384311.127841:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384311.127842:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d94675f4. 02000000:00000001:3.0:1767384311.127846:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384311.127853:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 02000000:00000001:3.0:1767384311.127854:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.127861:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000100:00000001:3.0:1767384311.127870:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384311.127886:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384311.127889:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384311.127897:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384311.127901:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384311.127904:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2878c80. 00000100:00000040:3.0:1767384311.127908:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384311.127914:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384311.127922:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000020:00000001:2.0:1767384311.127923:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384311.127928:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384311.127934:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384311.127937:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742989824, offset 224 00000020:00000001:2.0:1767384311.127942:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.127949:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002424448c. 02000000:00000001:2.0:1767384311.127962:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384311.127969:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384311.127971:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384311.127976:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000100:00000200:0.0:1767384311.127981:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.128000:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384311.128007:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.128016:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384311.128017:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384311.128018:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.128023:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.128032:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.128040:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.128040:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384311.128043:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384311.128052:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384311.128053:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc02800 00000100:00000001:0.0:1767384311.128053:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.128055:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.128056:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.128065:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.128066:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.128067:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1325 [1] + 224 00000100:00000001:0.0:1767384311.128067:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384311.128077:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384311.128079:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.128081:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384311.128085:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384311.128088:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.128091:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=15 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384311.128093:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.128149:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384311.128156:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384311.128165:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384311.128170:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384311.128182:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.128190:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384311.128191:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.128203:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384311.128210:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.128225:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.128227:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128230:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384311.128234:0:16349:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000040:0.0:1767384311.128244:0:16349:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.128252:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384311.128256:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384311.128257:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.128264:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384311.128264:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000171ab4dc x1853236742986752/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.128265:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000100:00000001:1.0:1767384311.128270:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.128275:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00010000:00000001:1.0:1767384311.128279:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384311.128291:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128294:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384311.128296:0:17889:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384311.128301:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384311.128302:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384311.128308:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3134cd7. 00010000:00000001:1.0:1767384311.128309:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.128312:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.128321:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384311.128322:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:1.0:1767384311.128323:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384311.128324:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384311.128327:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384311.128331:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.128331:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384311.128332:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384311.128334:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.128339:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384311.128342:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384311.128345:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.128349:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf5158dc x1853236742989824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384311.128353:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384311.128362:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cb4a5f3a. 02000000:00000001:0.0:1767384311.128377:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767384311.128378:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf5158dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236742989824:12345-0@lo:400: Request processed in 927us (2092us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384311.128380:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.128388:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384311.128389:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.128393:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384311.128397:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000010:0.0:1767384311.128397:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000171ab4dc. 00000100:00000040:1.0:1767384311.128402:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.128406:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:0.0:1767384311.128411:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.128412:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384311.128419:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384311.128420:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384311.128422:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000970787a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742990080:0@lo:400: 00000020:00000010:3.0:1767384311.128424:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083960e38. 00000100:00000001:0.0:1767384311.128431:0:16349:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.128432:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000100:00000001:1.0:1767384311.128433:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.128441:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384311.128442:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b806737. 00000100:00000040:0.0:1767384311.128442:0:16349:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000040:1.0:1767384311.128445:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000970787a5 x1853236742990080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384311.128449:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384311.128456:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384311.128457:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384311.128461:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384311.128462:0:16349:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767384311.128466:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cd26010. 00000100:00000001:0.0:1767384311.128467:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.128472:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.128474:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.128476:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384311.128482:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384311.128482:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384311.128485:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b630a7e2. 02000000:00000001:1.0:1767384311.128491:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384311.128494:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384311.128496:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000970787a5. 00000100:00000001:1.0:1767384311.128504:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384311.128507:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.128517:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128517:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.128526:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.128528:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.128529:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.128535:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.128535:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.128540:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384311.128544:0:16349:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384311.128550:0:16349:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384311.128553:0:16349:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384311.128562:0:16349:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384311.128568:0:16349:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.128571:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.128580:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742989696:0@lo:13: 00000100:00000001:0.0:1767384311.128585:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.128588:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.128590:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a413de3 x1853236742989696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128596:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384311.128598:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384311.128601:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007aea112a. 02000000:00000001:0.0:1767384311.128605:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.128607:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.128609:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384311.128611:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384311.128614:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b7803cb. 02000000:00000001:0.0:1767384311.128618:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384311.128620:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384311.128621:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a413de3. 00000100:00000001:0.0:1767384311.128625:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384311.128634:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128637:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.128640:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.128641:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384311.128646:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384311.128648:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384311.128650:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000400:00000200:0.0:1767384311.128653:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc9b3ec6 00000400:00000010:0.0:1767384311.128655:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc9b3ec6. 00000100:00000001:0.0:1767384311.128658:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.128662:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384311.128670:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128678:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384311.128679:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128681:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384311.128683:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384311.128685:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.128687:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.128688:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384311.128693:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384311.128696:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.128699:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384311.128702:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.128704:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384311.128708:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.128715:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.128718:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384311.128720:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384311.128722:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384311.128724:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.128727:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128748:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.128750:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384311.128752:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.128756:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.128764:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742989824:0@lo:400: 00000100:00000001:0.0:1767384311.128770:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128772:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.128775:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8ba8832 x1853236742989824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.128783:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384311.128785:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384311.128787:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bee5d819. 02000000:00000001:0.0:1767384311.128790:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.128792:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.128793:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384311.128795:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384311.128797:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000be231b99. 02000000:00000001:0.0:1767384311.128800:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384311.128802:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384311.128803:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8ba8832. 00000100:00000001:0.0:1767384311.128806:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384311.128807:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128809:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.128815:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.128817:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.128820:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.128822:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.132169:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294898184, at 4294898185 00000100:00000010:2.0:1767384311.132176:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1be939c. 00000100:00000040:1.0:1767384311.133162:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294898184, at 4294898186 00000100:00000010:1.0:1767384311.133172:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48584c7. 00000100:00000040:3.0:1767384311.133176:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294898184, at 4294898186 00000100:00000010:3.0:1767384311.133187:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8cc1299. 00000100:00000040:0.0:1767384311.133296:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294898184, at 4294898186 00000100:00000010:0.0:1767384311.133305:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae313a43. 00010000:00000001:0.0:1767384311.316165:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384311.316171:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.316177:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384311.316184:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.316217:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384311.316221:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.316224:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384311.635286:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384311.635292:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384311.635298:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384311.635303:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384311.635305:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384311.635307:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384311.635309:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384311.635312:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384311.635315:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 11 10000000:00000001:0.0:1767384311.635318:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384311.635320:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384311.635329:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384311.635334:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384311.635341:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.635345:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.635353:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.635362:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e90014e9. 00000100:00000001:0.0:1767384311.635370:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.635375:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384311.635379:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384311.635389:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0eea328. 00010000:00000001:0.0:1767384311.635395:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384311.635399:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a5f2cdfe. 00000020:00000001:0.0:1767384311.635404:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384311.635409:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a5f2cdfe with handle 0x88edd5ef35457d09 to hash 00000020:00000001:0.0:1767384311.635412:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384311.635415:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.635418:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.635423:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384311.635426:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.635430:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384311.635438:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384311.635461:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384311.635466:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384311.635468:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384311.635473:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab8be211. 00000100:00000001:0.0:1767384311.635491:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945922682880 : -130127786868736 : ffff89a6437d0000) 00000100:00000001:0.0:1767384311.635495:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.635496:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384311.635503:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.635506:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635509:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384311.635511:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384311.635522:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.635533:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384311.635535:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.635539:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384311.635542:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.635545:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.635549:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742990208:0@lo:101: 00000100:00000001:0.0:1767384311.635553:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384311.635561:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384311.635565:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.635567:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384311.635572:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a3abb7f1. 02000000:00000001:0.0:1767384311.635575:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.635582:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7d5dc6. 00000400:00000010:0.0:1767384311.635590:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000100:00000200:0.0:1767384311.635598:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742990208, portal 25 00000100:00000001:0.0:1767384311.635600:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.635602:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384311.635606:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.635623:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.635626:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.635631:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384311.635634:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742990208, offset 0 00000400:00000200:0.0:1767384311.635643:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.635661:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.635677:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc02980 00000400:00000200:0.0:1767384311.635685:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f1 [2] + 0 00000400:00000010:0.0:1767384311.635690:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffa0e946. 00000400:00000200:0.0:1767384311.635695:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5b3e684 00000400:00000200:0.0:1767384311.635702:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.635708:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384311.635715:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5b3e684 00000400:00000010:0.0:1767384311.635717:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5b3e684. 00000100:00000001:0.0:1767384311.635723:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384311.635726:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384311.635730:0:17076:0:(events.c:337:request_in_callback()) incoming req@000000004a1e66e5 x1853236742990208 msgsize 328 00000100:00100000:0.0:1767384311.635736:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384311.635739:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384311.635761:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.635770:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:0.0:1767384311.635772:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000100:00000001:0.0:1767384311.635776:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384311.635779:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.635792:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.635797:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.635809:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635812:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.635821:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635828:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294898693 00000100:00000010:0.0:1767384311.635835:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006719a28b. 00000100:00000001:1.0:1767384311.635842:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384311.635850:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990208 00000100:00000001:0.0:1767384311.635857:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384311.635868:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384311.635869:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294898693 00000100:00000001:1.0:1767384311.635872:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384311.635878:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002d98bda. 00000100:00000001:1.0:1767384311.635879:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635890:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384311.635892:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635900:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294898693 00000100:00100000:1.0:1767384311.635902:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990208 00000020:00000001:1.0:1767384311.635910:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384311.635911:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b412562. 00000020:00000040:1.0:1767384311.635916:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384311.635918:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384311.635925:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384311.635926:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294898693 00000020:00000040:1.0:1767384311.635933:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000010:0.0:1767384311.635934:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9a7ebae. 00000100:00000001:0.0:1767384311.635940:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384311.635943:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384311.635946:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384311.635952:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384311.635953:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.635960:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.635964:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384311.635966:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384311.635967:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab8be211 going to sleep for 11 seconds 00000100:00000001:0.0:1767384311.635995:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384311.635998:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000100:00000001:0.0:1767384311.636001:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636006:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.636028:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b3cabab. 00000020:00000010:1.0:1767384311.636037:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6595f65. 00000020:00000010:1.0:1767384311.636045:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f419e265. 00000020:00000010:1.0:1767384311.636052:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000040:1.0:1767384311.636067:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384311.636072:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.636074:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.636092:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636105:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636161:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.636186:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.636190:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384311.636212:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384311.636219:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000001:2.0:1767384311.636220:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384311.636232:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384311.636234:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636236:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087290448 : -130122622261168 : ffff89a77752a850) 00000100:00000001:2.0:1767384311.636241:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.636249:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a1e66e5 x1853236742990208/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 328/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.636265:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.636269:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000100:00000001:1.0:1767384311.636280:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.636283:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b3cabab. 00000100:00100000:1.0:1767384311.636290:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a1e66e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742990208:12345-0@lo:101: 00000100:00000200:1.0:1767384311.636295:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990208 00000020:00000001:1.0:1767384311.636299:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384311.636304:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.636307:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.636310:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.636313:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:1.0:1767384311.636318:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.636319:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.636322:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.636324:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384311.636327:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.636330:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384311.636332:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384311.636333:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384311.636335:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384311.636337:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.636341:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384311.636346:0:17071:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000714b157d. 00010000:00000001:1.0:1767384311.636349:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384311.636351:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000020:00000001:1.0:1767384311.636354:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384311.636355:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457d10 to hash 00000020:00000001:1.0:1767384311.636357:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384311.636358:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384311.636360:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00010000:1.0:1767384311.636363:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457d09 expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384311.636368:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:1.0:1767384311.636371:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384311.636378:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.636386:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.636390:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a975e13. 02000000:00000001:1.0:1767384311.636392:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636394:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.636396:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384311.636400:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384311.636402:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384311.636404:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.636406:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.636408:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.636409:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.636411:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384311.636413:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384311.636414:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384311.636415:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384311.636417:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000714b157d) refcount = 1 00010000:00010000:1.0:1767384311.636421:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.636426:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384311.636427:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384311.636429:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.636430:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.636432:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384311.636435:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384311.636438:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.636444:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384311.636446:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384311.636447:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.636450:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.636451:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384311.636453:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.636454:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384311.636456:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000088f17e2e, rc 0) 00000020:00000001:1.0:1767384311.636458:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.636465:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990208 00010000:00000001:1.0:1767384311.636468:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.636472:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a1e66e5 x1853236742990208/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 328/344 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.636479:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.636481:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.636485:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.636490:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.636508:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.636510:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384311.636514:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.636517:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.636520:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.636523:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.636526:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000200:1.0:1767384311.636530:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742990208, offset 224 00000400:00000200:1.0:1767384311.636535:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.636542:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.636549:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc02980 00000400:00000200:1.0:1767384311.636554:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x133d [1] + 224 00000400:00000200:1.0:1767384311.636558:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.636561:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.636564:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.636568:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.636576:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.636596:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.636602:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384311.636605:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384311.636609:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384311.636611:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.636614:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.636617:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384311.636626:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384311.636629:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.636632:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384311.636637:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a1e66e5 x1853236742990208/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 328/344 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.636654:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a1e66e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742990208:12345-0@lo:101: Request processed in 386us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384311.636667:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:0.0:1767384311.636670:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384311.636674:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000001:0.0:1767384311.636681:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384311.636682:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384311.636687:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384311.636689:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384311.636691:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc7d5dc6. 00000020:00000010:1.0:1767384311.636699:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f419e265. 00000400:00000200:0.0:1767384311.636700:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000400:00000010:0.0:1767384311.636705:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000020:00000010:1.0:1767384311.636712:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000100:00000001:0.0:1767384311.636713:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384311.636723:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6595f65. 00000100:00000200:0.0:1767384311.636724:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384311.636752:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000200:0.0:1767384311.636759:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384311.636764:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384311.636772:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a975e13. 00000100:00000001:0.0:1767384311.636772:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384311.636776:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.636782:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384311.636783:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384311.636788:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384311.636790:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.636793:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384311.636801:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384311.636809:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.636810:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c9cbc8a. 02000000:00000001:0.0:1767384311.636836:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.636841:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ad365ce. 00000100:00001000:0.0:1767384311.636846:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384311.636855:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.636860:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384311.636863:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.636867:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384311.636871:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.636876:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.636882:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.636894:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.636899:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384311.636902:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.636908:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.636921:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742990208:0@lo:101: 00000100:00000001:0.0:1767384311.636929:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.636932:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.636936:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384311.636939:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.636942:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.636949:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384311.636952:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab8be211. 00000100:00000001:0.0:1767384311.636956:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384311.636958:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.636960:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384311.636964:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384311.636966:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.636968:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f2cdfe refcount=4 00000020:00000001:0.0:1767384311.636970:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.636973:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000040:0.0:1767384311.637025:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a5f2cdfe, remote cookie: 0x88edd5ef35457d10, flags: 0x0 00010000:00000001:0.0:1767384311.637027:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384311.637029:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384311.637031:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384311.637032:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384311.637032:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384311.637034:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0eea328) refcount = 1 00010000:00010000:0.0:1767384311.637037:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.637042:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384311.637043:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384311.637044:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384311.637046:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384311.637048:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.637051:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.637055:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384311.637056:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.637057:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.637058:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.637060:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.637078:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637080:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.637083:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742990208/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.637090:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384311.637094:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384311.637097:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a3abb7f1. 02000000:00000001:0.0:1767384311.637101:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.637103:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.637106:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384311.637108:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384311.637111:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e90014e9. 02000000:00000001:0.0:1767384311.637156:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384311.637168:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384311.637170:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384311.637176:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384311.637177:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384311.637180:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384311.637182:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384311.637183:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384311.637185:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.637187:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384311.637188:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.637190:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f2cdfe refcount=3 00000020:00000001:0.0:1767384311.637192:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.637194:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.637196:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384311.637214:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.637215:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.637216:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384311.637218:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384311.637221:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000032209708. 00000100:00000010:0.0:1767384311.637234:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384311.637236:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384311.637238:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.637240:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.637242:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.637245:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e90014e9. 00000100:00000001:0.0:1767384311.637248:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637252:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384311.637255:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a3abb7f1. 00000100:00000010:0.0:1767384311.637258:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000067e6f7f0. 00000020:00000040:0.0:1767384311.637260:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384311.637263:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384311.637264:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384311.637266:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab8be211. 00000100:00000001:0.0:1767384311.637268:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945922682880 : -130127786868736 : ffff89a6437d0000) 00000100:00000001:0.0:1767384311.637270:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.637271:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384311.637279:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.637280:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637281:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384311.637282:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384311.637284:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.637290:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384311.637291:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.637292:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384311.637294:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.637295:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.637296:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742990336:0@lo:256: 00000100:00000001:0.0:1767384311.637299:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384311.637301:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384311.637302:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637304:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384311.637309:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7d5dc6. 00000400:00000010:0.0:1767384311.637314:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007a26931a. 00000100:00000200:0.0:1767384311.637318:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc02a00-0x695824dc02a00, portal 33 00000100:00000001:0.0:1767384311.637322:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.637323:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384311.637326:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d73a776c. 02000000:00000001:0.0:1767384311.637328:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.637331:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000400:00000010:0.0:1767384311.637333:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000100:00000200:0.0:1767384311.637335:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742990336, portal 25 00000100:00000001:0.0:1767384311.637336:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.637337:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384311.637340:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.637345:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.637347:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.637350:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384311.637352:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742990336, offset 0 00000400:00000200:0.0:1767384311.637360:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.637365:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.637371:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc02a00 00000400:00000200:0.0:1767384311.637374:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f5 [2] + 0 00000400:00000010:0.0:1767384311.637377:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135906ab. 00000400:00000200:0.0:1767384311.637379:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a505fac8 00000400:00000200:0.0:1767384311.637382:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.637385:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384311.637387:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a505fac8 00000400:00000010:0.0:1767384311.637388:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a505fac8. 00000100:00000001:0.0:1767384311.637391:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384311.637392:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384311.637394:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000de7c32cc x1853236742990336 msgsize 304 00000100:00100000:0.0:1767384311.637398:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384311.637399:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384311.637409:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.637413:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:0.0:1767384311.637414:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000100:00000001:0.0:1767384311.637416:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384311.637418:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.637424:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.637425:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.637430:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637431:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.637434:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637437:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294898695 00000100:00000001:0.0:1767384311.637441:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294898693 00000100:00000001:0.0:1767384311.637444:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294898695 00000100:00000001:0.0:1767384311.637446:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294898693 00000100:00000001:0.0:1767384311.637448:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294898695 00000100:00000001:0.0:1767384311.637450:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898693 00000100:00000001:0.0:1767384311.637458:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294898695 00000100:00000001:0.0:1767384311.637462:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898693 00000100:00000001:0.0:1767384311.637466:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.637468:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.637470:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.637472:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384311.637473:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab8be211 going to sleep for 11 seconds 00000100:00000001:0.0:1767384311.637477:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.637479:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.637481:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384311.637484:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990336 02000000:00000001:1.0:1767384311.637486:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.637487:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.637506:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.637509:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.637512:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990336 00000020:00000001:1.0:1767384311.637515:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384311.637516:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384311.637519:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.637521:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384311.637524:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384311.637536:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384311.637539:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.637544:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000100:00000001:1.0:1767384311.637546:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.637548:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b3cabab. 00000020:00000010:1.0:1767384311.637553:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6595f65. 00000020:00000010:1.0:1767384311.637559:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f419e265. 00000020:00000010:1.0:1767384311.637563:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000040:1.0:1767384311.637568:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384311.637571:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.637572:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.637573:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.637578:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.637593:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.637603:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.637604:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384311.637608:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:1.0:1767384311.637611:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384311.637613:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087283280 : -130122622268336 : ffff89a777528c50) 00000100:00000040:1.0:1767384311.637618:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de7c32cc x1853236742990336/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 304/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.637628:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.637631:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000100:00000001:1.0:1767384311.637634:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.637636:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b3cabab. 00000100:00100000:1.0:1767384311.637642:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de7c32cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742990336:12345-0@lo:256: 00000100:00000200:1.0:1767384311.637646:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990336 00000020:00000001:1.0:1767384311.637648:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384311.637651:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.637653:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.637655:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.637657:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:1.0:1767384311.637668:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.637669:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.637671:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.637673:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384311.637676:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.637680:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.637682:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.637686:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005a975e13. 02000000:00000001:1.0:1767384311.637688:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.637690:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.637694:0:17071:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384311.637699:0:17071:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384311.637702:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384311.637705:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384311.637708:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.637711:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384311.637713:0:17071:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384311.637718:0:17071:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004380fe5f. 20000000:00000001:1.0:1767384311.637721:0:17071:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384311.637735:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384311.637743:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384311.637750:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384311.637753:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384311.637755:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384311.637757:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384311.637759:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384311.637761:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384311.637764:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:1.0:1767384311.637770:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384311.637772:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384311.637774:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384311.637776:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384311.637778:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384311.637780:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384311.637782:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384311.637784:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384311.637786:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:1.0:1767384311.637789:0:17071:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:1.0:1767384311.637798:0:17071:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:1.0:1767384311.637801:0:17071:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384311.637806:0:17071:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000073616386. 00000100:00000010:1.0:1767384311.637810:0:17071:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b7092ce7. 00000020:00000040:1.0:1767384311.637812:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:1.0:1767384311.637816:0:17071:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384311.637819:0:17071:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384311.637822:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000010:1.0:1767384311.637831:0:17071:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000714abf40. 00000400:00000200:1.0:1767384311.637835:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.637844:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.637852:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x695824dc02a00 00000400:00000200:1.0:1767384311.637857:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x134d [4] + 0 00000400:00000010:1.0:1767384311.637860:0:17071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc7d5dc6. 00000400:00000200:1.0:1767384311.637864:0:17071:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a26931a 00000400:00000200:1.0:1767384311.637867:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.637870:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384311.637873:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a26931a 00000400:00000010:1.0:1767384311.637875:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007a26931a. 00000100:00000001:1.0:1767384311.637880:0:17071:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384311.637882:0:17071:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000962f7c6f desc 00000000a3abb7f1 mbits 1853236742990336 00000100:00000001:1.0:1767384311.637897:0:17071:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384311.637903:0:17071:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384311.637910:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384311.637923:0:17071:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1359 00000400:00000200:1.0:1767384311.637928:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384311.637929:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.637935:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.637936:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384311.637947:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384311.637950:0:17071:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000073616386 00000100:00000001:1.0:1767384311.637954:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384311.637964:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384311.637967:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384311.637972:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384311.637974:0:17071:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000073616386 00000100:00000001:1.0:1767384311.637996:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384311.638016:0:17071:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x695824dc02a00-0x695824dc02a00 00000100:00000001:1.0:1767384311.638020:0:17071:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.638025:0:17071:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.638028:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384311.638030:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:1.0:1767384311.638034:0:17071:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b7092ce7. 00000100:00000010:1.0:1767384311.638037:0:17071:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000073616386. 00000100:00000001:1.0:1767384311.638040:0:17071:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384311.638041:0:17071:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384311.638048:0:17071:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004380fe5f. 20000000:00000001:1.0:1767384311.638052:0:17071:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.638055:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990336 00010000:00000001:1.0:1767384311.638058:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.638063:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de7c32cc x1853236742990336/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 304/240 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.638071:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.638073:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.638075:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.638078:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.638080:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.638082:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384311.638084:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.638086:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.638088:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.638090:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.638093:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000200:1.0:1767384311.638096:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742990336, offset 224 00000400:00000200:1.0:1767384311.638138:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.638146:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.638155:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc02a00 00000400:00000200:1.0:1767384311.638160:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1351 [1] + 224 00000400:00000200:1.0:1767384311.638165:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.638168:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.638173:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.638186:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.638217:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.638227:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.638231:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384311.638233:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:0.0:1767384311.638235:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.638236:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384311.638240:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384311.638242:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384311.638243:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384311.638247:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384311.638248:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:0.0:1767384311.638251:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967611d7. 00010000:00000001:1.0:1767384311.638252:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384311.638255:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.638257:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000020:00000001:1.0:1767384311.638258:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384311.638262:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000100:00000040:1.0:1767384311.638264:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de7c32cc x1853236742990336/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:292/0 lens 304/240 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.638267:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.638273:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.638276:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de7c32cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742990336:12345-0@lo:256: Request processed in 645us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384311.638292:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000200:0.0:1767384311.638295:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.638296:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384311.638301:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384311.638304:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384311.638308:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f419e265. 00000100:00000001:0.0:1767384311.638309:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384311.638313:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000100:00000001:0.0:1767384311.638313:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.638315:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384311.638318:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384311.638319:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6595f65. 00000100:00000001:0.0:1767384311.638320:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.638324:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384311.638325:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:0.0:1767384311.638326:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.638330:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384311.638331:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=21 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384311.638332:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005a975e13. 02000000:00000001:1.0:1767384311.638338:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384311.638339:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.638340:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384311.638346:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384311.638346:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384311.638349:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.638351:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007702b54. 00010000:00000001:0.0:1767384311.638352:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384311.638356:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.638358:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c57abdc2. 00000100:00000001:0.0:1767384311.638366:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.638371:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.638378:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.638383:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384311.638385:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.638387:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.638392:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742990336:0@lo:256: 00000100:00000001:0.0:1767384311.638395:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.638396:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.638397:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384311.638398:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.638399:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.638404:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384311.638405:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab8be211. 00000100:00000001:0.0:1767384311.638408:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384311.638408:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384311.638412:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:0.0:1767384311.638415:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384311.638421:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000020cf3c79. 00010000:00000001:0.0:1767384311.638431:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384311.638434:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384311.638439:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384311.638441:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.638443:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384311.638444:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384311.638446:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:0.0:1767384311.638448:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:0.0:1767384311.638451:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384311.638454:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384311.638464:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384311.638469:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (8) 00000400:00000200:0.0:1767384311.638473:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384311.638476:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384311.638478:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (9) 00000400:00000200:0.0:1767384311.638481:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384311.638482:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384311.638485:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638486:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384311.638487:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384311.638489:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638490:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384311.638491:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384311.638493:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638493:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384311.638494:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384311.638496:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638498:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384311.638499:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384311.638501:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638502:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384311.638503:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.638504:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638505:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384311.638506:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384311.638508:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384311.638509:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000100:00000001:0.0:1767384311.638511:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.638512:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384311.638515:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:0.0:1767384311.638519:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d080fa2e. 10000000:00000040:0.0:1767384311.638521:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 19/20 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:0.0:1767384311.638523:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384311.638529:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384311.638539:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd7a4b82. 00000020:00000010:0.0:1767384311.638543:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5c40985. 00000040:00000010:0.0:1767384311.638547:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e9c1457. 00000020:00000010:0.0:1767384311.638552:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000097b1acb2. 00000020:00000010:0.0:1767384311.638556:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000300bf6. 00000020:00000010:0.0:1767384311.638560:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084ea4f4f. 80000000:00000010:0.0:1767384311.638564:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f21e9afd. 40000000:00000010:0.0:1767384311.638567:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e0dffed. 00100000:00000010:0.0:1767384311.638572:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c5e6360. 00040000:00000010:0.0:1767384311.638576:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ec67264. 00040000:00000010:0.0:1767384311.638580:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000090f4fd72. 00040000:00000010:0.0:1767384311.638585:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008d2f1fb1. 00080000:00000010:0.0:1767384311.638601:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007a256222. 00080000:00000010:0.0:1767384311.638607:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000165c544d. 00000004:00000010:0.0:1767384311.638614:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000035c09e8d. 00000004:00000010:0.0:1767384311.638621:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5f36d66. 00000004:00000010:0.0:1767384311.638642:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000129beb28. 00002000:00000010:0.0:1767384311.638648:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9b14338. 00000004:00000010:0.0:1767384311.638653:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000589193a1. 00000004:00000001:0.0:1767384311.638658:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384311.638662:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384311.638664:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d080fa2e 00000040:00001000:0.0:1767384311.638666:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384311.638668:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384311.638670:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384311.638671:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384311.638675:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384311.638676:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384311.638678:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384311.638680:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384311.638681:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384311.638752:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.638758:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5c40985. 00000040:00000010:0.0:1767384311.638763:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004e9c1457. 00000020:00000010:0.0:1767384311.638766:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000097b1acb2. 00000020:00000010:0.0:1767384311.638779:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000000300bf6. 00000020:00000010:0.0:1767384311.638784:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084ea4f4f. 80000000:00000010:0.0:1767384311.638788:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f21e9afd. 40000000:00000010:0.0:1767384311.638794:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009e0dffed. 00100000:00000010:0.0:1767384311.638798:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c5e6360. 00040000:00000010:0.0:1767384311.638804:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ec67264. 00040000:00000010:0.0:1767384311.638810:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000090f4fd72. 00040000:00000010:0.0:1767384311.638816:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008d2f1fb1. 00080000:00000010:0.0:1767384311.638826:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000165c544d. 00080000:00000010:0.0:1767384311.638832:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007a256222. 00000004:00000010:0.0:1767384311.638837:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000035c09e8d. 00000004:00000010:0.0:1767384311.638843:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5f36d66. 00000004:00000010:0.0:1767384311.638852:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000129beb28. 00002000:00000010:0.0:1767384311.638857:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9b14338. 00000004:00000010:0.0:1767384311.638864:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000589193a1. 00000020:00000010:0.0:1767384311.638868:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd7a4b82. 00000020:00000001:0.0:1767384311.638874:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.638877:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384311.638883:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d080fa2e. 10000000:00000040:0.0:1767384311.638898:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384311.638901:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000020cf3c79. 10000000:00000001:0.0:1767384311.638907:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.638910:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.638914:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742990336/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.638921:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384311.638924:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384311.638926:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d73a776c. 02000000:00000001:0.0:1767384311.638929:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.638931:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.638933:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384311.638935:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384311.638936:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384311.638938:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.638939:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384311.638951:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384311.638953:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000067e6f7f0. 00000100:00000010:0.0:1767384311.638955:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a3abb7f1. 00000100:00000001:0.0:1767384311.638957:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384311.638960:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e90014e9. 02000000:00000001:0.0:1767384311.638963:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384311.638964:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384311.638966:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384311.638969:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384311.638970:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384311.639004:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000032209708. 10000000:01000000:0.0:1767384311.639024:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384311.639027:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384311.639029:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384311.639030:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.639032:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f2cdfe refcount=3 00000020:00000001:0.0:1767384311.639033:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.639035:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:0.0:1767384311.639038:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384311.639040:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.639046:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.639047:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384311.639048:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.639053:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384311.639053:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.639054:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384311.639055:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384311.639057:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384311.639058:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384311.639060:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384311.639061:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384311.639063:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384311.643223:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294898695, at 4294898696 00000100:00000010:3.0:1767384311.643236:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9a7ebae. 00000100:00000040:0.0:1767384311.644146:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294898695, at 4294898697 00000100:00000010:0.0:1767384311.644155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006719a28b. 00000100:00000040:2.0:1767384311.644186:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294898695, at 4294898697 00000100:00000040:1.0:1767384311.644197:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294898695, at 4294898697 00000100:00000010:2.0:1767384311.644200:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00000100:00000010:1.0:1767384311.644208:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002d98bda. 00000020:00000010:2.0:1767384311.651162:0:21175:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000001a38019. 00000020:00000040:2.0:1767384311.651170:0:21175:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384311.651173:0:21175:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000001a38019. 00080000:00000010:0.0:1767384311.833400:0:21180:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d6901a3. 00080000:00000010:0.0:1767384311.833410:0:21180:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d6901a3. 00000020:00000001:0.0:1767384311.833414:0:21180:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384311.833420:0:21180:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d6901a3. 00080000:00000010:0.0:1767384311.833424:0:21180:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d6901a3. 00000020:00000001:0.0:1767384311.833426:0:21180:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.147173:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384312.147181:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.147218:0:17065:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384312.147222:0:17065:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.340154:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384312.340163:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.340172:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384312.340174:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.340242:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384312.340249:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.340252:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384312.560001:0:21344:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384312.560006:0:21344:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384312.563118:0:21344:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384312.569758:0:21345:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000073616386. 00000400:00000010:1.0:1767384312.569774:0:21345:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009e67b29e. 00000400:00000010:1.0:1767384312.569784:0:21345:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000a186760. 00000400:00000010:1.0:1767384312.569788:0:21345:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000739488e7. 00000400:00000010:1.0:1767384312.569792:0:21345:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000768a32cf. 00000400:00000010:1.0:1767384312.569796:0:21345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000caf98723. 00000400:00000010:1.0:1767384312.569798:0:21345:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a25b26ee. 00000400:00000010:1.0:1767384312.569799:0:21345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001242984b. 00000400:00000010:1.0:1767384312.569802:0:21345:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009d711c2e. 00000800:00000010:1.0:1767384312.569814:0:21345:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007b317e2f. 00000800:00000200:1.0:1767384312.569828:0:21345:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384312.569836:0:21345:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384312.569875:0:21345:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384312.569896:0:21345:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767384312.571368:0:21345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000009beef8c9. 00000400:00000010:1.0:1767384312.571381:0:21345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cee7c96. 00000400:00000010:1.0:1767384312.571390:0:21345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000001:1.0:1767384312.571412:0:21345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384312.571415:0:21345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384312.571418:0:21345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000942fbde5. 00000400:00000200:1.0:1767384312.571422:0:21345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace37aef 00000400:00000010:1.0:1767384312.571424:0:21345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace37aef. 00000400:00000010:1.0:1767384312.571430:0:21345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000000ec1758. 00000400:00000200:1.0:1767384312.571436:0:21345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (8) 00000400:00000200:1.0:1767384312.571447:0:21345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384312.571456:0:21345:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767384312.571463:0:21345:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000304d9772. 00000020:01000000:1.0:1767384312.571469:0:21345:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384312.571475:0:21345:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384312.571481:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384312.571490:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384312.571492:0:21345:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009e67b29e. 00000400:00000010:1.0:1767384312.571496:0:21345:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000073616386. 00000400:00000010:0.0:1767384312.571498:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb93d81f. 00000400:00000200:0.0:1767384312.571504:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (9) 00000400:00000010:0.0:1767384312.571512:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a751a597. 00000400:00000200:0.0:1767384312.571518:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:2.0:1767384312.571520:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.571526:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.571529:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.571531:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384312.571535:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.571539:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384312.571539:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:2.0:1767384312.571547:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.571569:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384312.571569:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384312.571576:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384312.571583:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384312.571590:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.571596:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384312.571599:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384312.571600:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384312.571602:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.571605:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384312.571612:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000400:00000200:0.0:1767384312.571616:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:2.0:1767384312.571636:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:0.0:1767384312.571639:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384312.571643:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.571648:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384312.571654:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:2.0:1767384312.571657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.571668:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:2.0:1767384312.571672:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a1538024. 00000400:00000200:0.0:1767384312.571676:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:2.0:1767384312.571683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.571689:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp16 00000100:00000001:2.0:1767384312.571694:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.571698:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.571699:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp16 lpni_is_preferred = 0 00000100:00000040:2.0:1767384312.571708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_02+2] req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.571717:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp16 00000400:00000200:0.0:1767384312.571732:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [19:19:256:4294967295] 192.168.204.108@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1767384312.571743:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp16 10000000:00000001:2.0:1767384312.571751:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.571758:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.571762:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:) -> 192.168.204.108@tcp16(192.168.204.108@tcp:192.168.204.108@tcp16) : PUT try# 0 00000020:00000001:2.0:1767384312.571764:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.571765:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.571772:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384312.571775:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384312.571776:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384312.571782:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.108@tcp16 00000020:00000001:2.0:1767384312.571787:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384312.571788:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384312.571790:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384312.571790:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e838f36. 10000000:00000001:2.0:1767384312.571795:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.571800:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384312.571806:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000016a6e66e. 00000020:01000004:2.0:1767384312.571812:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384312.571813:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1767384312.571817:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000754d588e. 00000020:01000004:2.0:1767384312.571820:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384312.571820:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.571827:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.571829:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.571832:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384312.571832:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384312.571842:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384312.571842:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (2) 02000000:00000001:1.0:1767384312.571843:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384312.571845:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384312.571851:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384312.571852:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.571855:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384312.571859:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742990464:0@lo:253: 00000100:00000010:2.0:1767384312.571861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000800:00000200:0.1:1767384312.571862:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (2) 00000100:00000001:1.0:1767384312.571864:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384312.571871:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384312.571874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384312.571875:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384312.571879:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384312.571880:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.571883:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384312.571889:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.571889:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007762e56f. 00000400:00000200:0.0:1767384312.571895:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:1.0:1767384312.571900:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.571905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001172d678. 00000400:00000200:0.0:1767384312.571906:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000400:00000010:1.0:1767384312.571907:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fbde5. 00000100:00000001:2.0:1767384312.571916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.571919:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e67b29e. 00000100:00000001:2.0:1767384312.571921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.571924:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.571925:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742990464, portal 25 00000100:00000001:1.0:1767384312.571928:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384312.571929:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7de755] to pc [ptlrpcd_00_03+3] req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.571932:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000100:00000040:1.0:1767384312.571947:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.571968:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384312.571973:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.571973:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384312.571980:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.571981:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005932aa51. 00000020:00000001:2.0:1767384312.571988:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.571990:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742990464, offset 0 00000020:01000000:2.0:1767384312.571992:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384312.571996:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000304d9772. 00000400:00000200:1.0:1767384312.571999:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.572012:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384312.572013:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384312.572013:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384312.572020:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.572027:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384312.572032:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02a80 00000100:00000040:2.0:1767384312.572035:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.572055:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384312.572056:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000400:00000010:1.0:1767384312.572062:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070ae4741. 00000100:00000001:2.0:1767384312.572063:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.572068:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f54c8a67 02000000:00000001:2.0:1767384312.572072:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384312.572078:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384312.572078:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384312.572089:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.572089:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384312.572090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384312.572099:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54c8a67 00000400:00000010:1.0:1767384312.572138:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f54c8a67. 00000100:00100000:2.0:1767384312.572146:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742990592:0@lo:253: 00000100:00000001:1.0:1767384312.572147:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384312.572152:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384312.572160:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384312.572160:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000039073dfc x1853236742990464 msgsize 4848 00000400:00000200:0.0:1767384312.572165:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 02000000:00000001:2.0:1767384312.572173:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384312.572174:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384312.572182:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384312.572183:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.572194:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384312.572200:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572201:0:16349:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384312.572203:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f95b37d. 02000000:00000001:2.0:1767384312.572209:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.572214:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005932aa51 00000400:00000010:2.0:1767384312.572215:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000714aec2c. 00000400:00000010:1.0:1767384312.572219:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005932aa51. 00000100:00000001:1.0:1767384312.572224:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384312.572227:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384312.572230:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078f7a863. 00000400:00000200:0.0:1767384312.572237:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000200:2.0:1767384312.572243:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742990592, portal 25 00000100:00000001:1.0:1767384312.572244:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384312.572250:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384312.572253:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.572255:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 00000100:00000001:1.0:1767384312.572260:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572266:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384312.572274:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.572274:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.572277:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572283:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294899630 00000100:00000010:1.0:1767384312.572296:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030332627. 00000100:00000001:2.0:1767384312.572298:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384312.572304:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384312.572305:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384312.572307:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000980f49c6. 00000100:00000200:2.0:1767384312.572313:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742990592, offset 0 00000100:00000001:1.0:1767384312.572313:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294899630 00000100:00000010:1.0:1767384312.572329:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000100:00000001:1.0:1767384312.572335:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384312.572336:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.572346:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572347:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294899630 00000100:00000010:1.0:1767384312.572353:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573edad4. 00000100:00000001:1.0:1767384312.572361:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384312.572363:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384312.572372:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294899630 00000100:00000010:1.0:1767384312.572376:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034944801. 00000400:00000200:2.0:1767384312.572381:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02b00 00000100:00000001:1.0:1767384312.572381:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384312.572391:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.572395:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572398:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384312.572400:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000100:00000001:1.0:1767384312.572402:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384312.572410:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000010:2.0:1767384312.572413:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f3c40ca. 00000100:00000001:1.0:1767384312.572416:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.572420:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384312.572423:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ffa7393 00000100:00000001:1.0:1767384312.572424:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.572427:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.572434:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572437:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384312.572440:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.572447:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384312.572454:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ffa7393 00000400:00000010:2.0:1767384312.572458:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ffa7393. 00000100:00000001:2.0:1767384312.572465:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384312.572468:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384312.572469:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384312.572472:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000fc918aae x1853236742990592 msgsize 4848 00000100:00100000:1.0:1767384312.572473:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990464 02000000:00000001:1.0:1767384312.572480:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384312.572483:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.572487:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.572488:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00100000:2.0:1767384312.572492:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384312.572495:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.572504:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:1.0:1767384312.572505:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990464 00000020:00000001:1.0:1767384312.572515:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384312.572520:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384312.572525:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384312.572525:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.572537:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384312.572541:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384312.572542:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980f49c6 00000020:00000001:1.0:1767384312.572545:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:2.0:1767384312.572546:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000980f49c6. 00000100:00000001:2.0:1767384312.572560:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384312.572561:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.572571:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ae2a8c6. 00000400:00000200:0.0:1767384312.572572:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000200:2.0:1767384312.572577:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.572579:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384312.572590:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ae2a8c6. 00000100:00000001:2.0:1767384312.572602:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384312.572605:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058e90196. 00000100:00000040:2.0:1767384312.572610:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384312.572612:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081045412. 00000020:00000010:1.0:1767384312.572627:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:2.0:1767384312.572628:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572635:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384312.572645:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.572646:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384312.572650:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294899630 00000100:00000001:1.0:1767384312.572652:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384312.572653:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572671:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.572672:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294899630 00000100:00000001:1.0:1767384312.572674:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572678:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294899630 00000100:00000001:2.0:1767384312.572682:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294899630 00000100:00000001:2.0:1767384312.572684:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294899630 00000100:00000001:2.0:1767384312.572686:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294899630 00000100:00000001:1.0:1767384312.572687:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572688:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294899630 00000100:00000001:2.0:1767384312.572693:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294899630 00000100:00000001:2.0:1767384312.572696:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.572698:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572703:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572704:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.572705:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.572720:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384312.572723:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572724:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384312.572726:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384312.572729:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990592 02000000:00000001:1.0:1767384312.572739:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384312.572741:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.572745:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.572746:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.572757:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572759:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.572765:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.572765:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.572778:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00100000:1.0:1767384312.572781:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990592 00000020:00000001:1.0:1767384312.572785:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384312.572787:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384312.572788:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.572790:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:1.0:1767384312.572793:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384312.572794:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384312.572798:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.572800:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ae2a8c6. 00000100:00000001:1.0:1767384312.572805:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384312.572808:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ae2a8c6. 00000100:00000001:2.0:1767384312.572811:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384312.572813:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfbfc7ba. 00000100:00000001:2.0:1767384312.572814:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384312.572821:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d9d1520. 00000100:00100000:2.0:1767384312.572825:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:2.0:1767384312.572830:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:1.0:1767384312.572830:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003121063e. 00000100:00000001:2.0:1767384312.572836:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087286352 : -130122622265264 : ffff89a777529850) 00000100:00000001:1.0:1767384312.572838:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384312.572841:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384312.572843:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.572844:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039073dfc x1853236742990464/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.572846:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:1.0:1767384312.572850:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572860:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.572872:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.572877:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000100:00000001:1.0:1767384312.572881:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384312.572882:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.572886:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384312.572890:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000100:00100000:1.0:1767384312.572897:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384312.572901:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00100000:2.0:1767384312.572906:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039073dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742990464:12345-0@lo:253: 00000100:00000001:1.0:1767384312.572907:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087293520 : -130122622258096 : ffff89a77752b450) 00000100:00000200:2.0:1767384312.572916:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990464 00000100:00000040:1.0:1767384312.572917:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc918aae x1853236742990592/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384312.572940:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384312.572947:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.572950:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.572950:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.572955:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ae2a8c6. 00000020:00000001:2.0:1767384312.572956:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384312.572971:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:1.0:1767384312.572972:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384312.572980:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ae2a8c6. 00000020:00000001:2.0:1767384312.572981:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384312.572987:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384312.572994:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384312.572994:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fc918aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742990592:12345-0@lo:253: 00000020:00000001:2.0:1767384312.573000:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384312.573004:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990592 00000020:00000001:2.0:1767384312.573005:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.573008:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384312.573011:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384312.573013:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384312.573015:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384312.573016:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.573023:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384312.573026:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 02000000:00000010:2.0:1767384312.573027:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060066951. 00000020:00000001:1.0:1767384312.573039:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384312.573040:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.573048:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.573049:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.573052:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384312.573056:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384312.573057:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384312.573059:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.573066:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384312.573068:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384312.573074:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000304d9772. 20000000:00000010:2.0:1767384312.573075:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001fa21fac. 02000000:00000001:1.0:1767384312.573077:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.573083:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384312.573085:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384312.573086:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384312.573095:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384312.573098:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384312.573150:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384312.573150:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000f6ca637. 20000000:00000001:2.0:1767384312.573157:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384312.573158:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384312.573162:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384312.573163:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384312.573166:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384312.573169:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.573171:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.573173:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384312.573175:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b2cdfe5. 20000000:01000000:2.0:1767384312.573178:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384312.573186:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384312.573191:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384312.573195:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384312.573211:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384312.573226:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.573228:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.573229:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.573231:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384312.573233:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384312.573235:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384312.573239:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384312.573242:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384312.573250:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384312.573253:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.573256:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384312.573259:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384312.573264:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384312.573267:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:0.0:1767384312.573268:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007a256222. 00080000:00000010:2.0:1767384312.573270:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000965446ff. 00080000:00000001:2.0:1767384312.573277:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208665600 : -130122500886016 : ffff89a77e8eb200) 00000800:00000010:0.0:1767384312.573279:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009338fbfd. 00080000:00000001:2.0:1767384312.573281:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384312.573287:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384312.573291:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000e6086ef. 00080000:00000001:2.0:1767384312.573293:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384312.573293:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e60c3b4. 00080000:00000001:2.0:1767384312.573302:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384312.573317:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.573332:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384312.573345:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e60c3b4. 00000400:00000200:0.0:1767384312.573418:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384312.573443:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp16 from 241.3.0.2 00000800:00000010:0.0:1767384312.573448:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006286d454. 00000800:00000010:1.0:1767384312.573495:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019bf7081. 00000800:00000010:1.0:1767384312.573500:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005932aa51. 00000800:00000010:1.0:1767384312.573521:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b27e7171. 00000800:00000200:1.1:1767384312.573526:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (2) 00000800:00000200:1.1:1767384312.573532:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp16 00000000b27e7171 deleted 00000800:00000010:1.1:1767384312.573534:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b27e7171. 00000800:00000200:1.1:1767384312.573540:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384312.573546:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:1009 00000800:00000200:1.1:1767384312.573551:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e838f36 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:1.0:1767384312.573557:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp16 p 3.x 192.168.204.108 -> 192.168.204.108:1009 incarnation:1767384311064541644 sched[0] 00000800:00000010:1.0:1767384312.573566:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ae2a8c6. 00000800:00000010:1.0:1767384312.573611:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ae2a8c6. 00000800:00000010:1.0:1767384312.573614:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005932aa51. 00000800:00000200:0.1:1767384312.573626:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384312.573634:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp16 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384311064541644 sched[0] 00000800:00000010:0.0:1767384312.573638:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009338fbfd. 00000800:00000010:1.0:1767384312.573650:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006286d454. 00000800:00000001:2.0:1767384312.573675:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.573685:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384312.573695:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.573734:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.573781:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:2.0:1767384312.573795:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384312.573799:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e838f36. 00000400:00000200:2.0:1767384312.573802:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.573810:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: PUT: OK 00000400:00000200:2.0:1767384312.573816:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384312.573819:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:2.0:1767384312.573828:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384312.573831:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:2.0:1767384312.573834:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.573839:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.573846:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.573855:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : PUT - for me 00000400:00000200:2.0:1767384312.573865:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384312.573869:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 176/176 into md 0x12f9 [1] + 0 00000400:00000010:2.0:1767384312.573872:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:2.0:1767384312.573877:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063c6ccf0 00000800:00000001:2.0:1767384312.573883:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.573894:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.573896:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.573901:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384312.573910:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: PUT: OK 00000400:00000200:2.0:1767384312.573916:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c6ccf0 00000400:00000010:2.0:1767384312.573919:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c6ccf0. 00000400:00000200:2.0:1767384312.573923:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384312.573927:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (10) 00000400:00000200:2.0:1767384312.573933:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:2.0:1767384312.573937:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000980f49c6. 00000400:00000200:2.0:1767384312.573939:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 9 00000400:00000200:2.0:1767384312.573941:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384312.573955:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (11) 00000400:00000200:2.0:1767384312.573973:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384312.573981:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp16 to MR: 192.168.204.108@tcp16 local destination 00000400:00000200:2.0:1767384312.573988:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [20:20:256:4294967295] 192.168.204.108@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384312.573995:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384312.574006:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) -> 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) 192.168.204.108@tcp16 : ACK try# 0 00000800:00000200:2.0:1767384312.574016:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp16 00000400:00000200:1.0:1767384312.574017:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384312.574030:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 00000800:00000010:2.0:1767384312.574031:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f3f7d. 00000400:00000010:1.0:1767384312.574045:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace37aef. 00000400:00000200:0.0:1767384312.574051:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384312.574052:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000800:00000200:2.0:1767384312.574057:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (4) 00000400:00000200:1.0:1767384312.574063:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000400:00000010:1.0:1767384312.574071:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 0000000084a79223. 00000800:00000200:2.0:1767384312.574073:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:988 00000400:00000010:1.0:1767384312.574076:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000db575b0f. 00000800:00000200:2.0:1767384312.574082:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f3f7d type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384312.574083:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000f34cfc37. 00000400:00000200:0.0:1767384312.574092:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000010:1.0:1767384312.574133:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dbb2ba30. 00000400:00000200:1.0:1767384312.574139:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dbb2ba30 nid 192.168.204.108@tcp17 00000400:00000010:1.0:1767384312.574142:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004333771a. 00000400:00000200:1.0:1767384312.574145:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000004333771a net tcp17 00000400:00000200:1.0:1767384312.574148:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (10) 00000400:00000200:1.0:1767384312.574156:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp17 flags 0x11 00000400:00000010:1.0:1767384312.574164:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 0000000084a79223. 00000400:00000010:1.0:1767384312.574170:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000db575b0f. 00000400:00000010:1.0:1767384312.574176:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000f34cfc37. 00000800:00000200:2.0:1767384312.574178:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384312.574180:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000980f49c6. 00000800:00000010:2.0:1767384312.574182:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f3f7d. 00000400:00000200:1.0:1767384312.574187:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384312.574188:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.574193:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384312.574197:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:2.0:1767384312.574205:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: ACK: OK 00000400:00000200:1.0:1767384312.574209:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000800:00000001:2.0:1767384312.574217:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.574218:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:1.0:1767384312.574225:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000800:00000001:2.0:1767384312.574227:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.574230:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000800:00000001:2.0:1767384312.574235:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.574241:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000800:00000001:2.0:1767384312.574244:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.574246:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (11) 00000800:00000001:2.0:1767384312.574247:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.574260:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.574270:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : ACK - for me 00000400:00000200:0.0:1767384312.574272:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384312.574282:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp16: ACK from 12345-192.168.204.108@tcp16 into md 0x1369 00000400:00000200:2.0:1767384312.574293:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.574300:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: ACK: OK 00000400:00000200:2.0:1767384312.574306:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb93d81f 00000400:00000010:2.0:1767384312.574309:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb93d81f. 00000400:00000200:2.0:1767384312.574313:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384312.574317:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:2.0:1767384312.574321:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (10) 00000800:00000001:2.0:1767384312.574330:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.574337:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384312.574349:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.574387:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.574424:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.574455:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384312.574485:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000800:00000010:0.0:1767384312.574651:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000165c544d. 00000800:00000010:0.0:1767384312.574655:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009338fbfd. 00000800:00000010:0.0:1767384312.574660:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e60c3b4. 00000800:00000010:0.0:1767384312.574709:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e60c3b4. 00000400:00000200:1.0:1767384312.574737:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.574758:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp16 from 240.3.0.2 00000800:00000010:1.0:1767384312.574767:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000474c1014. 00000800:00000010:0.0:1767384312.574804:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef1de533. 00000800:00000010:0.0:1767384312.574823:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015274793. 00000800:00000010:0.0:1767384312.574877:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b9ffc935. 00000800:00000200:0.1:1767384312.574887:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (4) 00000800:00000200:0.1:1767384312.574895:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp16 00000000b9ffc935 deleted 00000800:00000010:0.1:1767384312.574898:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b9ffc935. 00000800:00000200:0.1:1767384312.574903:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384312.574911:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp16 p 3.x 192.168.204.108 -> 192.168.204.108:1008 incarnation:1767384311064541644 sched[0] 00000800:00000010:0.0:1767384312.574917:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e60c3b4. 00000800:00000010:0.0:1767384312.575017:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e60c3b4. 00000800:00000010:0.0:1767384312.575021:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015274793. 00000800:00000010:0.0:1767384312.575046:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000474c1014. 00000800:00000001:1.0:1767384312.575074:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.575080:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384312.575145:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384312.575169:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp16 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384311064541644 sched[0] 00000800:00000010:2.0:1767384312.575173:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009338fbfd. 00000800:00000001:1.0:1767384312.575260:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.575265:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384312.575306:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000965446ff. 00080000:00000010:1.0:1767384312.575359:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000e6086ef. 00040000:00000001:1.0:1767384312.575364:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384312.575367:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384312.575370:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384312.575374:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384312.575376:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.575378:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384312.575388:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384312.575400:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384312.575404:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384312.575411:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384312.575412:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000965446ff. 20000000:01000000:2.0:1767384312.575417:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384312.575422:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384312.575426:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384312.575430:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384312.575434:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384312.575438:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384312.575440:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384312.575448:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384312.575449:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.575454:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.575460:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.575462:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384312.575464:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384312.575468:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.575468:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:2.0:1767384312.575477:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:2.0:1767384312.575482:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00010000:00000040:0.0:1767384312.575484:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000714b157d count: 2 00080000:00000002:2.0:1767384312.575486:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384312.575493:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384312.575494:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384312.575508:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.575510:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384312.575512:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384312.575515:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384312.575518:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e131706. 00000020:00000001:2.0:1767384312.575519:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384312.575526:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384312.575530:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f82cd97. 00000020:00000001:0.0:1767384312.575530:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384312.575538:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208661504 : -130122500890112 : ffff89a77e8ea200) 00000020:00000040:0.0:1767384312.575539:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e131706 with handle 0x88edd5ef35457d17 to hash 00000020:00000001:0.0:1767384312.575546:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384312.575549:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384312.575550:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 00000001:00000001:2.0:1767384312.575552:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384312.575557:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000951da4ac. 00010000:00000001:0.0:1767384312.575559:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 00080000:00000001:2.0:1767384312.575561:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.575564:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:1.0:1767384312.575571:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384312.575571:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384312.575579:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.575579:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384312.575580:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384312.575581:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001fa21fac. 00010000:00010000:0.0:1767384312.575598:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384312.575599:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.575601:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384312.575608:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990464 00010000:00000001:1.0:1767384312.575614:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384312.575617:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:1.0:1767384312.575622:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000039073dfc x1853236742990464/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.575624:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384312.575629:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384312.575632:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.575635:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.575635:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:1.0:1767384312.575641:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=22 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384312.575641:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1767384312.575647:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384312.575649:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384312.575651:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384312.575656:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384312.575661:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.575664:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.575667:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384312.575668:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.575673:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384312.575673:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.575678:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005932aa51. 00010000:00000001:0.0:1767384312.575678:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000200:1.0:1767384312.575682:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742990464, offset 224 00010000:00000001:0.0:1767384312.575683:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.575687:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.575689:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384312.575693:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384312.575697:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.575707:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.575716:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02a80 00000400:00000200:1.0:1767384312.575724:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x136d [2] + 224 00010000:00000040:0.0:1767384312.575726:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000714b157d) refcount = 2 00000400:00000200:1.0:1767384312.575728:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384312.575732:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:1.0:1767384312.575734:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384312.575738:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.575739:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384312.575744:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384312.575753:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384312.575758:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384312.575760:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384312.575780:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e60c3b4. 00000100:00000001:0.0:1767384312.575786:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384312.575788:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384312.575792:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015274793. 00000400:00000200:1.0:1767384312.575793:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005932aa51 00000400:00000010:1.0:1767384312.575797:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005932aa51. 00000100:00000001:0.0:1767384312.575797:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945931407744 : -130127778143872 : ffff89a644022180) 00000100:00000001:1.0:1767384312.575802:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384312.575803:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945931407744 : -130127778143872 : ffff89a644022180) 00000100:00000001:1.0:1767384312.575804:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.575809:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.575810:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384312.575815:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.575816:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1767384312.575817:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384312.575821:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384312.575823:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384312.575823:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:1.0:1767384312.575826:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384312.575828:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384312.575830:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384312.575830:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384312.575831:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384312.575837:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000942fbde5. 00010000:00000001:0.0:1767384312.575839:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384312.575841:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039073dfc x1853236742990464/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384312.575848:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e67b29e 00000020:00000001:0.0:1767384312.575849:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:1.0:1767384312.575855:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039073dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742990464:12345-0@lo:253: Request processed in 2980us (3690us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384312.575856:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e67b29e. 00010000:00000001:0.0:1767384312.575857:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.575866:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384312.575873:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1767384312.575874:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384312.575882:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000200:2.0:1767384312.575886:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384312.575886:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000100:00000040:1.0:1767384312.575887:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384312.575898:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384312.575900:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384312.575904:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384312.575914:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081045412. 00000100:00000001:0.0:1767384312.575916:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384312.575920:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384312.575922:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 02000000:00000001:0.0:1767384312.575922:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1767384312.575933:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058e90196. 02000000:00000001:0.0:1767384312.575933:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.575935:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384312.575937:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384312.575945:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5c40985. 00000100:00000001:2.0:1767384312.575946:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384312.575951:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384312.575951:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000001:2.0:1767384312.575969:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384312.575972:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384312.575972:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.575973:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.575979:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060066951. 02000000:00000001:2.0:1767384312.575983:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.575987:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384312.575988:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.575990:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384312.576006:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=22 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384312.576010:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384312.576024:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=22 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384312.576024:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9ada7a. 00010000:00010000:0.0:1767384312.576038:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 15 pid: 17071 timeout: 382 lvb_type: 0 00000400:00000010:1.0:1767384312.576039:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005932aa51. 00000100:00000001:2.0:1767384312.576041:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384312.576049:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.576063:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384312.576068:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.576069:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384312.576074:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.576076:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384312.576087:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384312.576089:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.576109:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.576139:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384312.576142:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.576161:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742990720:0@lo:104: 00000100:00000001:0.0:1767384312.576167:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384312.576172:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384312.576177:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.576180:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384312.576185:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9c1457. 02000000:00000001:0.0:1767384312.576190:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384312.576197:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000400:00000010:0.0:1767384312.576205:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384312.576213:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742990720, portal 16 00000100:00000001:0.0:1767384312.576216:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384312.576218:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384312.576228:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.576238:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384312.576245:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.576251:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc5387f. 00000100:00000200:0.0:1767384312.576256:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742990720, offset 0 00000400:00000200:0.0:1767384312.576270:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.576284:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384312.576292:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384312.576296:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384312.576298:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc02b80 00000020:01000004:2.0:1767384312.576304:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384312.576308:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384312.576310:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.576312:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384312.576319:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000020:01000004:2.0:1767384312.576320:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.576325:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.576329:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384312.576333:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.576335:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384312.576335:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:2.0:1767384312.576340:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384312.576354:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.576356:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384312.576373:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384312.576377:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742990464:0@lo:253: 00000100:00000200:0.0:1767384312.576378:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384312.576387:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.576393:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384312.576394:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 00000100:00000040:0.0:1767384312.576401:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000adf8f912 x1853236742990720 msgsize 328 00000100:00000040:2.0:1767384312.576403:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742990464/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.576430:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384312.576441:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384312.576446:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384312.576449:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.576459:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc5387f 00000400:00000010:0.0:1767384312.576463:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc5387f. 00000100:00000001:0.0:1767384312.576468:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384312.576473:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384312.576476:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384312.576477:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007762e56f. 00000100:00100000:1.0:1767384312.576478:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990720 02000000:00000001:1.0:1767384312.576490:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384312.576493:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384312.576495:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384312.576498:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384312.576499:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384312.576504:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384312.576506:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.576508:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.576520:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384312.576521:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384312.576521:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990720 00000020:00000001:1.0:1767384312.576533:0:17063:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1767384312.576534:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a1538024. 00000020:00000040:1.0:1767384312.576543:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:0.0:1767384312.576546:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.576548:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384312.576548:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384312.576553:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384312.576554:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 02000000:00000001:2.0:1767384312.576555:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384312.576561:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000020:00000001:1.0:1767384312.576562:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:0.0:1767384312.576564:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.576576:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:1.0:1767384312.576581:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384312.576581:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294899634 00000100:00000001:2.0:1767384312.576582:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384312.576600:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ae2a8c6. 00000100:00000001:2.0:1767384312.576602:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.576604:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.576604:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294899630 00000100:00000001:2.0:1767384312.576605:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384312.576610:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ae2a8c6. 00000100:00000001:2.0:1767384312.576615:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384312.576617:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf76790e. 00000100:00000001:0.0:1767384312.576618:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294899634 00000100:00000001:2.0:1767384312.576619:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.576622:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081045412. 00000100:00000001:2.0:1767384312.576633:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384312.576634:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:0.0:1767384312.576635:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294899630 00000100:00000001:2.0:1767384312.576643:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.576646:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384312.576646:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294899634 00000100:00000001:1.0:1767384312.576651:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384312.576654:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384312.576656:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.576658:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294899630 00000100:00000001:0.0:1767384312.576666:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294899634 00000100:00000001:0.0:1767384312.576677:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294899630 00000100:00000001:0.0:1767384312.576685:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.576688:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.576692:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.576695:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.576698:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.576702:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.576705:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.576708:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.576711:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384312.576714:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384312.576727:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.576731:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384312.576733:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384312.576736:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 0000000015274793 going to sleep for 11 seconds 00000100:00000001:0.0:1767384312.576741:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384312.576745:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.576881:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.576892:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.576903:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384312.576909:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384312.576913:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384312.576915:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:1.0:1767384312.576917:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000100:00000040:1.0:1767384312.576920:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000adf8f912 x1853236742990720/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384312.576927:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.576930:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ae2a8c6. 00000100:00000001:1.0:1767384312.576931:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384312.576934:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ae2a8c6. 00000100:00100000:1.0:1767384312.576937:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000adf8f912 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742990720:12345-0@lo:104: 00000100:00000200:1.0:1767384312.576941:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990720 00010000:00000001:1.0:1767384312.576943:0:17063:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384312.576948:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.576950:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.576951:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f2cdfe refcount=2 00000020:00000001:1.0:1767384312.576955:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:1.0:1767384312.576967:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00010000:00000001:1.0:1767384312.576969:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.576972:0:17063:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.576975:0:17063:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.576982:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384312.576984:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384312.576986:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073616386. 02000000:00000001:1.0:1767384312.576988:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.576990:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.576992:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.576993:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384312.576994:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384312.576996:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384312.577003:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384312.577004:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384312.577006:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.577007:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.577008:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.577010:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384312.577013:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d12588. 00000100:00000200:1.0:1767384312.577015:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742990720, offset 224 00000400:00000200:1.0:1767384312.577018:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.577025:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.577032:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc02b80 00000400:00000200:1.0:1767384312.577040:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1389 [1] + 224 00000400:00000200:1.0:1767384312.577043:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.577045:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.577048:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384312.577052:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384312.577058:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384312.577069:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384312.577072:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1d12588 00000400:00000010:1.0:1767384312.577073:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1d12588. 00000100:00000001:1.0:1767384312.577075:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384312.577076:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.577078:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.577079:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384312.577082:0:17063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384312.577085:0:17063:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b27e7171. 00010000:00000001:1.0:1767384312.577088:0:17063:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384312.577127:0:17063:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384312.577130:0:17063:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.577131:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384312.577132:0:17063:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.577136:0:17063:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.577140:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236742990720/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1767384312.577141:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384312.577144:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:0.0:1767384312.577145:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384312.577150:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384312.577153:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967611d7. 00010000:00010000:2.0:1767384312.577161:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:0.0:1767384312.577164:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00010000:00000001:2.0:1767384312.577170:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:0.0:1767384312.577172:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00010000:00000001:2.0:1767384312.577175:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384312.577181:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000adf8f912 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742990720:12345-0@lo:104: Request processed in 250us (776us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384312.577182:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384312.577182:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384312.577194:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384312.577205:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384312.577213:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:1.0:1767384312.577224:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384312.577225:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a5f2cdfe already unused, calling callback (00000000a14c0dae) 00000100:00000001:1.0:1767384312.577227:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384312.577235:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384312.577235:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081045412. 00000100:00000200:0.0:1767384312.577241:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:2.0:1767384312.577242:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384312.577244:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000020:00000010:1.0:1767384312.577251:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf76790e. 00000020:00000040:1.0:1767384312.577260:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:1.0:1767384312.577268:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.577281:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384312.577288:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384312.577292:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.577294:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f2cdfe refcount=3 00000100:00000001:0.0:1767384312.577294:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384312.577300:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00000100:00000001:0.0:1767384312.577301:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.577306:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258831360 : -130123450720256 : ffff89a745f16000) 00000100:00000001:0.0:1767384312.577308:0:17095:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384312.577311:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767384312.577313:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384312.577315:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384312.577317:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.577323:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.577327:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384312.577329:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384312.577329:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384312.577344:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00001000:0.0:1767384312.577344:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=22 v=5 (5 0 0 0) 10000000:00000001:2.0:1767384312.577357:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384312.577361:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00001000:0.0:1767384312.577361:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=22 v=5 (1 0 0 0) 10000000:00000040:2.0:1767384312.577368:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384312.577374:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384312.577374:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384312.577383:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.577383:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.577394:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384312.577397:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.577401:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.577405:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384312.577410:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:0.0:1767384312.577416:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.577422:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:2.0:1767384312.577424:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384312.577427:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:2.0:1767384312.577431:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384312.577434:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384312.577435:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.577439:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384312.577442:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.577444:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.577449:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384312.577449:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.577454:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384312.577454:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.577460:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384312.577463:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.577466:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384312.577467:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a5f2cdfe with handle 0x88edd5ef35457d09 from hash 00010000:00000001:2.0:1767384312.577473:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384312.577477:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.577480:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.577484:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384312.577489:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384312.577494:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:0.0:1767384312.577497:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742990720:0@lo:104: 00010000:00000001:2.0:1767384312.577499:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384312.577504:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384312.577510:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000100:00000001:0.0:1767384312.577513:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384312.577514:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384312.577523:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384312.577524:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.577525:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384312.577531:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.577531:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384312.577541:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384312.577542:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4c4f944. 00000100:00000001:2.0:1767384312.577547:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.577549:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742990720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384312.577550:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384312.577555:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384312.577583:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384312.577587:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.577594:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384312.577594:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384312.577602:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.577603:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384312.577608:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9c1457. 00000100:00000040:2.0:1767384312.577610:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_00+0] req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384312.577618:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.577626:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.577628:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:0.0:1767384312.577633:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384312.577635:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f5c40985. 02000000:00000001:0.0:1767384312.577640:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384312.577642:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384312.577644:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384312.577645:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384312.577650:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384312.577651:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.577654:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.577660:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384312.577661:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384312.577662:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000015274793. 00010000:00000001:2.0:1767384312.577664:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384312.577664:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384312.577670:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.577675:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.577675:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.577675:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:2.0:1767384312.577687:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.577688:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384312.577696:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.577697:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:0.0:1767384312.577699:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e60c3b4. 00000100:00000001:1.0:1767384312.577701:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.577711:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.577712:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384312.577716:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384312.577718:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384312.577720:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.577721:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000a5f2cdfe/0x88edd5ef35457d09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d10 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384312.577722:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.577735:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384312.577737:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742990848:0@lo:103: 20000000:00000001:0.0:1767384312.577751:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:2.0:1767384312.577762:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0eea328 count: 0 00000100:00000001:1.0:1767384312.577763:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384312.577763:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384312.577771:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384312.577773:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.577777:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384312.577778:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384312.577781:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf76790e. 00010000:00000001:2.0:1767384312.577783:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384312.577788:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.577789:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384312.577799:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b27e7171. 00000400:00000010:1.0:1767384312.577800:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c1e345. 00010000:00000001:2.0:1767384312.577812:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.577813:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d12588. 00000020:00000001:2.0:1767384312.577818:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384312.577819:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742990848, portal 18 00000020:00000001:2.0:1767384312.577821:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.577827:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1767384312.577829:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384312.577830:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384312.577831:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.577833:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384312.577837:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000020:00000001:2.0:1767384312.577839:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384312.577844:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.577845:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384312.577846:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.577853:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.577855:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384312.577865:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.577870:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384312.577873:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000100:00000200:1.0:1767384312.577875:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236742990848, offset 0 00000400:00000200:1.0:1767384312.577879:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.577886:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.577894:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc02c00 00000400:00000200:1.0:1767384312.577898:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384312.577901:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.577906:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.577909:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384312.577911:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384312.577914:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 00000100:00000040:1.0:1767384312.577916:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000036161841 x1853236742990848 msgsize 328 00000100:00100000:1.0:1767384312.577919:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384312.577930:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384312.577934:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078b9ea8c 00000400:00000010:1.0:1767384312.577935:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078b9ea8c. 00000100:00000001:1.0:1767384312.577937:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384312.577939:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.577945:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384312.577947:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.577952:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.577953:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.577956:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.577967:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294899635 00000100:00000001:1.0:1767384312.577971:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294899634 00000100:00000001:1.0:1767384312.577975:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294899635 00000100:00000001:0.0:1767384312.577976:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384312.577981:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990848 00000100:00000001:1.0:1767384312.577983:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294899634 02000000:00000001:0.0:1767384312.577986:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384312.577989:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294899635 00000100:00000001:0.0:1767384312.577990:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.577996:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.577997:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294899634 02000000:00000001:0.0:1767384312.578003:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.578006:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294899635 00000100:00100000:0.0:1767384312.578008:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990848 00000020:00000001:0.0:1767384312.578013:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384312.578015:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294899634 00000020:00000040:0.0:1767384312.578016:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384312.578020:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384312.578021:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384312.578022:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.578026:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:1.0:1767384312.578028:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.578031:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384312.578033:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384312.578036:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384312.578038:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384312.578039:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384312.578042:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.578045:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.578047:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.578047:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384312.578051:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384312.578054:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e60c3b4. 00000100:00000001:0.0:1767384312.578058:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.578060:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e60c3b4. 00000020:00000010:0.0:1767384312.578063:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5c40985. 00000020:00000010:0.0:1767384312.578066:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000814d4d05. 00000020:00000010:0.0:1767384312.578069:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000044e60728. 00000100:00000040:0.0:1767384312.578073:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384312.578075:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384312.578076:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384312.578078:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384312.578081:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.578084:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384312.578087:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.578089:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.578091:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000020:00000001:0.0:1767384312.578094:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384312.578097:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000010:2.0:1767384312.578146:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f82cd97. 00010000:00010000:0.0:1767384312.578159:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 382 lvb_type: 0 00010000:00000001:0.0:1767384312.578169:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1767384312.578170:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000951da4ac. 00010000:00000001:0.0:1767384312.578172:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:2.0:1767384312.578175:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384312.578176:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384312.578178:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384312.578184:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.578184:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:2.0:1767384312.578195:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000100:00000001:0.0:1767384312.578196:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 20000000:00000001:2.0:1767384312.578201:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.578205:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000200:0.0:1767384312.578205:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036161841 x1853236742990848/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384312.578213:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384312.578220:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.578222:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384312.578224:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384312.578229:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:0.0:1767384312.578232:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384312.578235:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:0.0:1767384312.578252:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384312.578253:0:17066:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384312.578255:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384312.578258:0:17066:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384312.578261:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384312.578264:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:1.0:1767384312.578266:0:17066:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.578267:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000100:00000001:1.0:1767384312.578273:0:17066:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.578277:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036161841 x1853236742990848/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.578283:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384312.578286:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e60c3b4. 00000100:00000001:0.0:1767384312.578288:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.578290:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e60c3b4. 00000100:00100000:0.0:1767384312.578298:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036161841 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742990848:12345-0@lo:103: 00000100:00000200:0.0:1767384312.578301:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990848 00010000:00000001:0.0:1767384312.578303:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384312.578305:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384312.578307:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384312.578309:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384312.578311:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384312.578313:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000288c084b. 02000000:00000001:0.0:1767384312.578314:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.578321:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.578323:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384312.578325:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384312.578327:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.578328:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.578330:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000020:00000001:0.0:1767384312.578331:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384312.578333:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000040:0.0:1767384312.578335:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000714b157d count: 3 00010000:00010000:0.0:1767384312.578337:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 382 lvb_type: 0 00000100:00001000:0.0:1767384312.578342:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384312 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384312.578345:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.578351:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.578353:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:2.0:1767384312.578355:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384312.578358:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 382 lvb_type: 0 00000100:00000001:2.0:1767384312.578359:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384312.578364:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000f6ca637. 20000000:00000001:2.0:1767384312.578370:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384312.578379:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990592 00000020:00000001:0.0:1767384312.578383:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384312.578385:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384312.578387:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.578392:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384312.578395:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc918aae x1853236742990592/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384312.578397:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.578408:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384312.578410:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384312.578417:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384312.578418:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.578421:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.578422:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.578428:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:2.0:1767384312.578429:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=22 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384312.578432:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.578436:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384312.578437:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457d10 from hash 00000100:00000040:2.0:1767384312.578440:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384312.578448:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384312.578448:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.578454:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384312.578455:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384312.578462:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.578462:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.578469:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384312.578470:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384312.578475:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.578480:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384312.578481:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384312.578488:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000439af9ba. 00000100:00000200:2.0:1767384312.578491:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742990592, offset 224 00000400:00000200:2.0:1767384312.578497:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384312.578497:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457d09 expref: 16 pid: 17071 timeout: 382 lvb_type: 0 00000400:00000200:2.0:1767384312.578511:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384312.578520:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000400:00000200:2.0:1767384312.578525:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02b00 00000020:00000040:0.0:1767384312.578530:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000400:00000200:2.0:1767384312.578537:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00010000:00000001:0.0:1767384312.578541:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384312.578542:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384312.578546:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384312.578550:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384312.578551:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384312.578554:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384312.578558:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006e131706 00000100:00000200:2.0:1767384312.578560:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.578566:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384312.578570:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:2.0:1767384312.578572:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.578574:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.578582:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.578589:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.578595:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384312.578597:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1767384312.578600:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384312.578600:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.578612:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:2.0:1767384312.578614:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000439af9ba 00000400:00000010:2.0:1767384312.578617:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000439af9ba. 00010000:00000001:0.0:1767384312.578617:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384312.578619:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384312.578624:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384312.578626:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.578627:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384312.578633:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384312.578633:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384312.578634:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384312.578645:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1767384312.578646:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000714b157d) refcount = 2 00000100:00000001:2.0:1767384312.578648:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.578648:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000714aec2c. 00010000:00010000:0.0:1767384312.578657:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384312.578660:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f7a863 00000100:00000040:2.0:1767384312.578662:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384312.578665:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078f7a863. 00010000:00000001:2.0:1767384312.578672:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384312.578674:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384312.578679:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.578684:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384312.578692:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384312.578693:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384312.578701:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384312.578702:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc918aae x1853236742990592/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384312.578706:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.578707:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.578720:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384312.578736:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e60c3b4. 00000100:00000001:0.0:1767384312.578748:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384312.578758:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015274793. 00000100:00000001:0.0:1767384312.578766:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945931407744 : -130127778143872 : ffff89a644022180) 00000100:00000001:0.0:1767384312.578782:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945931407744 : -130127778143872 : ffff89a644022180) 00000100:00000001:1.0:1767384312.578785:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384312.578786:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fc918aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742990592:12345-0@lo:253: Request processed in 5833us (6309us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384312.578794:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.578800:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384312.578805:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384312.578807:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384312.578810:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:2.0:1767384312.578821:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 02000000:00000001:1.0:1767384312.578821:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:0.0:1767384312.578823:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384312.578830:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:01000000:0.0:1767384312.578833:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00000001:1.0:1767384312.578834:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.578835:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:0.0:1767384312.578839:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.578846:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384312.578848:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.578849:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384312.578850:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e131706 refcount=5 00000100:00000001:2.0:1767384312.578857:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384312.578859:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=22 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384312.578860:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 00000020:00000010:2.0:1767384312.578863:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d9d1520. 00010000:00000001:0.0:1767384312.578867:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 00000100:00001000:1.0:1767384312.578871:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=22 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384312.578874:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:1.0:1767384312.578875:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384312.578876:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003121063e. 00010000:00010000:0.0:1767384312.578878:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.578879:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.578890:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384312.578894:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfbfc7ba. 00010000:00000001:0.0:1767384312.578894:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384312.578895:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.578902:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.578907:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384312.578909:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:0.0:1767384312.578912:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.578920:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384312.578922:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384312.578922:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384312.578924:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384312.578929:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000304d9772. 02000000:00000001:2.0:1767384312.578940:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384312.578946:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.578969:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384312.578972:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384312.578973:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384312.578973:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.578977:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384312.578985:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.578986:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384312.578987:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b4377d. 00000020:01000004:1.0:1767384312.578991:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:0.0:1767384312.578991:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384312.578993:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000439af9ba. 00000020:01000004:1.0:1767384312.578995:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384312.579004:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384312.579008:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:0.0:1767384312.579010:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e131706 already unused, calling callback (00000000594674ee) 00000020:01000004:1.0:1767384312.579011:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384312.579014:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384312.579017:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384312.579017:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:1.0:1767384312.579019:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384312.579022:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384312.579023:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:1.0:1767384312.579025:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384312.579027:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384312.579038:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742990592:0@lo:253: 00000100:00000001:1.0:1767384312.579045:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.579047:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384312.579048:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca7de755 x1853236742990592/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.579059:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384312.579061:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384312.579063:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f95b37d. 00010000:00000001:0.0:1767384312.579067:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384312.579070:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384312.579072:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.579073:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384312.579075:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.579077:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e131706 refcount=6 00000020:00000040:1.0:1767384312.579078:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384312.579081:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384312.579084:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001172d678. 00000020:00000001:0.0:1767384312.579084:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 02000000:00000001:1.0:1767384312.579088:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384312.579089:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834432 : -130123450717184 : ffff89a745f16c00) 02000000:00000001:1.0:1767384312.579091:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384312.579093:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7de755. 00000100:00000001:1.0:1767384312.579096:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384312.579096:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384312.579099:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384312.579129:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.579137:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.579139:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.579141:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.579152:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.579154:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384312.579156:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384312.579158:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384312.579159:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.579163:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.579166:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.579168:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.579171:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.579174:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e131706 with handle 0x88edd5ef35457d17 from hash 00010000:00000001:0.0:1767384312.579177:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.579178:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.579180:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.579181:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384312.579183:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.579185:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384312.579186:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.579188:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384312.579194:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.579208:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384312.579209:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.579220:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384312.579220:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384312.579227:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384312.579229:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.579232:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.579234:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.579235:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.579241:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.579248:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.579251:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384312.579252:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.579254:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384312.579257:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767384312.579262:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.579269:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.579271:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.579272:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384312.579273:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384312.579274:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.579275:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.579276:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384312.579277:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.579278:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.579280:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384312.579281:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e131706/0x88edd5ef35457d17 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.579287:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.579288:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.579290:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384312.579291:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384312.579292:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.579294:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.579295:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384312.579296:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000015274793. 00000100:00000001:0.0:1767384312.579298:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384312.579299:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384312.579300:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e60c3b4. 00010000:00000001:0.0:1767384312.579301:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384312.579303:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000714b157d count: 0 00010000:00010000:0.0:1767384312.579307:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384312.579308:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.579311:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384312.579312:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.579314:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384312.579317:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384312.579319:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384312.579320:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384312.579326:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384312.579327:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.579329:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384312.579331:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.579333:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384312.579335:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742990848, offset 224 00000400:00000200:0.0:1767384312.579338:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.579344:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384312.579348:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc02c00 00000400:00000200:0.0:1767384312.579353:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1395 [1] + 224 00000400:00000200:0.0:1767384312.579358:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.579360:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384312.579364:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384312.579367:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384312.579377:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.579393:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.579398:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:0.0:1767384312.579399:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000100:00000001:0.0:1767384312.579403:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384312.579405:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.579409:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.579410:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.579412:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384312.579413:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384312.579415:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384312.579417:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384312.579418:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384312.579422:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c1e345. 00010000:00000001:0.0:1767384312.579422:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.579428:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1d12588 00000100:00000040:0.0:1767384312.579429:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236742990848/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:293/0 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384312.579431:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1d12588. 00000100:00000001:1.0:1767384312.579436:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384312.579443:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.579446:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036161841 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742990848:12345-0@lo:103: Request processed in 1159us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384312.579462:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384312.579466:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384312.579466:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384312.579476:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.579477:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384312.579478:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384312.579482:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384312.579483:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000814d4d05. 00000100:00000001:1.0:1767384312.579487:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384312.579489:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044e60728. 02000000:00000001:1.0:1767384312.579491:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384312.579494:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5c40985. 00000100:00000001:1.0:1767384312.579495:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.579499:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.579500:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:1.0:1767384312.579503:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.579504:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384312.579510:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384312.579516:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384312.579519:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384312.579529:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.579531:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384312.579533:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.579535:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.579539:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.579546:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.579548:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384312.579550:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384312.579553:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384312.579560:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742990848:0@lo:103: 00000100:00000001:1.0:1767384312.579563:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.579565:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384312.579566:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742990848/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.579570:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384312.579572:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384312.579573:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf76790e. 02000000:00000001:1.0:1767384312.579575:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384312.579576:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384312.579577:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384312.579579:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384312.579580:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4c4f944. 02000000:00000001:1.0:1767384312.579582:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384312.579583:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384312.579584:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000100:00000001:1.0:1767384312.579586:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384312.579587:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.579588:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.579591:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.579592:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.579593:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.579594:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.583148:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294899635, at 4294899636 00000100:00000010:1.0:1767384312.583158:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00000100:00000040:2.0:1767384312.583189:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294899635, at 4294899636 00000100:00000010:2.0:1767384312.583199:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573edad4. 00000100:00000040:0.0:1767384312.583213:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294899635, at 4294899636 00000100:00000010:0.0:1767384312.583222:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030332627. 00010000:00000010:0.1:1767384312.583353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000010:0.1:1767384312.583359:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e131706. 00010000:00000010:0.1:1767384312.583363:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000714b157d. 00010000:00000010:2.1:1767384312.584143:0:21350:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0eea328. 00010000:00000010:2.1:1767384312.584155:0:21350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a5f2cdfe. 00000100:00000040:3.0:1767384312.584253:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294899635, at 4294899637 00000100:00000010:3.0:1767384312.584261:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034944801. 00000400:00000010:2.0:1767384312.589428:0:21350:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000022dc5a81. 00000400:00000040:2.0:1767384312.589451:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384312.589453:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384312.589455:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.589457:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384312.589458:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.589459:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384312.589461:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384312.589462:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384312.589464:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384312.589464:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384312.589466:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384312.589467:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.589469:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384312.589470:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384312.589471:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384312.589472:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384312.589473:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384312.589474:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384312.589475:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384312.589477:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.589478:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.589478:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.589479:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.589480:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.589481:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384312.589483:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.589484:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.589485:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.589492:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.589493:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.589494:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384312.589496:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.589497:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.589498:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.589499:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.589500:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.589501:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384312.589503:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384312.589505:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.589506:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384312.589507:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384312.589508:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.589509:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384312.589510:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384312.589512:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384312.589513:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384312.589514:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384312.589514:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384312.589516:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384312.589517:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.589519:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384312.589520:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384312.589521:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384312.589523:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384312.589524:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384312.589525:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384312.589526:0:21350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384312.589552:0:21350:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000022dc5a81. 00080000:00000010:3.0:1767384313.310380:0:21550:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000907457d1. 00080000:00000010:3.0:1767384313.310391:0:21550:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000907457d1. 00000020:00000001:3.0:1767384313.310395:0:21550:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384313.310402:0:21550:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000907457d1. 00080000:00000010:3.0:1767384313.310407:0:21550:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000907457d1. 00000020:00000001:3.0:1767384313.310410:0:21550:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.363189:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384313.363215:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.363222:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384313.363224:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.363304:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384313.363310:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384313.363314:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384314.120599:0:21714:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384314.120605:0:21714:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:3.0:1767384314.123590:0:21714:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384314.130952:0:21715:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003236a0ff. 00000400:00000010:2.0:1767384314.130970:0:21715:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000439e1915. 00000400:00000010:2.0:1767384314.130982:0:21715:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009ad82fa8. 00000400:00000010:2.0:1767384314.130986:0:21715:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c63e104f. 00000400:00000010:2.0:1767384314.130991:0:21715:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001cf091c3. 00000400:00000010:2.0:1767384314.131002:0:21715:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043aefea1. 00000400:00000010:2.0:1767384314.131004:0:21715:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082b19e31. 00000400:00000010:2.0:1767384314.131006:0:21715:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd7f86b0. 00000400:00000010:2.0:1767384314.131010:0:21715:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000022dc5a81. 00000800:00000010:2.0:1767384314.131024:0:21715:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002424448c. 00000800:00000200:2.0:1767384314.131038:0:21715:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384314.131047:0:21715:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384314.131093:0:21715:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384314.131143:0:21715:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp18 [8/256/0/180] 00000400:00000010:2.0:1767384314.132732:0:21715:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000c58f3f7d. 00000400:00000010:2.0:1767384314.132739:0:21715:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d07480. 00000400:00000010:2.0:1767384314.132746:0:21715:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000400:00000001:2.0:1767384314.132763:0:21715:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384314.132764:0:21715:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.132766:0:21715:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cee7c96. 00000400:00000200:2.0:1767384314.132769:0:21715:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:2.0:1767384314.132771:0:21715:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000400:00000010:2.0:1767384314.132776:0:21715:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000009beef8c9. 00000400:00000200:2.0:1767384314.132781:0:21715:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (9) 00000400:00000200:2.0:1767384314.132797:0:21715:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384314.132808:0:21715:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:2.0:1767384314.132816:0:21715:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001fa21fac. 00000020:01000000:2.0:1767384314.132821:0:21715:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384314.132824:0:21715:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp18 00000400:00000010:2.0:1767384314.132844:0:21715:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000439e1915. 00000400:00000010:2.0:1767384314.132849:0:21715:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003236a0ff. 00000400:00000200:3.0:1767384314.132862:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384314.132871:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384314.132879:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000400:00000200:3.0:1767384314.132884:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (10) 00000400:00000010:3.0:1767384314.132892:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072d9fe68. 00000400:00000200:3.0:1767384314.132897:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:0.0:1767384314.132904:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384314.132909:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384314.132912:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384314.132914:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384314.132915:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:0.0:1767384314.132922:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384314.132926:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384314.132944:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384314.132944:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.132954:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.132962:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384314.132965:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384314.132966:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.132972:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384314.132977:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384314.132978:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384314.132983:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.132989:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384314.132993:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:0.0:1767384314.132999:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000400:00000200:3.0:1767384314.133000:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:0.0:1767384314.133008:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384314.133009:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384314.133019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384314.133020:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:0.0:1767384314.133027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384314.133032:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384314.133034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.133049:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 02000000:00000010:0.0:1767384314.133054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000020506743. 00000400:00000200:3.0:1767384314.133055:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp17 00000100:00000001:0.0:1767384314.133061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.133072:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp17 lpni_is_preferred = 0 00000100:00000001:0.0:1767384314.133073:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384314.133078:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.133081:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp17 00000400:00000200:3.0:1767384314.133087:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp17 NI seq info: [21:21:256:4294967295] 192.168.204.108@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000040:0.0:1767384314.133091:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_01+1] req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.133123:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp17 00000400:00000200:3.0:1767384314.133147:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17:) -> 192.168.204.108@tcp17(192.168.204.108@tcp:192.168.204.108@tcp17) : PUT try# 0 00000800:00000200:3.0:1767384314.133157:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.204.108@tcp17 00000800:00000010:3.0:1767384314.133162:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bc6483a. 10000000:00000001:0.0:1767384314.133166:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384314.133170:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.133172:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384314.133173:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384314.133174:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005eeb103c. 00000800:00000010:3.0:1767384314.133180:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002a4716b4. 00000020:00000001:0.0:1767384314.133182:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384314.133185:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384314.133187:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:3.0:1767384314.133191:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (2) 10000000:01000000:0.0:1767384314.133192:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384314.133207:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.1:1767384314.133214:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (2) 00000020:01000004:0.0:1767384314.133215:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384314.133224:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.133229:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.133229:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.133230:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.133231:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384314.133232:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.133234:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384314.133238:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000010:0.0:1767384314.133238:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28d69f. 00000020:00000040:0.0:1767384314.133246:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384314.133248:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:0.0:1767384314.133255:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384314.133258:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384314.133260:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384314.133277:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000091f8b1a4. 00000100:00000001:0.0:1767384314.133280:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.133284:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384314.133285:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.133292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b28d69f] to pc [ptlrpcd_00_02+2] req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384314.133312:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384314.133314:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.133315:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384314.133317:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384314.133319:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001fa21fac. 00000100:00000001:0.0:1767384314.133335:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384314.133339:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:0.0:1767384314.133346:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.133351:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384314.133358:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.133369:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384314.133372:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.133376:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384314.133380:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384314.133383:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.133388:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742990976:0@lo:253: 00000100:00000001:0.0:1767384314.133394:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384314.133400:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384314.133405:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.133409:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384314.133411:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 02000000:00000010:0.0:1767384314.133416:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002603f2d6. 02000000:00000001:0.0:1767384314.133420:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.133427:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000400:00000010:0.0:1767384314.133435:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b9d95c. 00000100:00000200:0.0:1767384314.133440:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742990976, portal 25 00000100:00000001:0.0:1767384314.133444:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384314.133448:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384314.133454:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.133462:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384314.133467:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000040:0.0:1767384314.133467:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.133479:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9ffc935. 00000100:00000001:2.0:1767384314.133482:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384314.133485:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742990976, offset 0 00000100:00000001:2.0:1767384314.133491:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384314.133496:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384314.133499:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384314.133506:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.133516:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.133520:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:2.0:1767384314.133531:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384314.133534:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.133537:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02c80 02000000:00000001:2.0:1767384314.133543:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384314.133549:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384314.133551:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000400:00000010:0.0:1767384314.133554:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e400f308. 00000400:00000200:0.0:1767384314.133560:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a45e6d4c 02000000:00000001:2.0:1767384314.133562:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.133568:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384314.133570:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742991104:0@lo:253: 00000400:00000200:3.0:1767384314.133572:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384314.133582:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384314.133588:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384314.133589:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.133594:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.133595:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a45e6d4c 02000000:00000001:2.0:1767384314.133597:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384314.133600:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a45e6d4c. 02000000:00000010:2.0:1767384314.133604:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fa21fac. 00000100:00000001:0.0:1767384314.133606:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384314.133608:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384314.133610:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384314.133614:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:2.0:1767384314.133615:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffe079a2. 00000100:00000040:0.0:1767384314.133615:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ae479c78 x1853236742990976 msgsize 4848 00000400:00000010:2.0:1767384314.133632:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000439e1915. 00000100:00100000:0.0:1767384314.133637:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384314.133641:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742991104, portal 25 00000100:00000040:0.0:1767384314.133641:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384314.133647:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384314.133649:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089051392 : -130122620500224 : ffff89a7776d8700) 00000100:00000001:0.0:1767384314.133653:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384314.133656:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.133661:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9ffc935 00000400:00000200:3.0:1767384314.133664:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000010:0.0:1767384314.133665:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9ffc935. 00000100:00000001:0.0:1767384314.133675:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384314.133680:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384314.133686:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384314.133695:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384314.133700:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384314.133702:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080cc0a04. 00000100:00000200:2.0:1767384314.133710:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742991104, offset 0 00000100:00000040:0.0:1767384314.133711:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.133719:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.133721:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384314.133726:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384314.133729:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.133736:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294901191 00000100:00000010:0.0:1767384314.133741:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006719a28b. 00000400:00000200:2.0:1767384314.133745:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384314.133750:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384314.133761:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.133762:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02d00 00000100:00000001:0.0:1767384314.133763:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294901191 00000100:00000010:0.0:1767384314.133772:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040165346. 00000400:00000200:2.0:1767384314.133777:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000100:00000001:0.0:1767384314.133781:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384314.133784:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1d67f48. 00000100:00000001:0.0:1767384314.133792:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294901191 00000400:00000200:2.0:1767384314.133794:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f07b2b9 00000100:00000010:0.0:1767384314.133799:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028f78eac. 00000400:00000200:2.0:1767384314.133802:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384314.133803:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384314.133811:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294901191 00000100:00000010:0.0:1767384314.133817:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002367d2a7. 00000400:00000200:2.0:1767384314.133818:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.133824:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384314.133831:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f07b2b9 00000400:00000010:2.0:1767384314.133835:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f07b2b9. 00000100:00000001:0.0:1767384314.133839:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.133843:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.133844:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384314.133850:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384314.133851:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384314.133855:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:0.0:1767384314.133856:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384314.133859:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d20b55f1 x1853236742991104 msgsize 4848 00000100:00000001:0.0:1767384314.133870:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.133874:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.133879:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384314.133880:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384314.133882:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384314.133887:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384314.133889:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.133894:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.133916:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.133919:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.133921:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384314.133948:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080cc0a04 00000400:00000010:2.0:1767384314.133953:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080cc0a04. 00000100:00000001:0.0:1767384314.133957:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384314.133962:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:2.0:1767384314.133963:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384314.133963:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742990976 02000000:00000001:0.0:1767384314.133970:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.133975:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384314.133977:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.133979:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.133987:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.133993:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742990976 00000100:00000001:2.0:1767384314.133998:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384314.133998:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384314.134002:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384314.134007:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384314.134008:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384314.134011:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384314.134017:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384314.134023:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384314.134024:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134029:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.134030:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.134035:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d6cd60d. 00000100:00000001:2.0:1767384314.134040:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.134041:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.134046:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d6cd60d. 00000100:00000001:2.0:1767384314.134048:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294901191 00000400:00000200:3.0:1767384314.134052:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384314.134054:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294901191 00000020:00000010:0.0:1767384314.134056:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c62eb90. 00000100:00000001:2.0:1767384314.134062:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294901191 00000020:00000010:0.0:1767384314.134064:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa3f6cf0. 00000100:00000001:2.0:1767384314.134070:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294901191 00000020:00000010:0.0:1767384314.134072:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000044e60728. 00000100:00000001:2.0:1767384314.134077:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294901191 00000100:00000001:2.0:1767384314.134083:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294901191 00000100:00000001:2.0:1767384314.134089:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294901191 00000100:00000001:2.0:1767384314.134092:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294901191 00000100:00000040:0.0:1767384314.134092:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384314.134096:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.134098:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.134135:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384314.134137:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134138:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134143:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134150:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.134155:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134157:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384314.134160:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384314.134167:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.134168:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.134170:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384314.134171:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:2.0:1767384314.134182:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.134182:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384314.134186:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991104 02000000:00000001:0.0:1767384314.134191:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384314.134192:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.134194:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.134197:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.134201:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.134204:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991104 00000020:00000001:0.0:1767384314.134206:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384314.134208:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384314.134211:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.134213:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384314.134215:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384314.134217:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384314.134217:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384314.134225:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384314.134227:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.134228:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d6cd60d. 00000100:00000001:0.0:1767384314.134235:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.134238:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d6cd60d. 00000020:00000010:0.0:1767384314.134244:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e002d59d. 00000020:00000010:0.0:1767384314.134248:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c62154f2. 00000020:00000010:0.0:1767384314.134252:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001769e50b. 00000100:00000001:2.0:1767384314.134257:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384314.134258:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:0.0:1767384314.134258:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.134266:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384314.134272:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134273:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384314.134288:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:2.0:1767384314.134295:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384314.134295:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134303:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087281232 : -130122622270384 : ffff89a777528450) 00000100:00000001:0.0:1767384314.134306:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384314.134317:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae479c78 x1853236742990976/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.134323:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.134326:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384314.134333:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384314.134338:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000020:00000010:2.0:1767384314.134339:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3626bd4. 00000100:00000040:0.0:1767384314.134343:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384314.134346:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.134349:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087287376 : -130122622264240 : ffff89a777529c50) 00000020:00000010:2.0:1767384314.134352:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3626bd4. 00000400:00000200:3.0:1767384314.134353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000040:0.0:1767384314.134361:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d20b55f1 x1853236742991104/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384314.134372:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae479c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742990976:12345-0@lo:253: 00000100:00000200:2.0:1767384314.134378:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742990976 00000020:00000001:2.0:1767384314.134383:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384314.134391:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384314.134394:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384314.134397:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.134400:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d6cd60d. 00000020:00000001:2.0:1767384314.134402:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384314.134406:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384314.134408:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384314.134411:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000020:00000010:0.0:1767384314.134411:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d6cd60d. 00000020:00000001:2.0:1767384314.134414:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384314.134420:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.134427:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384314.134431:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384314.134433:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d20b55f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742991104:12345-0@lo:253: 00000020:00000001:2.0:1767384314.134438:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384314.134438:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991104 00000020:00000001:0.0:1767384314.134444:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384314.134447:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384314.134450:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384314.134454:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.134456:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384314.134458:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.134460:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384314.134463:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384314.134464:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384314.134467:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001172d678. 00000020:00000001:0.0:1767384314.134468:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384314.134471:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384314.134473:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.134475:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.134481:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.134481:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384314.134488:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384314.134490:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384314.134494:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 02000000:00000010:0.0:1767384314.134495:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000063cb7e4d. 20000000:00000010:2.0:1767384314.134502:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a1538024. 02000000:00000001:0.0:1767384314.134505:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.134510:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384314.134512:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.134513:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384314.134519:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384314.134524:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071134ca7. 20000000:00000001:2.0:1767384314.134525:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384314.134531:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384314.134532:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.134536:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.134543:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384314.134544:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.134547:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.134550:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384314.134552:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.134555:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384314.134566:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb3d7cd4. 20000000:01000000:2.0:1767384314.134571:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:2.0:1767384314.134581:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384314.134588:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384314.134593:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384314.134611:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384314.134625:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.134628:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384314.134630:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.134632:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384314.134634:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384314.134637:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384314.134642:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384314.134645:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384314.134647:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384314.134652:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.134654:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.134657:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384314.134662:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384314.134666:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384314.134671:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f4c4f944. 00080000:00000001:2.0:1767384314.134675:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208667648 : -130122500883968 : ffff89a77e8eba00) 00080000:00000001:2.0:1767384314.134678:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384314.134682:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384314.134686:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a3626bd4. 00080000:00000001:2.0:1767384314.134689:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.134692:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384314.134707:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.134723:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384314.134890:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384314.134904:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000076dce795. 00000800:00000010:3.0:1767384314.134914:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aaa91961. 00000400:00000200:0.0:1767384314.134918:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp17 from 239.3.0.2 00000800:00000010:0.0:1767384314.134923:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b5fe2dee. 00000800:00000010:3.0:1767384314.134948:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a097a1c. 00000800:00000010:2.0:1767384314.134982:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000304d9772. 00000800:00000010:2.0:1767384314.134991:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080cc0a04. 00000800:00000010:3.0:1767384314.135005:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a097a1c. 00000800:00000010:2.0:1767384314.135033:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002cadbef9. 00000800:00000200:2.1:1767384314.135044:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (2) 00000800:00000200:2.1:1767384314.135050:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp17 000000002cadbef9 deleted 00000800:00000010:2.1:1767384314.135053:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002cadbef9. 00000800:00000200:2.1:1767384314.135058:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384314.135066:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp17 ip 192.168.204.108:1007 00000800:00000200:2.1:1767384314.135079:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002bc6483a type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384314.135086:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp17 p 3.x 192.168.204.108 -> 192.168.204.108:1007 incarnation:1767384312569816043 sched[0] 00000800:00000010:2.0:1767384314.135099:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029876112. 00000800:00000010:2.0:1767384314.135234:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029876112. 00000800:00000010:2.0:1767384314.135241:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080cc0a04. 00000800:00000200:3.1:1767384314.135246:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384314.135256:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp17 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384312569816043 sched[0] 00000800:00000010:3.0:1767384314.135259:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aaa91961. 00000800:00000010:2.0:1767384314.135284:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b5fe2dee. 00000800:00000001:0.0:1767384314.135298:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.135305:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.135316:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.135317:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.135338:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384314.135383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:2.0:1767384314.135403:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.135414:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.135416:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:2.0:1767384314.135417:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384314.135419:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384314.135424:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bc6483a. 00000800:00000001:2.0:1767384314.135427:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.135430:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.135442:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: PUT: OK 00000400:00000200:2.0:1767384314.135445:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17) <- 192.168.204.108@tcp17 : PUT - for me 00000400:00000200:0.0:1767384314.135448:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384314.135454:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:2.0:1767384314.135463:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384314.135475:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135476:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 192/192 into md 0x137d [1] + 0 00000400:00000010:2.0:1767384314.135489:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00000400:00000200:2.0:1767384314.135495:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ace37aef 00000800:00000001:2.0:1767384314.135501:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.135518:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.135519:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135530:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.135541:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: PUT: OK 00000400:00000200:2.0:1767384314.135547:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace37aef 00000400:00000010:2.0:1767384314.135550:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace37aef. 00000400:00000200:2.0:1767384314.135557:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384314.135561:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135563:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (11) 00000400:00000200:2.0:1767384314.135574:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:2.0:1767384314.135581:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000b3ff93ce. 00000400:00000200:2.0:1767384314.135586:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 10 00000400:00000200:3.0:1767384314.135594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135596:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384314.135614:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135616:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (12) 00000400:00000200:2.0:1767384314.135625:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384314.135638:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp17 to MR: 192.168.204.108@tcp17 local destination 00000400:00000200:2.0:1767384314.135649:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp17 NI seq info: [22:22:256:4294967295] 192.168.204.108@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1767384314.135654:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384314.135681:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17:192.168.204.108@tcp17) -> 192.168.204.108@tcp17(192.168.204.108@tcp17:192.168.204.108@tcp17) 192.168.204.108@tcp17 : ACK try# 0 00000400:00000200:0.0:1767384314.135702:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384314.135708:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c66c6e7a. 00000400:00000200:3.0:1767384314.135713:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000010:0.0:1767384314.135714:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000400:00000200:0.0:1767384314.135723:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000800:00000200:2.0:1767384314.135729:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp17 00000400:00000200:0.0:1767384314.135733:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000800:00000010:2.0:1767384314.135736:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be231b99. 00000400:00000010:0.0:1767384314.135745:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000a1317a98. 00000800:00000200:2.0:1767384314.135750:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (4) 00000400:00000010:0.0:1767384314.135751:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 0000000061fbcb7c. 00000400:00000010:0.0:1767384314.135759:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000395bf2b1. 00000800:00000200:2.0:1767384314.135766:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp17 ip 192.168.204.108:988 00000800:00000200:2.0:1767384314.135773:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be231b99 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384314.135781:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000010:0.0:1767384314.135787:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c28ae528. 00000400:00000200:0.0:1767384314.135795:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c28ae528 nid 192.168.204.108@tcp18 00000400:00000010:0.0:1767384314.135800:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000002d98bda. 00000400:00000200:0.0:1767384314.135804:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 0000000002d98bda net tcp18 00000400:00000200:0.0:1767384314.135806:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (11) 00000400:00000200:0.0:1767384314.135813:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp18 flags 0x11 00000400:00000010:0.0:1767384314.135817:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000a1317a98. 00000400:00000010:0.0:1767384314.135821:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 0000000061fbcb7c. 00000400:00000010:0.0:1767384314.135825:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000395bf2b1. 00000400:00000200:3.0:1767384314.135826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000010:0.0:1767384314.135828:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000b3ff93ce. 00000400:00000200:0.0:1767384314.135840:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384314.135846:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:0.0:1767384314.135855:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:0.0:1767384314.135866:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000800:00000200:2.0:1767384314.135869:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384314.135872:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000800:00000010:2.0:1767384314.135874:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be231b99. 00000400:00000200:0.0:1767384314.135876:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:2.0:1767384314.135883:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.135884:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384314.135895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384314.135896:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (12) 00000400:00000200:2.0:1767384314.135900:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: ACK: OK 00000800:00000001:2.0:1767384314.135919:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.135923:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.135925:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.135949:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.135953:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.135958:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.135967:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384314.135972:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17) <- 192.168.204.108@tcp17 : ACK - for me 00000400:00000200:0.0:1767384314.135995:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp17: ACK from 12345-192.168.204.108@tcp17 into md 0x13ad 00000400:00000200:0.0:1767384314.136003:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.136011:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: ACK: OK 00000400:00000200:0.0:1767384314.136014:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000400:00000010:0.0:1767384314.136016:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000400:00000200:0.0:1767384314.136023:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384314.136028:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:0.0:1767384314.136031:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (11) 00000800:00000001:0.0:1767384314.136034:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.136041:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.136048:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384314.136073:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384314.136135:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000800:00000010:3.0:1767384314.136315:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006461902b. 00000800:00000010:3.0:1767384314.136319:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aaa91961. 00000800:00000010:3.0:1767384314.136326:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a097a1c. 00000800:00000010:3.0:1767384314.136365:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a097a1c. 00000400:00000200:0.0:1767384314.136417:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384314.136431:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp17 from 238.3.0.2 00000800:00000010:0.0:1767384314.136435:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b5fe2dee. 00000800:00000010:3.0:1767384314.136464:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008754ac74. 00000800:00000010:3.0:1767384314.136469:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc1cdfaa. 00000800:00000010:3.0:1767384314.136494:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000052035080. 00000800:00000200:3.1:1767384314.136501:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (4) 00000800:00000200:3.1:1767384314.136506:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp17 0000000052035080 deleted 00000800:00000010:3.1:1767384314.136509:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000052035080. 00000800:00000200:3.1:1767384314.136513:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384314.136519:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp17 p 3.x 192.168.204.108 -> 192.168.204.108:1006 incarnation:1767384312569816043 sched[0] 00000800:00000010:3.0:1767384314.136523:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a097a1c. 00000800:00000010:3.0:1767384314.136594:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a097a1c. 00000800:00000010:3.0:1767384314.136598:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc1cdfaa. 00000800:00000200:2.1:1767384314.136631:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384314.136636:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b5fe2dee. 00000800:00000001:0.0:1767384314.136645:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.136656:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.136657:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp17 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384312569816043 sched[0] 00000800:00000010:2.0:1767384314.136662:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aaa91961. 00000800:00000001:3.0:1767384314.136713:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.136719:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384314.136924:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4c4f944. 00080000:00000010:3.0:1767384314.136974:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a3626bd4. 00040000:00000001:3.0:1767384314.136979:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.136981:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384314.136984:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384314.136988:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384314.136991:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.136993:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384314.137006:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384314.137014:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384314.137018:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384314.137027:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384314.137030:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384314.137030:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061fbcb7c. 20000000:00000001:2.0:1767384314.137036:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384314.137036:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 10000000:01000000:2.0:1767384314.137041:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384314.137042:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.137047:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384314.137048:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.137052:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384314.137052:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384314.137060:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c9a1cfd. 00080000:00000001:0.0:1767384314.137061:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384314.137068:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384314.137068:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.137072:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384314.137073:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fd27dc6b. 00080000:00000001:0.0:1767384314.137074:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.137077:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384314.137079:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.137081:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:0.0:1767384314.137082:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000040:2.0:1767384314.137088:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fd27dc6b with handle 0x88edd5ef35457d1e to hash 00000020:00000001:0.0:1767384314.137088:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:0.0:1767384314.137090:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384314.137094:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384314.137095:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384314.137098:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 00080000:00000001:0.0:1767384314.137099:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.137147:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.137150:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384314.137154:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384314.137157:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.137160:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005f2cd0d3. 00080000:00000001:0.0:1767384314.137163:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910088192 : -130127799463424 : ffff89a642bcd200) 00080000:00000001:0.0:1767384314.137165:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384314.137166:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384314.137169:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004d6cd60d. 00080000:00000001:0.0:1767384314.137171:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.137173:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384314.137182:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.137193:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:3.0:1767384314.137208:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384314.137212:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384314.137214:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a1538024. 20000000:00000001:3.0:1767384314.137220:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384314.137224:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742990976 00010000:00000001:3.0:1767384314.137227:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384314.137233:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae479c78 x1853236742990976/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.137241:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.137243:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.137248:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.137253:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.137257:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.137259:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384314.137262:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.137265:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.137269:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.137273:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.137276:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc1cdfaa. 00000100:00000200:3.0:1767384314.137287:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742990976, offset 224 00000400:00000200:3.0:1767384314.137294:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.137305:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.137314:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02c80 00000400:00000200:3.0:1767384314.137325:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:3.0:1767384314.137332:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.137336:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.137344:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.137352:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.137363:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.137381:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.137388:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1cdfaa 00000400:00000010:3.0:1767384314.137390:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc1cdfaa. 00000100:00000001:3.0:1767384314.137394:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.137396:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.137402:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.137408:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384314.137411:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384314.137411:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.137417:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384314.137418:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.137423:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384314.137427:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384314.137431:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae479c78 x1853236742990976/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384314.137433:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384314.137437:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967611d7. 00000400:00000200:0.0:1767384314.137447:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b9d95c 00000400:00000010:0.0:1767384314.137451:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b9d95c. 00000100:00100000:3.0:1767384314.137459:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae479c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742990976:12345-0@lo:253: Request processed in 3118us (3833us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384314.137462:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.137475:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.137481:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384314.137493:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384314.137497:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384314.137500:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.137502:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.137513:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa3f6cf0. 00000100:00000001:0.0:1767384314.137514:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.137520:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.137524:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.137527:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384314.137529:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044e60728. 00000100:00000001:0.0:1767384314.137529:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.137531:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.137533:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.137537:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=24 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384314.137541:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c62eb90. 00000100:00001000:0.0:1767384314.137542:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=24 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384314.137551:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:0.0:1767384314.137551:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.137557:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137563:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 02000000:00000001:3.0:1767384314.137564:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384314.137567:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384314.137568:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001172d678. 00010000:00000001:2.0:1767384314.137570:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.137573:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137577:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.137578:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384314.137579:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.137584:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384314.137587:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384314.137590:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384314.137591:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384314.137603:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b2e100f. 00000100:00000001:0.0:1767384314.137605:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384314.137608:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc1cdfaa. 00000100:00000001:0.0:1767384314.137612:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.137620:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.137622:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:01000004:0.0:1767384314.137625:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384314.137628:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:01000004:0.0:1767384314.137628:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384314.137632:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:01000004:0.0:1767384314.137633:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384314.137637:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:0.0:1767384314.137637:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384314.137642:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.137642:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384314.137647:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:0.0:1767384314.137647:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.137649:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384314.137650:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.137652:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384314.137653:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:01000004:0.0:1767384314.137655:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384314.137656:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:01000004:0.0:1767384314.137658:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384314.137659:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384314.137662:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:0.0:1767384314.137662:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384314.137664:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c9a1cfd) refcount = 1 00010000:00010000:2.0:1767384314.137671:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384314.137680:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742990976:0@lo:253: 00010000:00000001:2.0:1767384314.137682:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384314.137686:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384314.137688:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.137689:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.137693:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384314.137694:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137697:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384314.137699:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742990976/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384314.137701:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384314.137705:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00000001:0.0:1767384314.137707:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384314.137708:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384314.137710:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384314.137711:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.137714:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fd27dc6b refcount=4 02000000:00000010:0.0:1767384314.137714:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002603f2d6. 00000020:00000001:2.0:1767384314.137718:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 02000000:00000001:0.0:1767384314.137719:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384314.137721:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 00010000:00000001:2.0:1767384314.137723:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000001:0.0:1767384314.137723:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.137726:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00010000:2.0:1767384314.137727:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384314.137731:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.137735:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000020506743. 00010000:00000001:2.0:1767384314.137736:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384314.137740:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384314.137742:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.137745:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384314.137755:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384314.137760:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384314.137761:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384314.137762:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.137764:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384314.137766:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384314.137767:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.137774:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384314.137774:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384314.137776:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.137777:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137779:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384314.137781:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384314.137782:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384314.137785:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.137792:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fd27dc6b already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384314.137794:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.137795:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384314.137797:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.137800:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384314.137801:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.137802:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.137803:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fd27dc6b refcount=5 00000020:00000001:2.0:1767384314.137804:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 00010000:00000001:2.0:1767384314.137805:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114911744 : -130122594639872 : ffff89a778f82000) 00010000:00000001:2.0:1767384314.137807:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384314.137808:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.137812:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384314.137813:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.137814:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137816:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384314.137818:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384314.137819:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.137825:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384314.137827:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fd27dc6b with handle 0x88edd5ef35457d1e from hash 00010000:00000001:2.0:1767384314.137828:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384314.137829:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.137829:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.137830:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384314.137831:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384314.137833:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384314.137834:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384314.137835:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.137836:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137837:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384314.137838:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384314.137840:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.137840:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.137841:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137842:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.137843:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.137844:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.137847:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.137848:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.137849:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.137850:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384314.137851:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.137851:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.137852:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384314.137854:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.137855:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.137856:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.137859:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384314.137860:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384314.137861:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fd27dc6b/0x88edd5ef35457d1e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384314.137873:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c9a1cfd count: 0 00010000:00000001:2.0:1767384314.137878:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.137879:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384314.138691:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005f2cd0d3. 00080000:00000010:0.0:1767384314.138726:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004d6cd60d. 00040000:00000001:0.0:1767384314.138730:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384314.138732:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384314.138734:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384314.138737:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384314.138738:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.138740:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384314.138743:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384314.138750:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384314.138753:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384314.138756:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384314.138764:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384314.138768:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384314.138770:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384314.138774:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.138776:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384314.138782:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008e07fba. 00010000:00000001:2.0:1767384314.138785:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384314.138789:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005109f9b6. 00000020:00000001:2.0:1767384314.138792:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384314.138794:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005109f9b6 with handle 0x88edd5ef35457d25 to hash 00000020:00000001:2.0:1767384314.138796:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384314.138797:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384314.138800:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384314.138803:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.138805:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.138808:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.138815:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384314.138817:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384314.138818:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384314.138820:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.138822:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.138824:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.138825:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.138827:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384314.138829:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384314.138830:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384314.138831:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384314.138833:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008e07fba) refcount = 1 00010000:00010000:2.0:1767384314.138844:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.138849:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384314.138851:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384314.138852:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.138855:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.138857:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384314.138860:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384314.138862:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384314.138865:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.138867:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.138869:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=4 00000020:00000001:2.0:1767384314.138871:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384314.138874:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384314.138876:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384314.138878:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384314.138881:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384314.138885:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384314.138886:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000010:0.0:1767384314.138888:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071134ca7. 00010000:00010000:2.0:1767384314.138891:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384314.138892:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384314.138897:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742991104 00010000:00000001:0.0:1767384314.138901:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384314.138903:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.138906:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384314.138907:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d20b55f1 x1853236742991104/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.138911:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.138920:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.138923:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.138925:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767384314.138927:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384314.138946:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.138946:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.138951:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384314.138953:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384314.138954:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:2.0:1767384314.138957:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384314.138958:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.138961:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.138966:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384314.138970:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005109f9b6 already unused, calling callback (00000000594674ee) 00000100:00000040:0.0:1767384314.138975:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.138978:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b9d95c. 00010000:00000001:2.0:1767384314.138980:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384314.138982:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742991104, offset 224 00010000:00000001:2.0:1767384314.138984:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384314.138988:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384314.138989:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384314.138998:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384314.139000:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384314.139002:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.139005:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.139007:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=5 00000400:00000200:0.0:1767384314.139010:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02d00 00000020:00000001:2.0:1767384314.139011:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384314.139016:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00000400:00000200:0.0:1767384314.139018:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00010000:00000001:2.0:1767384314.139021:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384314.139025:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384314.139025:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.139032:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.139038:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384314.139039:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384314.139042:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.139043:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.139047:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.139053:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384314.139055:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.139057:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384314.139060:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.139064:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384314.139068:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005109f9b6 with handle 0x88edd5ef35457d25 from hash 00010000:00000001:2.0:1767384314.139071:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384314.139073:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.139074:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.139076:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384314.139076:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384314.139078:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384314.139081:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b9d95c 00010000:00000001:2.0:1767384314.139082:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1767384314.139085:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b9d95c. 00010000:00000001:2.0:1767384314.139086:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384314.139088:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384314.139090:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.139091:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.139095:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384314.139095:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.139096:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.139130:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384314.139139:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.139141:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.139147:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffe079a2. 00010000:00000001:2.0:1767384314.139149:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:1.0:1767384314.139150:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294901191, at 4294901192 00000100:00000040:0.0:1767384314.139151:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:3.0:1767384314.139156:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000439e1915 00010000:00000001:2.0:1767384314.139156:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384314.139158:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:1.0:1767384314.139160:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040165346. 00000020:00000001:0.0:1767384314.139164:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.139165:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000439e1915. 00010000:00000001:2.0:1767384314.139168:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384314.139179:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384314.139179:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384314.139180:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.139194:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384314.139199:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.139199:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d20b55f1 x1853236742991104/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.139203:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.139214:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.139227:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384314.139260:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.139270:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384314.139275:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d20b55f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742991104:12345-0@lo:253: Request processed in 4875us (5408us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384314.139277:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.139284:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.139291:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384314.139299:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.139307:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384314.139311:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:3.0:1767384314.139313:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384314.139314:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384314.139318:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.139320:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.139320:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384314.139324:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384314.139326:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:2.0:1767384314.139328:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.139329:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.139330:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384314.139337:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384314.139339:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384314.139341:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.139341:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c62154f2. 02000000:00000001:3.0:1767384314.139350:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.139360:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=24 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384314.139362:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:3.0:1767384314.139364:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=24 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384314.139364:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001769e50b. 00010000:00000001:2.0:1767384314.139366:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384314.139375:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1767384314.139376:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005109f9b6/0x88edd5ef35457d25 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384314.139377:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.139378:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e002d59d. 00010000:00000001:3.0:1767384314.139386:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384314.139391:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.139392:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00010000:00000040:2.0:1767384314.139396:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008e07fba count: 0 00000100:00000001:3.0:1767384314.139398:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.139403:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384314.139407:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.139410:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384314.139410:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000063cb7e4d. 20000000:00000001:2.0:1767384314.139420:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384314.139422:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384314.139429:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.139433:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384314.139437:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294901191, at 4294901192 00000400:00000010:0.0:1767384314.139439:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000100:00000010:2.0:1767384314.139448:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028f78eac. 00000400:00000010:0.0:1767384314.139452:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b9d95c. 00000100:00000001:3.0:1767384314.139466:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.139469:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384314.139471:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384314.139475:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384314.139478:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384314.139478:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294901191, at 4294901192 00000020:01000004:3.0:1767384314.139479:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384314.139485:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384314.139488:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000010:0.0:1767384314.139488:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006719a28b. 00000020:01000004:3.0:1767384314.139494:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.139496:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384314.139498:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384314.139500:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384314.139502:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.139508:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742991104:0@lo:253: 00000100:00000001:3.0:1767384314.139513:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.139516:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.139518:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b28d69f x1853236742991104/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.139523:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384314.139524:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384314.139527:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fa21fac. 02000000:00000001:3.0:1767384314.139531:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384314.139532:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384314.139533:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384314.139535:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384314.139537:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000091f8b1a4. 02000000:00000001:3.0:1767384314.139541:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384314.139542:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384314.139543:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28d69f. 00000100:00000001:3.0:1767384314.139545:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384314.139547:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.139548:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.139554:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.139562:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.139564:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.139567:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.140168:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294901191, at 4294901193 00000100:00000010:3.0:1767384314.140176:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002367d2a7. 00010000:00000010:2.1:1767384314.143150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c9a1cfd. 00010000:00000010:2.1:1767384314.143161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fd27dc6b. 00010000:00000010:2.1:1767384314.146152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008e07fba. 00010000:00000010:2.1:1767384314.146159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005109f9b6. 00000400:00000010:1.0:1767384314.150282:0:21720:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b67f9b54. 00000400:00000040:1.0:1767384314.150300:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.150302:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.150304:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.150305:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.150307:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.150308:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384314.150310:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.150311:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.150312:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.150313:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384314.150314:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.150315:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.150317:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.150318:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.150318:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384314.150320:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.150321:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.150322:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384314.150323:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384314.150324:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.150325:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.150326:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.150327:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.150328:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.150329:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384314.150330:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.150331:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.150332:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.150333:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.150334:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.150335:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384314.150336:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.150343:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.150344:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.150345:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.150346:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.150347:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384314.150349:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.150350:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.150352:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.150353:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.150355:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.150357:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384314.150358:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384314.150360:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384314.150362:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384314.150364:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384314.150366:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384314.150368:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.150370:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.150373:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384314.150374:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.150376:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384314.150378:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384314.150380:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384314.150382:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384314.150383:0:21720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384314.150422:0:21720:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b67f9b54. 00010000:00000001:0.0:1767384314.387164:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384314.387169:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.387176:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384314.387178:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.387198:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.387201:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.387203:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384315.005855:0:21931:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a18d0258. 00080000:00000010:0.0:1767384315.005866:0:21931:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a18d0258. 00000020:00000001:0.0:1767384315.005871:0:21931:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384315.005877:0:21931:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a18d0258. 00080000:00000010:0.0:1767384315.005881:0:21931:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a18d0258. 00000020:00000001:0.0:1767384315.005884:0:21931:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.411315:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384315.411322:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.411330:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384315.411332:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.411359:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.411363:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.411366:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384315.851351:0:22096:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384315.851356:0:22096:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384315.854847:0:22096:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384315.866891:0:22097:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008a903023. 00000400:00000010:3.0:1767384315.869430:0:22097:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fce9bee6. 00000400:00000010:3.0:1767384315.869445:0:22097:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003b74fb55. 00000400:00000010:3.0:1767384315.869450:0:22097:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006fca0986. 00000400:00000010:3.0:1767384315.869455:0:22097:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae75ecc6. 00000400:00000010:3.0:1767384315.869462:0:22097:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cddac1d. 00000400:00000010:3.0:1767384315.869464:0:22097:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d67815a. 00000400:00000010:3.0:1767384315.869467:0:22097:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000683a7ab7. 00000400:00000010:3.0:1767384315.869472:0:22097:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fad41cea. 00000800:00000010:3.0:1767384315.869488:0:22097:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000653b7dd7. 00000800:00000200:3.0:1767384315.869504:0:22097:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384315.869516:0:22097:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384315.869620:0:22097:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384315.869648:0:22097:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384315.872468:0:22097:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000001213d1f1. 00000400:00000010:3.0:1767384315.872476:0:22097:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005094b2a4. 00000400:00000010:3.0:1767384315.872485:0:22097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000001:3.0:1767384315.872506:0:22097:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384315.872508:0:22097:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384315.872510:0:22097:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d07480. 00000400:00000200:3.0:1767384315.872515:0:22097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:3.0:1767384315.872518:0:22097:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000400:00000010:3.0:1767384315.872523:0:22097:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000c58f3f7d. 00000400:00000200:3.0:1767384315.872529:0:22097:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (10) 00000400:00000200:3.0:1767384315.872544:0:22097:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384315.872558:0:22097:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000400:00000200:1.0:1767384315.872600:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384315.872608:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384315.872615:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d12588. 00000400:00000200:1.0:1767384315.872618:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (11) 00000400:00000010:1.0:1767384315.872641:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000931d52b1. 00000400:00000200:1.0:1767384315.872645:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:1.0:1767384315.872659:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:1.0:1767384315.872663:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384315.872668:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384315.872671:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384315.872681:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384315.872684:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384315.872687:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384315.872691:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384315.872693:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384315.872697:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384315.872700:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384315.872703:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp18 00000400:00000200:1.0:1767384315.872707:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384315.872709:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp18 00000400:00000200:1.0:1767384315.872711:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp18 NI seq info: [23:23:256:4294967295] 192.168.204.108@tcp18 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767384315.872717:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp18 00000400:00000200:1.0:1767384315.872723:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18:) -> 192.168.204.108@tcp18(192.168.204.108@tcp:192.168.204.108@tcp18) : PUT try# 0 00000800:00000200:1.0:1767384315.872727:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.204.108@tcp18 00000800:00000010:1.0:1767384315.872731:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec97d41. 00000800:00000010:1.0:1767384315.872740:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000077332921. 00000800:00000010:1.0:1767384315.872744:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000074657ae. 00000800:00000200:1.0:1767384315.872747:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (2) 00000800:00000200:1.1:1767384315.872750:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (2) 00000400:00000200:1.0:1767384315.872768:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384315.872770:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000400:00000200:2.0:1767384315.872855:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872894:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872928:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872942:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872954:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872978:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.872998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873022:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873034:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873047:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873059:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873071:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873082:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873094:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873133:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000800:00000010:2.0:1767384315.873364:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f6ca637. 00000800:00000010:2.0:1767384315.873371:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b0733bf3. 00000400:00000200:0.0:1767384315.873371:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384315.873379:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0b0f3cf. 00000400:00000200:0.0:1767384315.873401:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp18 from 237.3.0.2 00000800:00000010:2.0:1767384315.873406:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0b0f3cf. 00000800:00000010:0.0:1767384315.873406:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000f3b164b. 00000800:00000010:1.0:1767384315.873490:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031c1716b. 00000800:00000010:1.0:1767384315.873497:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042bf9cf9. 00000800:00000010:1.0:1767384315.873523:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009c6887f4. 00000800:00000200:1.1:1767384315.873528:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (2) 00000800:00000200:1.1:1767384315.873532:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp18 000000009c6887f4 deleted 00000800:00000010:1.1:1767384315.873534:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009c6887f4. 00000800:00000200:1.1:1767384315.873539:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384315.873545:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp18 ip 192.168.204.108:1005 00000800:00000200:1.1:1767384315.873549:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eec97d41 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767384315.873553:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp18 p 3.x 192.168.204.108 -> 192.168.204.108:1005 incarnation:1767384314131027006 sched[0] 00000800:00000010:1.0:1767384315.873558:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0b94b53. 00000800:00000010:1.0:1767384315.873660:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0b94b53. 00000800:00000010:1.0:1767384315.873664:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042bf9cf9. 00000800:00000200:2.1:1767384315.873674:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384315.873689:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp18 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384314131027006 sched[0] 00000800:00000010:2.0:1767384315.873693:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b0733bf3. 00000800:00000010:1.0:1767384315.873707:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000f3b164b. 00000800:00000001:0.0:1767384315.873725:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.873735:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384315.873748:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.873758:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.873768:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384315.873813:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:0.0:1767384315.873821:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384315.873825:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec97d41. 00000400:00000200:0.0:1767384315.873830:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.873835:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.873837:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: PUT: OK 00000400:00000200:0.0:1767384315.873845:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384315.873849:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:0.0:1767384315.873858:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384315.873860:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:0.0:1767384315.873864:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384315.873867:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.873871:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384315.873877:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18) <- 192.168.204.108@tcp18 : PUT - for me 00000400:00000200:2.0:1767384315.873885:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.873891:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384315.873912:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 208/208 into md 0x13c1 [1] + 0 00000400:00000200:2.0:1767384315.873918:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:0.0:1767384315.873918:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c66c6e7a. 00000400:00000200:0.0:1767384315.873924:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7863a3c 00000800:00000001:0.0:1767384315.873933:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.873942:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.873943:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.873945:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.873950:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: PUT: OK 00000400:00000200:0.0:1767384315.873955:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:0.0:1767384315.873957:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000400:00000200:0.0:1767384315.873961:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384315.873965:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000400:00000200:2.0:1767384315.873970:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.873970:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:0.0:1767384315.873975:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000d2563a10. 00000400:00000200:0.0:1767384315.873980:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 11 00000400:00000200:0.0:1767384315.873984:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384315.873998:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (13) 00000400:00000200:2.0:1767384315.873999:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.874004:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:3.0:1767384315.874008:0:22097:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000804ad77. 00000400:00000200:0.0:1767384315.874023:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp18 to MR: 192.168.204.108@tcp18 local destination 00000020:01000000:3.0:1767384315.874026:0:22097:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384315.874033:0:22097:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp19 00000400:00000200:0.0:1767384315.874037:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp18 NI seq info: [24:24:256:4294967295] 192.168.204.108@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384315.874039:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.874060:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18:192.168.204.108@tcp18) -> 192.168.204.108@tcp18(192.168.204.108@tcp18:192.168.204.108@tcp18) 192.168.204.108@tcp18 : ACK try# 0 00000400:00000200:1.0:1767384315.874071:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384315.874072:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp18 00000400:00000010:3.0:1767384315.874074:0:22097:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fce9bee6. 00000400:00000200:2.0:1767384315.874077:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000010:1.0:1767384315.874084:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c1e345. 00000800:00000010:0.0:1767384315.874084:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043d6de8b. 00000400:00000010:3.0:1767384315.874089:0:22097:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008a903023. 00000400:00000010:1.0:1767384315.874135:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000400:00000200:1.0:1767384315.874144:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:1.0:1767384315.874152:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000800:00000200:0.0:1767384315.874153:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (4) 00000400:00000200:2.0:1767384315.874161:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000200:0.0:1767384315.874169:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp18 ip 192.168.204.108:988 00000400:00000010:1.0:1767384315.874171:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000870ce7f0. 00000800:00000200:0.0:1767384315.874174:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043d6de8b type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384315.874184:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000e9899127. 00000400:00000010:1.0:1767384315.874191:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000002425a61d. 00000020:00000001:3.0:1767384315.874197:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384315.874198:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 10000000:00000001:3.0:1767384315.874206:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384315.874213:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384315.874217:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384315.874218:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005f895e12. 00000020:01000004:3.0:1767384315.874223:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384315.874228:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384315.874232:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005f895e12 nid 192.168.204.108@tcp19 00000020:01000004:3.0:1767384315.874233:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384315.874235:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384315.874238:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384315.874240:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043d6de8b. 00000400:00000010:1.0:1767384315.874242:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000c942619. 00000020:01000004:3.0:1767384315.874244:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384315.874247:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.874247:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384315.874250:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384315.874253:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000000c942619 net tcp19 00000020:01000004:3.0:1767384315.874256:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384315.874262:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384315.874264:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: ACK: OK 00000400:00000200:1.0:1767384315.874265:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000020:01000004:3.0:1767384315.874266:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384315.874271:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384315.874278:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp19 flags 0x11 00000100:00000010:3.0:1767384315.874282:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007648b210. 00000400:00000010:1.0:1767384315.874286:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000870ce7f0. 00000020:00000040:3.0:1767384315.874289:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000001:0.0:1767384315.874289:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384315.874297:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000e9899127. 00000400:00000200:2.0:1767384315.874298:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000800:00000001:0.0:1767384315.874298:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384315.874311:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384315.874317:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000002425a61d. 00000800:00000001:0.0:1767384315.874317:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384315.874326:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384315.874330:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000d2563a10. 00000800:00000001:0.0:1767384315.874333:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.874334:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384315.874344:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384315.874353:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18) <- 192.168.204.108@tcp18 : ACK - for me 00000400:00000200:2.0:1767384315.874355:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384315.874357:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:1.0:1767384315.874372:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:0.0:1767384315.874374:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp18: ACK from 12345-192.168.204.108@tcp18 into md 0x13d9 00000400:00000200:2.0:1767384315.874381:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.874381:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.874390:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:0.0:1767384315.874394:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: ACK: OK 00000400:00000200:0.0:1767384315.874402:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1d12588 00000400:00000200:1.0:1767384315.874404:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000010:0.0:1767384315.874405:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1d12588. 00000400:00000200:2.0:1767384315.874406:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384315.874412:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384315.874416:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:1.0:1767384315.874424:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:0.0:1767384315.874426:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:0.0:1767384315.874440:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (13) 00000400:00000200:1.0:1767384315.874445:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (12) 00000800:00000001:0.0:1767384315.874453:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.874460:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384315.874564:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007762e56f. 00000800:00000010:2.0:1767384315.874568:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b0733bf3. 00000800:00000010:2.0:1767384315.874578:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0b0f3cf. 00000400:00000200:1.0:1767384315.874613:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384315.874616:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0b0f3cf. 00000400:00000200:1.0:1767384315.874635:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp18 from 236.3.0.2 00000800:00000010:1.0:1767384315.874644:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b0ba96ee. 00000800:00000010:0.0:1767384315.874686:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063cb7e4d. 00000800:00000010:0.0:1767384315.874691:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e233924c. 00000800:00000010:0.0:1767384315.874733:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b27e7171. 00000800:00000200:0.1:1767384315.874741:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (4) 00000800:00000200:0.1:1767384315.874747:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp18 00000000b27e7171 deleted 00000800:00000010:0.1:1767384315.874750:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b27e7171. 00000800:00000200:0.1:1767384315.874754:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384315.874763:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp18 p 3.x 192.168.204.108 -> 192.168.204.108:1004 incarnation:1767384314131027006 sched[0] 00000800:00000010:0.0:1767384315.874771:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008889c864. 00000800:00000010:0.0:1767384315.874843:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008889c864. 00000800:00000010:0.0:1767384315.874848:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e233924c. 00000800:00000010:0.0:1767384315.874881:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b0ba96ee. 00000800:00000001:0.0:1767384315.874894:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.874913:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384315.874949:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384315.874954:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp18 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384314131027006 sched[0] 00000800:00000010:0.0:1767384315.874957:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b0733bf3. 00000800:00000001:1.0:1767384315.874993:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.874999:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.875877:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384315.875881:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384315.875906:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384315.875920:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001fa21fac. 00000100:00000001:3.0:1767384315.875929:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.875955:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384315.875958:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.875969:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007648b210] to pc [ptlrpcd_00_03+3] req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384315.876004:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384315.876008:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.876012:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384315.876015:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384315.876017:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.876023:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384315.876026:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384315.876026:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384315.876031:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384315.876035:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384315.876036:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384315.876042:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384315.876044:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384315.876045:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384315.876060:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384315.876063:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384315.876066:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384315.876073:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384315.876074:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384315.876078:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384315.876079:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384315.876089:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384315.876090:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384315.876130:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742991232:0@lo:253: 00000100:00000001:0.0:1767384315.876136:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384315.876142:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384315.876145:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.876148:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384315.876154:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071134ca7. 02000000:00000001:0.0:1767384315.876156:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384315.876161:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c66c6e7a. 00000400:00000010:0.0:1767384315.876166:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e233924c. 00000100:00000200:0.0:1767384315.876171:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742991232, portal 25 00000100:00000001:0.0:1767384315.876174:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384315.876176:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000100:00000040:0.0:1767384315.876183:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.876195:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.876202:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.876205:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b27e7171. 00000100:00000200:0.0:1767384315.876210:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742991232, offset 0 00000400:00000200:0.0:1767384315.876220:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384315.876232:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384315.876242:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02d80 00000400:00000200:0.0:1767384315.876251:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:0.0:1767384315.876254:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9462dd7. 00000400:00000200:0.0:1767384315.876258:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050bc1a8d 00000400:00000200:0.0:1767384315.876264:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.876268:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384315.876273:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bc1a8d 00000400:00000010:0.0:1767384315.876276:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050bc1a8d. 00000100:00000001:0.0:1767384315.876283:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384315.876285:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384315.876288:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000001b0b758c x1853236742991232 msgsize 4848 00000100:00100000:0.0:1767384315.876297:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384315.876301:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384315.876302:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:01000004:3.0:1767384315.876310:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384315.876313:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384315.876315:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384315.876317:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384315.876322:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384315.876323:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004686c847. 00000400:00000200:0.0:1767384315.876328:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e7171 00000020:00000040:3.0:1767384315.876330:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000010:0.0:1767384315.876332:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b27e7171. 00000100:00000001:3.0:1767384315.876344:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384315.876345:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384315.876350:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384315.876353:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.876357:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876370:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384315.876373:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384315.876374:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001172d678. 00000100:00000001:2.0:1767384315.876377:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384315.876387:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991232 00000100:00000001:3.0:1767384315.876389:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876389:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.876393:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384315.876399:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.876402:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.876403:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384315.876406:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.876408:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.876409:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876411:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294902934 00000100:00000010:0.0:1767384315.876422:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002367d2a7. 02000000:00000001:2.0:1767384315.876423:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.876427:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004686c847] to pc [ptlrpcd_00_00+0] req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.876434:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991232 00000100:00000001:0.0:1767384315.876439:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384315.876442:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384315.876449:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384315.876457:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384315.876460:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294902934 00000100:00000010:0.0:1767384315.876465:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9a7ebae. 00000100:00000001:0.0:1767384315.876470:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384315.876472:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384315.876477:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294902934 00000020:00000001:2.0:1767384315.876478:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384315.876485:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:0.0:1767384315.876486:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b412562. 10000000:00000001:3.0:1767384315.876488:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876493:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384315.876494:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000001:3.0:1767384315.876495:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876497:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294902934 00000020:00000010:2.0:1767384315.876501:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ceb168f. 00000020:00000001:3.0:1767384315.876509:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.876510:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384315.876510:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006719a28b. 00000020:01000000:3.0:1767384315.876522:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384315.876523:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ceb168f. 00000100:00000001:0.0:1767384315.876523:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384315.876536:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000804ad77. 00000020:00000010:2.0:1767384315.876536:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000338c0037. 00000100:00000001:0.0:1767384315.876538:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384315.876548:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.876554:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000adea3d43. 00000100:00000001:0.0:1767384315.876554:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876559:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384315.876562:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003bea1c76. 00000100:00000001:3.0:1767384315.876571:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.876577:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384315.876578:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384315.876581:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384315.876582:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384315.876586:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384315.876587:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384315.876590:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.876593:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384315.876599:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876605:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.876610:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876610:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.876614:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384315.876616:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.876619:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.876621:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.876623:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384315.876627:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384315.876634:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384315.876638:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.876638:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.876642:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384315.876642:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384315.876649:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742991360:0@lo:253: 00000100:00000001:0.0:1767384315.876652:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.876658:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:2.0:1767384315.876670:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384315.876671:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384315.876676:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950322184272 : -130123387367344 : ffff89a749b81050) 00000100:00000040:2.0:1767384315.876680:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b0b758c x1853236742991232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.876688:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384315.876691:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384315.876694:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.876694:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ceb168f. 02000000:00000001:3.0:1767384315.876704:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384315.876704:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384315.876712:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ceb168f. 00000100:00100000:2.0:1767384315.876717:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b0b758c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236742991232:12345-0@lo:253: 02000000:00000010:3.0:1767384315.876718:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a1538024. 02000000:00000001:3.0:1767384315.876730:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384315.876730:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991232 00000020:00000001:2.0:1767384315.876737:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384315.876739:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000020:00000001:2.0:1767384315.876741:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384315.876744:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.876747:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384315.876749:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fce9bee6. 00000020:00000001:2.0:1767384315.876750:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384315.876759:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384315.876760:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742991360, portal 25 00000020:00000001:2.0:1767384315.876761:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.876774:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384315.876776:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384315.876785:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952742784 : -130122756808832 : ffff89a76f4d9f80) 00000020:00000001:2.0:1767384315.876786:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384315.876794:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.876801:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.876802:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384315.876809:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384315.876821:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050caba82. 00000100:00000001:3.0:1767384315.876827:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384315.876827:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.876834:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.876841:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384315.876842:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384315.876848:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3706b44. 20000000:00000010:2.0:1767384315.876851:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001545c133. 00000100:00000200:3.0:1767384315.876853:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742991360, offset 0 20000000:01000000:2.0:1767384315.876860:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384315.876866:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:2.0:1767384315.876867:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384315.876871:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384315.876874:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.876877:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.876883:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384315.876887:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000010:2.0:1767384315.876908:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a57ff7c. 20000000:01000000:2.0:1767384315.876911:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000400:00000200:3.0:1767384315.876918:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc02e00 20000000:00000001:2.0:1767384315.876918:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384315.876928:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384315.876932:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00080000:00000001:2.0:1767384315.876934:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:3.0:1767384315.876941:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c63264. 00000400:00000200:3.0:1767384315.876947:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b70cd33 00080000:00000001:2.0:1767384315.876955:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384315.876956:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.876963:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384315.876969:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b70cd33 00000400:00000010:3.0:1767384315.876974:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b70cd33. 00080000:00000001:2.0:1767384315.876975:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.876984:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384315.876987:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.876989:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384315.876996:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000001:2.0:1767384315.876996:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384315.877000:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.877008:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000072533e40 x1853236742991360 msgsize 4848 00080000:00000002:2.0:1767384315.877008:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:2.0:1767384315.877024:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:2.0:1767384315.877029:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00100000:3.0:1767384315.877031:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:2.0:1767384315.877035:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384315.877037:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:2.0:1767384315.877042:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.877045:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.877049:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384315.877055:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384315.877065:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:3.0:1767384315.877067:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3706b44 00080000:00000001:2.0:1767384315.877071:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:3.0:1767384315.877072:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3706b44. 00080000:00000010:2.0:1767384315.877075:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d7472cab. 00000100:00000001:3.0:1767384315.877080:0:16347:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:2.0:1767384315.877081:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945914591232 : -130127794960384 : ffff89a643018800) 00080000:00000001:2.0:1767384315.877085:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384315.877089:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384315.877091:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000010:2.0:1767384315.877096:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005ceb168f. 00000100:00100000:0.0:1767384315.877097:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991360 00080000:00000001:2.0:1767384315.877131:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.877134:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:3.0:1767384315.877143:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.877144:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:2.0:1767384315.877149:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.877149:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.877156:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.877166:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384315.877171:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991360 00000100:00000001:3.0:1767384315.877172:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384315.877178:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384315.877179:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384315.877180:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384315.877182:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384315.877190:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.877196:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384315.877207:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384315.877209:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877212:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.877220:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.877223:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384315.877227:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294902935 00000100:00000001:0.0:1767384315.877230:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384315.877235:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008889c864. 00000100:00000001:3.0:1767384315.877238:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902934 00000100:00000001:0.0:1767384315.877239:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384315.877248:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008889c864. 00000100:00000001:3.0:1767384315.877253:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294902935 00000020:00000010:0.0:1767384315.877255:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9e8829f. 00000100:00000001:3.0:1767384315.877261:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902934 00000020:00000010:0.0:1767384315.877262:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0a800cc. 00000020:00000010:0.0:1767384315.877274:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001769e50b. 00000100:00000001:3.0:1767384315.877276:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294902935 00000100:00000001:0.0:1767384315.877281:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.877283:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902934 00000100:00000001:0.0:1767384315.877286:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.877290:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294902935 00000100:00000001:0.0:1767384315.877290:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877301:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902934 00000100:00000001:0.0:1767384315.877307:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877309:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384315.877315:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877319:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877322:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.877327:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.877332:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.877337:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384315.877342:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.877346:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.877346:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.877351:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.877352:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384315.877362:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384315.877371:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384315.877376:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384315.877379:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433479760 : -130123276071856 : ffff89a7505a4c50) 00000100:00000040:0.0:1767384315.877385:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072533e40 x1853236742991360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.877386:0:17073:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384315.877392:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384315.877395:0:17073:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000020:00000010:0.0:1767384315.877397:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008889c864. 00000100:00000001:0.0:1767384315.877400:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384315.877401:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008889c864. 00000100:00000010:2.0:1767384315.877403:0:17073:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cfbfc7ba. 00000100:00100000:0.0:1767384315.877407:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072533e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742991360:12345-0@lo:253: 00000100:00100000:2.0:1767384315.877410:0:17073:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000100:00000200:0.0:1767384315.877414:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991360 00000020:00000001:0.0:1767384315.877416:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384315.877418:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384315.877419:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.877421:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384315.877422:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384315.877423:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384315.877430:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384315.877432:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384315.877433:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384315.877435:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.877437:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384315.877439:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384315.877443:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002603f2d6. 02000000:00000001:0.0:1767384315.877444:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.877445:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.877447:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384315.877453:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000091f8b1a4. 20000000:01000000:0.0:1767384315.877457:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384315.877459:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384315.877460:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384315.877461:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.877464:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.877466:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384315.877599:0:17073:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.877619:0:22099:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384315.877636:0:22099:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000068e6f86f. 00000020:00000010:3.0:1767384315.877643:0:22099:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e1b0ea15. 00000020:00000010:2.0:1767384315.877685:0:22099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2c383b. 00000020:00000010:2.0:1767384315.877691:0:22099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000058e90196. 00000040:00000010:2.0:1767384315.877695:0:22099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e63c12d. 00000020:00000010:2.0:1767384315.877698:0:22099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b03315c. 00000020:00000010:2.0:1767384315.877702:0:22099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084ea4f4f. 80000000:00000010:2.0:1767384315.877705:0:22099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000617efc49. 00040000:00000010:2.0:1767384315.877708:0:22099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d369ddaa. 00080000:00000010:2.0:1767384315.877727:0:22099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003e5bcaa3. 00080000:00000010:2.0:1767384315.877759:0:22099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a2750251. 20000000:00000010:2.0:1767384315.877765:0:22099:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c54b3462. 00000100:00000010:2.0:1767384315.877780:0:22099:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000954f014f. 00000100:00000200:2.0:1767384315.877787:0:22099:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:2.0:1767384315.877967:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d7472cab. 00080000:00000010:0.0:1767384315.878003:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005ceb168f. 00040000:00000001:0.0:1767384315.878008:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384315.878010:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384315.878012:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384315.878014:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384315.878016:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.878017:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384315.878028:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384315.878038:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384315.878042:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384315.878044:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6595f65. 00080000:00000001:0.0:1767384315.878046:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384315.878049:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:2.0:1767384315.878053:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384315.878056:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384315.878058:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384315.878063:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384315.878069:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.878070:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384315.878071:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.878072:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384315.878073:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384315.878074:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384315.878076:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384315.878077:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384315.878079:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384315.878081:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.878082:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.878084:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384315.878087:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384315.878096:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384315.878098:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000086f04c4e. 00080000:00000001:2.0:1767384315.878153:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917454848 : -130127792096768 : ffff89a6432d3a00) 00080000:00000001:2.0:1767384315.878155:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384315.878157:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384315.878160:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e784239d. 00080000:00000001:2.0:1767384315.878162:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.878164:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384315.878172:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.878178:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384315.878194:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384315.878198:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384315.878200:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384315.878203:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384315.878206:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384315.878212:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000937fd80f. 00010000:00000001:0.0:1767384315.878216:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384315.878218:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000001:0.0:1767384315.878226:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384315.878227:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038d93a0c with handle 0x88edd5ef35457d2c to hash 00000020:00000001:0.0:1767384315.878229:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384315.878231:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878234:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878237:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.878239:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.878242:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878248:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384315.878250:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384315.878252:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384315.878253:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.878254:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.878293:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.878295:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.878298:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384315.878300:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384315.878302:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384315.878304:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384315.878305:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000937fd80f) refcount = 1 00010000:00010000:0.0:1767384315.878308:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878313:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384315.878314:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384315.878316:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.878317:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878319:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384315.878321:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384315.878323:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384315.878326:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.878329:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.878331:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00000020:00000001:0.0:1767384315.878340:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878342:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878345:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384315.878348:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878354:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384315.878356:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878360:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.878363:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384315.878364:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878368:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.878369:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878370:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384315.878371:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384315.878375:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038d93a0c already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384315.878377:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384315.878378:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384315.878379:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878383:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384315.878384:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.878385:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.878386:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=5 00000020:00000001:0.0:1767384315.878387:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878388:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384315.878390:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384315.878395:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878399:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384315.878400:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384315.878401:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878403:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384315.878404:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384315.878405:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.878406:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384315.878407:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038d93a0c with handle 0x88edd5ef35457d2c from hash 00010000:00000001:0.0:1767384315.878410:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384315.878411:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.878412:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.878412:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384315.878413:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384315.878415:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384315.878416:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384315.878417:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.878419:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878420:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384315.878421:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384315.878422:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.878423:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.878424:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878425:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.878426:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.878428:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878431:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.878431:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.878432:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384315.878433:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384315.878434:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.878436:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.878437:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384315.878439:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.878444:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.878446:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.878450:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384315.878451:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384315.878452:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457d2c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384315.878456:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000937fd80f count: 0 00010000:00000001:0.0:1767384315.878461:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384315.878462:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384315.878470:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384315.878472:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384315.878473:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001545c133. 20000000:00000001:0.0:1767384315.878476:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384315.878479:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742991232 00010000:00000001:0.0:1767384315.878481:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384315.878484:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b0b758c x1853236742991232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.878490:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.878491:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384315.878494:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384315.878498:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384315.878500:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384315.878502:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384315.878504:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384315.878505:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.878509:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.878511:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.878513:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b27e7171. 00000100:00000200:0.0:1767384315.878516:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742991232, offset 224 00000400:00000200:0.0:1767384315.878519:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384315.878524:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384315.878529:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02d80 00000400:00000200:0.0:1767384315.878537:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e1 [2] + 224 00000400:00000200:0.0:1767384315.878541:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.878543:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384315.878546:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384315.878549:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.878555:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.878571:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384315.878578:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e7171 00000400:00000010:0.0:1767384315.878580:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b27e7171. 00000100:00000001:2.0:1767384315.878584:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.878585:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.878588:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.878590:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384315.878594:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384315.878596:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384315.878597:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.878601:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c66c6e7a. 00000100:00000040:0.0:1767384315.878603:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:2.0:1767384315.878606:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e233924c 00010000:00000001:0.0:1767384315.878609:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384315.878610:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e233924c. 00000020:00000001:0.0:1767384315.878615:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.878616:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384315.878621:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384315.878623:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.878629:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b0b758c x1853236742991232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.878638:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.878644:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b0b758c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742991232:12345-0@lo:253: Request processed in 1950us (2352us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384315.878653:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.878656:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384315.878659:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000001:2.0:1767384315.878661:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384315.878665:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384315.878665:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384315.878669:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.878669:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.878672:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.878673:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384315.878677:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384315.878679:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000adea3d43. 00000100:00001000:2.0:1767384315.878681:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384315.878686:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=25 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384315.878686:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003bea1c76. 00000100:00000001:2.0:1767384315.878693:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384315.878693:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000338c0037. 00000100:00000001:2.0:1767384315.878696:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.878700:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384315.878701:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:2.0:1767384315.878702:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.878708:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.878710:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384315.878712:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050caba82. 00000100:00000040:2.0:1767384315.878725:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.878725:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384315.878729:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.878736:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384315.878737:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384315.878741:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384315.878744:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384315.878744:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d4ac917. 00000020:01000004:2.0:1767384315.878751:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384315.878752:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384315.878753:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384315.878754:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384315.878755:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384315.878756:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767384315.878756:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b27e7171. 00000020:01000004:2.0:1767384315.878759:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384315.878764:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384315.878766:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384315.878768:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384315.878771:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.878777:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742991232:0@lo:253: 00000100:00000001:2.0:1767384315.878781:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.878783:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.878784:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007648b210 x1853236742991232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.878788:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.878790:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.878792:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071134ca7. 02000000:00000001:2.0:1767384315.878794:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.878796:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.878798:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384315.878799:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384315.878801:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001fa21fac. 02000000:00000001:2.0:1767384315.878805:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.878808:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384315.878809:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007648b210. 00000100:00000001:2.0:1767384315.878813:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384315.878816:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.878822:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.878825:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.878826:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.878828:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.878831:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384315.879942:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000086f04c4e. 00080000:00000010:2.0:1767384315.879989:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e784239d. 00040000:00000001:2.0:1767384315.879994:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384315.879996:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384315.879997:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384315.879999:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384315.880001:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.880002:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384315.880004:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384315.880015:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384315.880017:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384315.880021:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384315.880044:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384315.880049:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384315.880051:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384315.880055:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384315.880058:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384315.880064:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cc8d14ed. 00010000:00000001:0.0:1767384315.880068:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384315.880072:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026f1628e. 00000020:00000001:0.0:1767384315.880075:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384315.880077:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026f1628e with handle 0x88edd5ef35457d33 to hash 00000020:00000001:0.0:1767384315.880078:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384315.880079:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384315.880082:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384315.880084:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.880086:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.880088:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.880095:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384315.880097:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384315.880098:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384315.880133:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.880136:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.880138:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.880140:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.880143:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384315.880144:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384315.880146:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384315.880147:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384315.880149:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cc8d14ed) refcount = 1 00080000:00000020:2.0:1767384315.880152:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384315.880153:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.880155:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384315.880157:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000091f8b1a4. 20000000:00000001:2.0:1767384315.880160:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384315.880162:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742991360 00010000:00000001:2.0:1767384315.880166:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384315.880171:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072533e40 x1853236742991360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.880175:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384315.880179:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384315.880183:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.880183:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.880186:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.880188:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384315.880189:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=25 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.880195:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.880196:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384315.880202:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 20000000:00000001:0.0:1767384315.880202:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384315.880207:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 20000000:01000000:0.0:1767384315.880208:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 02000000:00000001:2.0:1767384315.880209:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384315.880212:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.880215:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384315.880216:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384315.880219:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384315.880220:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384315.880224:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026f1628e refcount=4 00000400:00000010:2.0:1767384315.880226:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004440e44b. 00000020:00000001:0.0:1767384315.880231:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00000100:00000200:2.0:1767384315.880232:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742991360, offset 224 00010000:00000001:0.0:1767384315.880237:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384315.880240:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384315.880244:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384315.880249:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384315.880257:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384315.880260:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384315.880262:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384315.880270:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc02e00 00010000:00000001:0.0:1767384315.880274:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384315.880277:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e9 [2] + 224 00010000:00000001:0.0:1767384315.880278:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384315.880283:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384315.880285:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.880291:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.880296:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384315.880299:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384315.880301:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.880303:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.880309:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384315.880313:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384315.880315:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384315.880333:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000026f1628e already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384315.880337:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384315.880342:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384315.880348:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384315.880349:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004440e44b 00010000:00010000:0.0:1767384315.880351:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384315.880352:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004440e44b. 00000100:00000001:2.0:1767384315.880360:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.880362:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384315.880362:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384315.880367:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.880370:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384315.880371:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384315.880373:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026f1628e refcount=5 00000100:00000001:3.0:1767384315.880377:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384315.880378:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000001:0.0:1767384315.880380:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00000100:00000001:3.0:1767384315.880386:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384315.880386:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384315.880387:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00000020:00000001:2.0:1767384315.880392:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.880396:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384315.880396:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:3.0:1767384315.880397:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384315.880401:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384315.880402:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072533e40 x1853236742991360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384315.880414:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384315.880422:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00010000:00000001:0.0:1767384315.880426:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384315.880435:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384315.880436:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce9bee6 00000100:00100000:2.0:1767384315.880436:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072533e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742991360:12345-0@lo:253: Request processed in 3042us (3426us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384315.880446:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fce9bee6. 00010000:00000001:0.0:1767384315.880446:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.880458:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:3.0:1767384315.880462:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384315.880463:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00010000:00000001:0.0:1767384315.880463:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384315.880471:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384315.880472:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384315.880473:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384315.880476:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384315.880478:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0a800cc. 00010000:00000001:0.0:1767384315.880478:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.880485:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.880488:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001769e50b. 00000020:00000040:0.0:1767384315.880498:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000026f1628e with handle 0x88edd5ef35457d33 from hash 00000020:00000010:2.0:1767384315.880499:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9e8829f. 00010000:00000001:0.0:1767384315.880510:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384315.880517:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384315.880518:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00010000:00000001:0.0:1767384315.880519:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384315.880523:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.880525:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384315.880527:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384315.880534:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002603f2d6. 00010000:00000001:0.0:1767384315.880534:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384315.880543:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384315.880544:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384315.880552:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.880552:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384315.880556:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384315.880558:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384315.880560:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384315.880562:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.880567:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.880568:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764b07ef. 00000100:00000001:3.0:1767384315.880570:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384315.880578:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384315.880579:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004440e44b. 00010000:00000001:0.0:1767384315.880579:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384315.880587:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384315.880588:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384315.880592:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.880596:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384315.880600:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.880601:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.880605:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384315.880608:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384315.880615:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=25 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.880617:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.880622:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384315.880624:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.880625:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.880633:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384315.880634:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.880636:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.880645:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.880656:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.880661:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.880664:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.880668:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384315.880671:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384315.880678:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384315.880681:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384315.880682:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.880686:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384315.880688:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384315.880692:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.880693:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384315.880706:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384315.880707:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384315.880715:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00010000:0.0:1767384315.880716:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384315.880719:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384315.880722:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384315.880728:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384315.880731:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384315.880734:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384315.880738:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384315.880741:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384315.880743:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384315.880744:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000026f1628e/0x88edd5ef35457d33 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384315.880751:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000040:0.0:1767384315.880754:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cc8d14ed count: 0 00000100:00000040:3.0:1767384315.880760:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.880766:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384315.880769:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384315.880779:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742991360:0@lo:253: 00000100:00000001:3.0:1767384315.880786:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.880789:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384315.880792:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004686c847 x1853236742991360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.880800:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384315.880803:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384315.880806:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a1538024. 02000000:00000001:3.0:1767384315.880809:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384315.880811:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384315.880813:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384315.880816:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384315.880818:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001172d678. 02000000:00000001:3.0:1767384315.880822:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384315.880824:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384315.880825:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004686c847. 00000100:00000001:3.0:1767384315.880829:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384315.880830:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.880833:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.880838:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.880840:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.880843:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.880845:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.883199:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294902935, at 4294902936 00000100:00000010:0.0:1767384315.883214:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002367d2a7. 00000100:00000040:3.0:1767384315.883217:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294902935, at 4294902936 00000100:00000010:3.0:1767384315.883232:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006719a28b. 00000100:00000040:1.0:1767384315.883259:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294902935, at 4294902936 00000100:00000010:1.0:1767384315.883268:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9a7ebae. 00000100:00000040:2.0:1767384315.884162:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294902935, at 4294902937 00000100:00000010:2.0:1767384315.884170:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b412562. 00010000:00000010:0.1:1767384315.886150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000937fd80f. 00010000:00000010:0.1:1767384315.886159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038d93a0c. 00010000:00000010:0.1:1767384315.888145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cc8d14ed. 00010000:00000010:0.1:1767384315.888153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026f1628e. 00000400:00000010:1.0:1767384315.894405:0:22103:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000048f2a3c3. 00000400:00000040:1.0:1767384315.894423:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384315.894426:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384315.894428:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384315.894429:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384315.894431:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384315.894433:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384315.894435:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384315.894436:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384315.894437:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384315.894437:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384315.894439:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384315.894440:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384315.894442:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384315.894443:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384315.894444:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384315.894445:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384315.894446:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384315.894447:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384315.894448:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384315.894449:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384315.894450:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384315.894451:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384315.894452:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384315.894453:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384315.894454:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384315.894455:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384315.894456:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384315.894457:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384315.894458:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384315.894458:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384315.894459:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384315.894463:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384315.894464:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384315.894465:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384315.894466:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384315.894467:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384315.894468:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384315.894469:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384315.894471:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384315.894471:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384315.894472:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384315.894473:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384315.894474:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384315.894475:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384315.894476:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384315.894477:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384315.894478:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384315.894479:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384315.894481:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384315.894481:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384315.894483:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384315.894484:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384315.894484:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384315.894486:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384315.894487:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384315.894488:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384315.894489:0:22103:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384315.894524:0:22103:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000048f2a3c3. 00000004:00000001:1.0:1767384316.243168:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:3.0:1767384316.243170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384316.243175:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384316.243178:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384316.243184:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004686c847. 00000100:00000010:1.0:1767384316.243184:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000020:00000040:3.0:1767384316.243192:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384316.243192:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384316.243198:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384316.243198:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.243202:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384316.243210:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.243210:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.243213:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.243222:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2ea49aa. 02000000:00000010:3.0:1767384316.243223:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b800248. 00000100:00000001:3.0:1767384316.243233:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.243233:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.243242:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384316.243244:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.243244:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243255:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.243256:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.243261:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3de393] to pc [ptlrpcd_00_01+1] req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.243265:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004686c847] to pc [ptlrpcd_00_02+2] req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384316.243302:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243304:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384316.243312:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384316.243316:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c955984. 00000020:00000040:3.0:1767384316.243319:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384316.243320:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.243321:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.243324:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384316.243326:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384316.243328:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.243329:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384316.243335:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094aada3a. 00000100:00000040:1.0:1767384316.243336:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.243338:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243347:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.243347:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384316.243349:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243354:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384316.243356:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384316.243358:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.243360:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384316.243365:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243368:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c955984] to pc [ptlrpcd_00_03+3] req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.243370:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742991488:0@lo:13: 00000100:00000001:1.0:1767384316.243375:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384316.243383:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384316.243384:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384316.243387:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.243389:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384316.243390:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384316.243395:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 02000000:00000010:1.0:1767384316.243396:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a975e13. 00000020:00000040:3.0:1767384316.243398:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384316.243398:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.243406:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000197b10dd. 00000100:00000001:3.0:1767384316.243408:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.243411:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384316.243414:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.243416:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 02000000:00000010:3.0:1767384316.243419:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003504ce1. 00000100:00000001:3.0:1767384316.243422:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.243426:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742991488, portal 4 00000100:00000040:3.0:1767384316.243427:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.243430:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.243432:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000001:3.0:1767384316.243434:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.243435:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243439:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042610649] to pc [ptlrpcd_00_00+0] req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.243440:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.243449:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.243453:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384316.243455:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.243458:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000100:00000040:3.0:1767384316.243462:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (240) 00000100:00000200:1.0:1767384316.243463:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742991488, offset 0 00000400:00000200:1.0:1767384316.243473:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384316.243478:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.243481:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.243484:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384316.243493:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.243495:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384316.243501:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384316.243503:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.243506:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384316.243508:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384316.243511:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.243515:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc02e80 00000100:00100000:3.0:1767384316.243517:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742991616:0@lo:400: 00000100:00000001:3.0:1767384316.243520:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384316.243524:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384316.243526:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.243528:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384316.243535:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045283525. 00000400:00000200:1.0:1767384316.243535:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 672 02000000:00000001:3.0:1767384316.243537:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.243542:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000400:00000200:1.0:1767384316.243546:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384316.243548:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000100:00000200:3.0:1767384316.243553:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742991616, portal 4 00000400:00000200:1.0:1767384316.243553:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.243557:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.243564:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384316.243566:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952742784 : -130122756808832 : ffff89a76f4d9f80) 00000100:00000200:1.0:1767384316.243568:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384316.243572:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071dc02af. 00000100:00000040:3.0:1767384316.243573:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.243576:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000071dc02af x1853236742991488 msgsize 224 00000100:00000001:3.0:1767384316.243580:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384316.243582:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384316.243586:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.243589:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384316.243594:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742991616, offset 0 00000100:00000001:1.0:1767384316.243601:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.243605:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.243616:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.243622:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000400:00000010:1.0:1767384316.243625:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000400:00000200:3.0:1767384316.243627:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc02f00 00000100:00000001:1.0:1767384316.243630:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384316.243634:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.243635:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 2096 00000400:00000200:3.0:1767384316.243640:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.243643:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384316.243645:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384316.243646:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.243649:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384316.243651:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384316.243653:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384316.243656:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e1ce7f. 00000100:00000001:1.0:1767384316.243656:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384316.243659:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000b8e1ce7f x1853236742991616 msgsize 224 00000100:00000001:1.0:1767384316.243660:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.243663:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384316.243665:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4238 usecs (5 jiffies) 00000100:00000001:1.0:1767384316.243669:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903301 00000100:00000010:1.0:1767384316.243672:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f99d1c2c. 00000100:00000001:3.0:1767384316.243676:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.243680:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384316.243681:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:3.0:1767384316.243682:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000001:3.0:1767384316.243685:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384316.243687:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903301 00000100:00000200:3.0:1767384316.243689:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384316.243690:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cc8f706. 00000100:00000001:1.0:1767384316.243696:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384316.243698:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384316.243700:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903301 00000100:00000040:3.0:1767384316.243701:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384316.243703:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0268132. 00000100:00000001:1.0:1767384316.243707:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384316.243708:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243710:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.243711:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903301 00000100:00000001:3.0:1767384316.243715:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243718:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4238 usecs (5 jiffies) 00000100:00000001:3.0:1767384316.243721:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903301 00000100:00000001:3.0:1767384316.243724:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903301 00000100:00000010:1.0:1767384316.243725:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034944801. 00000100:00000001:1.0:1767384316.243729:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384316.243734:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903301 00000100:00000001:1.0:1767384316.243734:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.243737:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.243737:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243739:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903301 00000100:00000001:1.0:1767384316.243741:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243742:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903301 00000100:00000001:3.0:1767384316.243744:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903301 00000100:00000001:1.0:1767384316.243744:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.243747:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903301 00000100:00000001:3.0:1767384316.243749:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.243751:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243753:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.243754:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.243755:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.243757:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384316.243759:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.243759:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.243760:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.243761:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.243763:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.243765:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.243765:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243767:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.243769:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767384316.243770:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384316.243770:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.243771:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.243773:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.243774:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.243775:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.243775:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.243778:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.243778:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.243779:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.243779:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.243782:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384316.243782:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384316.243787:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.243788:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.243794:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384316.243795:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384316.243796:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.243796:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.243799:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384316.243799:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384316.243801:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384316.243801:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384316.243804:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.243804:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.243809:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c955984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742991744:0@lo:400: 00000100:00100000:1.0:1767384316.243809:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742991872:0@lo:400: 00000100:00000001:3.0:1767384316.243813:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384316.243813:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384316.243815:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.243815:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384316.243818:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.243818:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.243820:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384316.243826:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e35246ab. 02000000:00000001:1.0:1767384316.243828:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.243832:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384316.243833:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e61110. 02000000:00000010:3.0:1767384316.243837:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a52ac7c7. 02000000:00000001:3.0:1767384316.243838:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.243839:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000400:00000010:3.0:1767384316.243841:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b8d14c. 00000100:00000200:1.0:1767384316.243844:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742991872, portal 10 00000400:00000010:3.0:1767384316.243849:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384316.243851:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742991744, portal 10 00000100:00000001:3.0:1767384316.243854:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384316.243855:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952744576 : -130122756807040 : ffff89a76f4da680) 00000100:00000001:1.0:1767384316.243859:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.243860:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000040:3.0:1767384316.243861:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.243867:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.243867:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.243873:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384316.243873:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.243876:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.243877:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000200:3.0:1767384316.243879:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742991744, offset 0 00000400:00000010:1.0:1767384316.243883:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000400:00000200:3.0:1767384316.243885:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384316.243904:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742991872, offset 0 00000400:00000200:3.0:1767384316.243910:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.243913:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.243920:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc02f80 00000400:00000200:1.0:1767384316.243920:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.243926:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000400:00000200:1.0:1767384316.243927:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc03000 00000400:00000200:3.0:1767384316.243932:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.243933:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000400:00000200:3.0:1767384316.243935:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384316.243938:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384316.243939:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384316.243940:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384316.243940:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384316.243946:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b99937b. 00000100:00000040:3.0:1767384316.243948:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000000b99937b x1853236742991744 msgsize 224 00000100:00100000:3.0:1767384316.243954:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384316.243968:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384316.243971:0:18482:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009ee54e09. 00000100:00000001:1.0:1767384316.243977:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384316.243979:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000100:00100000:1.0:1767384316.243979:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991488 00000400:00000010:3.0:1767384316.243981:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 02000000:00000001:1.0:1767384316.243982:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.243983:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384316.243985:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.243985:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.243987:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.243993:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384316.243993:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.243998:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.243998:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991488 00000020:00000001:1.0:1767384316.244001:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384316.244003:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:1.0:1767384316.244007:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.244010:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000001:1.0:1767384316.244013:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:1.0:1767384316.244016:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384316.244020:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244022:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.244022:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.244027:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005aac37b5. 00000100:00000001:3.0:1767384316.244028:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.244031:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2097 usecs (3 jiffies) 00000020:00000010:1.0:1767384316.244032:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000091e1f5f5. 00000100:00000001:3.0:1767384316.244034:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903299 00000100:00000001:3.0:1767384316.244036:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903301 00000020:00000040:1.0:1767384316.244038:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384316.244039:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903299 00000100:00000001:3.0:1767384316.244041:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903301 00000100:00000001:3.0:1767384316.244042:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903299 00000100:00000001:3.0:1767384316.244046:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.244047:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384316.244048:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903299 00000100:00000001:3.0:1767384316.244050:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903301 00000100:00000001:3.0:1767384316.244052:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.244054:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244056:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244059:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.244062:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0c3d30. 00000100:00000001:3.0:1767384316.244070:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384316.244070:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006fe6483d. 00000100:00000001:3.0:1767384316.244073:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244079:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384316.244079:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:3.0:1767384316.244081:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.244091:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384316.244094:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384316.244094:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384316.244096:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991616 00000100:00000001:1.0:1767384316.244096:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384316.244098:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.244098:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244144:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.244146:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.244149:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.244151:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991616 00000020:00000001:3.0:1767384316.244154:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.244156:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:3.0:1767384316.244159:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.244161:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000020:00000001:3.0:1767384316.244165:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:3.0:1767384316.244175:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384316.244178:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.244181:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000100:00000001:3.0:1767384316.244184:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.244187:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000020:00000010:3.0:1767384316.244193:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dce5fbff. 00000020:00000010:3.0:1767384316.244199:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da678df1. 00000020:00000010:3.0:1767384316.244205:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000100:00000040:3.0:1767384316.244215:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384316.244218:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384316.244220:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.244223:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.244231:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384316.244236:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384316.244240:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244254:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.244267:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.244270:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384316.244277:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384316.244281:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384316.244284:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952739200 : -130122756812416 : ffff89a76f4d9180) 00000100:00000040:3.0:1767384316.244291:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8e1ce7f x1853236742991616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.244300:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.244304:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000100:00000001:3.0:1767384316.244307:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.244310:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000100:00100000:3.0:1767384316.244319:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e1ce7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236742991616:12345-0@lo:400: 00000100:00000200:3.0:1767384316.244323:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991616 00000020:00000001:3.0:1767384316.244327:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.244332:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.244335:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.244345:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.244349:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384316.244353:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384316.244358:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.244362:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.244366:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.244370:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.244374:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384316.244381:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.244386:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384316.244393:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a903023. 02000000:00000001:3.0:1767384316.244396:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244400:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.244403:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.244408:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742991616 00010000:00000001:3.0:1767384316.244412:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384316.244417:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8e1ce7f x1853236742991616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.244425:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384316.244428:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.244433:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.244440:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384316.244444:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384316.244447:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384316.244451:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.244453:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.244457:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.244464:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.244468:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000200:3.0:1767384316.244471:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742991616, offset 224 00000400:00000200:3.0:1767384316.244480:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.244490:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384316.244490:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.244498:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc02f00 00000100:00000001:1.0:1767384316.244503:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.244504:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1409 [1] + 224 00000400:00000200:3.0:1767384316.244511:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.244520:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384316.244523:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.244523:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384316.244530:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384316.244531:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384316.244532:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000100:00000001:1.0:1767384316.244535:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088534272 : -130122621017344 : ffff89a77765a300) 00000100:00000200:3.0:1767384316.244540:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.244541:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071dc02af x1853236742991488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.244551:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.244552:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.244555:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000100:00000001:1.0:1767384316.244558:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.244561:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b3cabab. 00000100:00100000:1.0:1767384316.244565:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071dc02af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853236742991488:12345-0@lo:13: 00000100:00000001:3.0:1767384316.244567:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384316.244569:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991488 00000020:00000001:1.0:1767384316.244571:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384316.244574:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000020:00000001:1.0:1767384316.244574:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384316.244576:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.244577:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000020:00000001:1.0:1767384316.244579:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.244581:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000001:3.0:1767384316.244583:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384316.244584:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384316.244585:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384316.244586:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.244589:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.244591:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384316.244593:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.244594:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.244597:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384316.244598:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384316.244601:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.244603:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.244605:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384316.244606:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384316.244610:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e1ce7f x1853236742991616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384316.244611:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000dfea42da. 02000000:00000001:1.0:1767384316.244613:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.244616:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.244619:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e1ce7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236742991616:12345-0@lo:400: Request processed in 318us (958us total) trans 0 rc 0/0 00002000:00000001:1.0:1767384316.244619:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384316.244625:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:3.0:1767384316.244627:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:1.0:1767384316.244628:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384316.244630:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384316.244633:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.244635:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.244640:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da678df1. 00000020:00000001:1.0:1767384316.244643:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.244645:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00002000:00000024:1.0:1767384316.244645:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:3.0:1767384316.244651:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dce5fbff. 00000020:00000020:1.0:1767384316.244651:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384316.244654:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000020:00000040:3.0:1767384316.244656:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00000001:3.0:1767384316.244659:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384316.244659:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384316.244662:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384316.244667:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384316.244670:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384316.244672:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.244674:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742991488 00010000:00000001:1.0:1767384316.244678:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384316.244680:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:1.0:1767384316.244682:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071dc02af x1853236742991488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.244684:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991744 02000000:00000001:3.0:1767384316.244686:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.244687:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384316.244689:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.244692:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.244695:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.244698:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.244698:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384316.244701:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.244701:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.244703:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00100000:3.0:1767384316.244704:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991744 00000020:00000001:3.0:1767384316.244706:0:17080:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384316.244707:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384316.244708:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:3.0:1767384316.244710:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384316.244710:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384316.244713:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:1.0:1767384316.244713:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384316.244716:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000040:1.0:1767384316.244718:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384316.244719:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000010:1.0:1767384316.244722:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000001:3.0:1767384316.244723:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384316.244727:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742991488, offset 224 00000020:00000010:3.0:1767384316.244728:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000100:00000001:3.0:1767384316.244731:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.244733:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000400:00000200:1.0:1767384316.244733:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384316.244737:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dce5fbff. 00000400:00000200:1.0:1767384316.244739:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384316.244742:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da678df1. 00000020:00000010:3.0:1767384316.244746:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000400:00000200:1.0:1767384316.244746:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc02e80 00000100:00000040:3.0:1767384316.244753:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384316.244756:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384316.244758:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384316.244758:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1401 [1] + 224 00000400:00000200:1.0:1767384316.244763:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.244768:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.244772:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.244776:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.244785:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.244797:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.244807:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000400:00000010:1.0:1767384316.244810:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000001:1.0:1767384316.244817:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.244819:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.244826:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.244829:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.244833:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.244835:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.244836:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.244841:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071dc02af x1853236742991488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.244850:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071dc02af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236742991488:12345-0@lo:13: Request processed in 297us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384316.244859:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384316.244863:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:1.0:1767384316.244865:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.244868:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.244871:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006fe6483d. 00000020:00000010:1.0:1767384316.244876:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000020:00000010:1.0:1767384316.244882:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0c3d30. 00000020:00000040:1.0:1767384316.244887:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384316.244904:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384316.244929:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384316.244949:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384316.244969:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384316.244972:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384316.244978:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000666a0fa3. 00000100:00000040:1.0:1767384316.244982:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000666a0fa3 x1853236742991872 msgsize 224 00000100:00100000:1.0:1767384316.244988:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384316.245002:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.245011:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a88d2f 00000400:00000010:1.0:1767384316.245014:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a88d2f. 00000100:00000001:1.0:1767384316.245021:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384316.245026:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.245036:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.245043:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.245052:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245055:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.245062:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.245068:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2798 usecs (3 jiffies) 00000100:00000001:1.0:1767384316.245072:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294903300 00000100:00000001:1.0:1767384316.245074:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.245077:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294903300 00000100:00000001:1.0:1767384316.245080:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.245082:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294903300 00000100:00000001:1.0:1767384316.245085:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.245088:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294903300 00000100:00000001:1.0:1767384316.245091:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294903301 00000100:00000001:1.0:1767384316.245093:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.245095:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384316.245157:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.245160:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.245174:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197b10dd. 00000400:00000200:1.0:1767384316.245182:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:1.0:1767384316.245185:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00000100:00000001:1.0:1767384316.245194:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.245201:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.245212:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.245221:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.245226:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.245230:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.245234:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.245238:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.245240:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.245244:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.245251:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384316.245257:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.245262:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.245266:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.245270:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384316.245278:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.245286:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245292:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384316.245294:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384316.245299:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384316.245302:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.245311:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.245317:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.245320:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.245324:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384316.245327:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384316.245331:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384316.245348:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384316.245361:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384316.245368:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.245374:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.245382:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742991488:0@lo:13: 00000100:00000001:1.0:1767384316.245388:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245390:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.245395:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236742991488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.245402:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.245411:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.245414:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a975e13. 02000000:00000001:1.0:1767384316.245418:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384316.245419:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.245422:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384316.245425:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.245427:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2ea49aa. 02000000:00000001:1.0:1767384316.245433:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.245436:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.245438:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:1.0:1767384316.245442:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.245443:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.245445:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245447:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.245448:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.245450:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245452:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245474:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384316.245477:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742991872 02000000:00000001:1.0:1767384316.245479:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.245480:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.245492:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.245496:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.245499:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742991872 00000020:00000001:1.0:1767384316.245501:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384316.245503:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:1.0:1767384316.245505:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.245507:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:1.0:1767384316.245510:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:1.0:1767384316.245512:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:1.0:1767384316.245515:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.245520:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b3cabab. 00000020:00000010:1.0:1767384316.245524:0:17079:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000344ed03c. 00000020:00000040:1.0:1767384316.245530:0:17079:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:1.0:1767384316.245541:0:17079:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384316.245546:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0c3d30. 00000020:00000010:1.0:1767384316.245552:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006fe6483d. 00000020:00000010:1.0:1767384316.245556:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:1.0:1767384316.245563:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.245566:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384316.245948:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.245956:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384316.245961:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384316.245963:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.245975:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.245975:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.245982:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384316.245985:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384316.245987:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.245998:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.246000:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.246001:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384316.246011:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384316.246016:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:1.0:1767384316.246020:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088535168 : -130122621016448 : ffff89a77765a680) 00000100:00000001:3.0:1767384316.246021:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.246022:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384316.246027:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000666a0fa3 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.246031:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384316.246034:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:1.0:1767384316.246036:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384316.246037:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952749056 : -130122756802560 : ffff89a76f4db800) 00000020:00000010:1.0:1767384316.246041:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cce335d. 00000100:00000040:3.0:1767384316.246043:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b99937b x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246050:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.246054:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000100:00000001:1.0:1767384316.246054:0:17079:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.246056:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.246057:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cce335d. 00000100:00100000:1.0:1767384316.246065:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000666a0fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742991872:12345-0@lo:400: 00000020:00000010:3.0:1767384316.246066:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000100:00000200:1.0:1767384316.246070:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991872 00000020:00000001:1.0:1767384316.246073:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384316.246076:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b99937b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742991744:12345-0@lo:400: 00000020:00000001:1.0:1767384316.246078:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384316.246080:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742991744 00000020:00000001:1.0:1767384316.246080:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.246082:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.246083:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384316.246083:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.246085:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384316.246087:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.246090:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384316.246091:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.246093:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.246095:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:1.0:1767384316.246096:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.246098:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.246142:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.246147:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.246147:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.246150:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.246150:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384316.246152:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.246155:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246155:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384316.246158:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384316.246158:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384316.246162:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384316.246163:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a975e13. 02000000:00000001:3.0:1767384316.246167:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384316.246167:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246171:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384316.246172:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dd45cd4e. 00000020:00000001:1.0:1767384316.246174:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.246176:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.246176:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742991872 00000100:00000001:3.0:1767384316.246178:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.246179:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384316.246180:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.246181:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742991744 00010000:00000200:1.0:1767384316.246183:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000666a0fa3 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.246184:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384316.246191:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1767384316.246192:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b99937b x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.246195:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.246197:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=20 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384316.246201:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384316.246202:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384316.246203:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.246205:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=20 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384316.246205:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.246209:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384316.246212:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384316.246212:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.246214:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.246217:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:1.0:1767384316.246219:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384316.246221:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384316.246224:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.246225:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.246227:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.246228:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384316.246233:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.246233:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000100:00000200:1.0:1767384316.246235:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742991872, offset 224 00000400:00000010:3.0:1767384316.246243:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000200:1.0:1767384316.246244:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384316.246248:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742991744, offset 224 00000400:00000200:1.0:1767384316.246252:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.246253:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.246259:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.246263:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc03000 00000400:00000200:1.0:1767384316.246268:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:3.0:1767384316.246269:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc02f80 00000400:00000200:3.0:1767384316.246273:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:1.0:1767384316.246273:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.246278:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.246280:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384316.246282:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.246285:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384316.246285:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.246289:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.246289:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.246300:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.246300:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246311:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.246315:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000100:00000001:1.0:1767384316.246315:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384316.246317:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000100:00000001:3.0:1767384316.246320:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384316.246322:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.246326:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.246331:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:1.0:1767384316.246331:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:1.0:1767384316.246334:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00010000:00000001:3.0:1767384316.246335:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.246338:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.246340:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384316.246340:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.246342:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384316.246344:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b99937b x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246346:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.246349:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.246352:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.246355:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.246357:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b99937b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742991744:12345-0@lo:400: Request processed in 302us (2403us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384316.246357:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.246363:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000666a0fa3 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.246368:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384316.246371:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:3.0:1767384316.246373:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384316.246373:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000666a0fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236742991872:12345-0@lo:400: Request processed in 335us (1388us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384316.246376:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.246379:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da678df1. 00000100:00100000:1.0:1767384316.246383:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000010:3.0:1767384316.246384:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000100:00000040:1.0:1767384316.246387:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:1.0:1767384316.246389:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.246392:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.246394:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006fe6483d. 00000020:00000010:3.0:1767384316.246399:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dce5fbff. 00000020:00000040:3.0:1767384316.246403:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000020:00000010:1.0:1767384316.246404:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000100:00000001:3.0:1767384316.246406:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384316.246408:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0c3d30. 00000020:00000040:1.0:1767384316.246412:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:1.0:1767384316.246415:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.246441:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.246444:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384316.246448:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384316.246449:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384316.246451:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b8d14c. 00000400:00000200:3.0:1767384316.246456:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:3.0:1767384316.246459:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000001:3.0:1767384316.246463:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1767384316.246464:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384316.246469:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384316.246469:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000200:3.0:1767384316.246482:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246485:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.246487:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384316.246492:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384316.246493:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384316.246496:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384316.246497:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.246498:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e61110. 00000100:00000001:3.0:1767384316.246500:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384316.246503:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384316.246503:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000100:00000001:3.0:1767384316.246506:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384316.246506:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000100:00000001:3.0:1767384316.246508:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246508:0:16348:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384316.246510:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.246512:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384316.246515:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384316.246518:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=20 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384316.246519:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246521:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384316.246522:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.246524:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384316.246526:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:3.0:1767384316.246527:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246528:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.246529:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.246531:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.246532:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384316.246534:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246534:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.246535:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.246537:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384316.246539:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00001000:1.0:1767384316.246539:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=20 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384316.246541:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384316.246542:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.246543:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246545:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.246546:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.246547:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.246548:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384316.246551:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.246558:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246562:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384316.246563:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384316.246564:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384316.246566:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384316.246567:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384316.246572:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246572:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384316.246574:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.246577:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.246580:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c955984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742991744:0@lo:400: 00000100:00000001:1.0:1767384316.246584:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384316.246586:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384316.246586:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.246587:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384316.246588:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384316.246589:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00000100:00000040:1.0:1767384316.246589:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.246592:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000400:00000010:3.0:1767384316.246594:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000100:00100000:1.0:1767384316.246597:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236742991872:0@lo:400: 00000100:00000001:3.0:1767384316.246598:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.246600:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246601:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.246603:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.246606:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042610649 x1853236742991872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384316.246614:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246615:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.246619:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.246621:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e35246ab. 00000100:00000001:3.0:1767384316.246623:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.246624:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384316.246625:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384316.246626:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384316.246627:0:16348:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384316.246628:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384316.246628:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384316.246631:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384316.246631:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384316.246633:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.246633:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003504ce1. 02000000:00000001:3.0:1767384316.246636:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.246639:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=16 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384316.246639:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.246641:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.246644:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042610649. 00000100:00001000:3.0:1767384316.246645:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.246649:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.246650:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384316.246651:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.246652:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384316.246652:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.246655:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384316.246658:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.246660:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.246661:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246665:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384316.246667:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.246669:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.246678:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384316.246680:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384316.246683:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384316.246685:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.246691:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246697:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.246700:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384316.246702:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384316.246706:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.246715:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004686c847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236742991616:0@lo:400: 00000100:00000001:3.0:1767384316.246722:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.246724:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.246729:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c955984 x1853236742991744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246736:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384316.246738:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384316.246740:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a52ac7c7. 02000000:00000001:3.0:1767384316.246745:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384316.246746:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384316.246748:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384316.246750:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384316.246752:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094aada3a. 02000000:00000001:3.0:1767384316.246756:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384316.246757:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384316.246759:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c955984. 00000100:00000001:3.0:1767384316.246761:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384316.246763:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.246764:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.246768:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004686c847 x1853236742991616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.246775:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384316.246785:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384316.246787:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045283525. 02000000:00000001:3.0:1767384316.246791:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384316.246793:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384316.246794:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384316.246796:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384316.246797:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b800248. 02000000:00000001:3.0:1767384316.246800:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384316.246801:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384316.246802:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004686c847. 00000100:00000001:3.0:1767384316.246804:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384316.246805:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.246807:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.246812:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.246813:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.246816:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.246818:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.249139:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294903301, at 4294903302 00000100:00000040:2.0:1767384316.249149:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294903301, at 4294903302 00000100:00000010:0.0:1767384316.249151:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f99d1c2c. 00000100:00000010:2.0:1767384316.249159:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0268132. 00000100:00000040:3.0:1767384316.249167:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294903301, at 4294903302 00000100:00000010:3.0:1767384316.249179:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034944801. 00000100:00000040:1.0:1767384316.249190:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294903301, at 4294903302 00000100:00000010:1.0:1767384316.249198:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cc8f706. 00010000:00000001:0.0:1767384316.436256:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384316.436262:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.436267:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384316.436269:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.436305:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384316.436311:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384316.436313:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384316.731333:0:22326:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006fe6483d. 00080000:00000010:1.0:1767384316.731344:0:22326:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006fe6483d. 00000020:00000001:1.0:1767384316.731349:0:22326:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384316.731355:0:22326:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006fe6483d. 00080000:00000010:1.0:1767384316.731360:0:22326:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006fe6483d. 00000020:00000001:1.0:1767384316.731363:0:22326:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.459282:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384317.459288:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.459294:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384317.459302:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.459323:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384317.459325:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.459327:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384317.526317:0:22490:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384317.526322:0:22490:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384317.529633:0:22490:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384317.537686:0:22491:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007aea112a. 00000400:00000010:3.0:1767384317.537702:0:22491:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000346ad017. 00000400:00000010:3.0:1767384317.537711:0:22491:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a600f88. 00000400:00000010:3.0:1767384317.537715:0:22491:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006cd26010. 00000400:00000010:3.0:1767384317.537718:0:22491:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0dc2b4c. 00000400:00000010:3.0:1767384317.537723:0:22491:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ee54431. 00000400:00000010:3.0:1767384317.537724:0:22491:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2c1b653. 00000400:00000010:3.0:1767384317.537726:0:22491:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000044aa44. 00000400:00000010:3.0:1767384317.537729:0:22491:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e35714df. 00000800:00000010:3.0:1767384317.537741:0:22491:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005b800248. 00000800:00000200:3.0:1767384317.537752:0:22491:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384317.537759:0:22491:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384317.537804:0:22491:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384317.537833:0:22491:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384317.539427:0:22491:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000094aada3a. 00000400:00000010:3.0:1767384317.539433:0:22491:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000400:00000010:3.0:1767384317.539438:0:22491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000001:3.0:1767384317.539454:0:22491:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.539456:0:22491:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384317.539457:0:22491:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005094b2a4. 00000400:00000200:3.0:1767384317.539459:0:22491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:3.0:1767384317.539461:0:22491:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000010:3.0:1767384317.539465:0:22491:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000001213d1f1. 00000400:00000200:3.0:1767384317.539470:0:22491:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (11) 00000400:00000200:3.0:1767384317.539481:0:22491:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384317.539489:0:22491:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384317.539497:0:22491:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001172d678. 00000020:01000000:3.0:1767384317.539505:0:22491:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384317.539508:0:22491:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp20 00000400:00000200:1.0:1767384317.539512:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384317.539522:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384317.539523:0:22491:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000346ad017. 00000400:00000010:3.0:1767384317.539536:0:22491:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007aea112a. 00000400:00000010:1.0:1767384317.539538:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000400:00000200:1.0:1767384317.539544:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000020:00000001:2.0:1767384317.539549:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384317.539551:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003dfb0268. 10000000:00000001:2.0:1767384317.539556:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384317.539559:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 10000000:00000001:2.0:1767384317.539562:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384317.539568:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384317.539573:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384317.539577:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:2.0:1767384317.539578:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384317.539585:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384317.539589:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384317.539592:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384317.539598:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384317.539598:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384317.539606:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384317.539611:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384317.539613:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384317.539620:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384317.539623:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384317.539624:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384317.539626:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384317.539633:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:2.0:1767384317.539635:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024fc6f11. 00000400:00000200:1.0:1767384317.539639:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:2.0:1767384317.539642:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384317.539647:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384317.539653:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384317.539657:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:2.0:1767384317.539659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384317.539667:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:2.0:1767384317.539669:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.539676:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384317.539681:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000010:2.0:1767384317.539685:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001fa21fac. 00000400:00000200:1.0:1767384317.539685:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp19 00000100:00000001:2.0:1767384317.539700:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.539700:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384317.539727:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp19 00000100:00000001:2.0:1767384317.539731:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384317.539735:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.539735:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [25:25:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000040:2.0:1767384317.539748:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fc6f11] to pc [ptlrpcd_00_01+1] req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384317.539749:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp19 00000400:00000200:1.0:1767384317.539783:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:) -> 192.168.204.108@tcp19(192.168.204.108@tcp:192.168.204.108@tcp19) : PUT try# 0 00000800:00000200:1.0:1767384317.539794:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.108@tcp19 00000800:00000010:1.0:1767384317.539800:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f0e62a7. 10000000:00000001:2.0:1767384317.539806:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384317.539810:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.539812:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384317.539815:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:1.0:1767384317.539816:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007e978e37. 00000100:00000001:3.0:1767384317.539823:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.539831:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384317.539831:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000040aef05f. 00000020:00000001:2.0:1767384317.539832:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384317.539835:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384317.539837:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384317.539843:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384317.539846:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384317.539849:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384317.539853:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384317.539855:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (2) 00000020:01000004:2.0:1767384317.539856:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384317.539876:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384317.539879:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.1:1767384317.539886:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (2) 00000020:01000004:2.0:1767384317.539887:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384317.539897:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384317.539902:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384317.539902:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384317.539906:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384317.539907:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384317.539909:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384317.539914:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384317.539917:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf398750. 02000000:00000001:3.0:1767384317.539918:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384317.539919:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:3.0:1767384317.539928:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.539928:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384317.539933:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:2.0:1767384317.539938:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384317.539944:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024fc6f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742992000:0@lo:253: 02000000:00000001:2.0:1767384317.539946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384317.539951:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.539952:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384317.539961:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.539964:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.539968:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384317.539969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000663b40df. 00000100:00000001:1.0:1767384317.539972:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384317.539975:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a1538024. 00000100:00000001:2.0:1767384317.539975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.539977:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.539982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384317.539985:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.539988:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.539993:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf398750] to pc [ptlrpcd_00_02+2] req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384317.539995:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005094b2a4. 00000400:00000010:3.0:1767384317.540006:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000346ad017. 00000100:00000200:3.0:1767384317.540015:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742992000, portal 25 00000100:00000001:3.0:1767384317.540020:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.540021:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040580992 : -130122668970624 : ffff89a77489ed80) 10000000:00000001:2.0:1767384317.540022:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384317.540026:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.540029:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384317.540030:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540038:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:2.0:1767384317.540040:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384317.540044:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384317.540047:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001172d678. 00000400:00000010:3.0:1767384317.540049:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fce9bee6. 00000100:00000200:3.0:1767384317.540055:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742992000, offset 0 00000400:00000200:3.0:1767384317.540067:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.540067:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384317.540072:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.540077:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384317.540081:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384317.540082:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384317.540093:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.540148:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384317.540150:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.540152:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03080 02000000:00000001:2.0:1767384317.540155:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384317.540159:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384317.540163:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.540168:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000100:00100000:2.0:1767384317.540169:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742992128:0@lo:253: 00000100:00000001:2.0:1767384317.540178:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384317.540182:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003d1f8a. 02000000:00000001:2.0:1767384317.540185:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384317.540186:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 02000000:00000001:2.0:1767384317.540189:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.540190:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5d35139 02000000:00000001:2.0:1767384317.540194:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384317.540202:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000040635d66. 00000400:00000200:3.0:1767384317.540203:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384317.540205:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384317.540212:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e36a48. 00000400:00000200:3.0:1767384317.540216:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384317.540221:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be241787. 00000400:00000200:3.0:1767384317.540224:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5d35139 00000400:00000010:3.0:1767384317.540228:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5d35139. 00000100:00000001:3.0:1767384317.540235:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384317.540236:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742992128, portal 25 00000100:00000200:3.0:1767384317.540237:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384317.540242:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384317.540243:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000006fdcac41 x1853236742992000 msgsize 4848 00000100:00000001:2.0:1767384317.540245:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040574720 : -130122668976896 : ffff89a77489d500) 00000400:00000200:1.0:1767384317.540251:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000040:2.0:1767384317.540256:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.540264:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384317.540272:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384317.540273:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.540282:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384317.540283:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384317.540285:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b54bf25a. 00000100:00000200:2.0:1767384317.540290:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742992128, offset 0 00000400:00000200:3.0:1767384317.540294:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce9bee6 00000400:00000010:3.0:1767384317.540296:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fce9bee6. 00000100:00000001:3.0:1767384317.540301:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384317.540306:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000200:3.0:1767384317.540310:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384317.540310:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384317.540324:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384317.540329:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384317.540338:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384317.540341:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384317.540352:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03100 00000100:00000001:3.0:1767384317.540360:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540367:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384317.540368:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000001:3.0:1767384317.540375:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540380:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294904598 00000400:00000200:1.0:1767384317.540383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000010:3.0:1767384317.540387:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aacdf272. 00000400:00000010:2.0:1767384317.540391:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a6df096. 00000100:00000001:3.0:1767384317.540397:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384317.540401:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000340b726b 00000100:00000001:3.0:1767384317.540409:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294904598 00000400:00000200:2.0:1767384317.540411:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384317.540414:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a755fd9c. 00000100:00000001:3.0:1767384317.540420:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384317.540421:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.540430:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294904598 00000400:00000200:2.0:1767384317.540433:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340b726b 00000400:00000200:1.0:1767384317.540435:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000010:3.0:1767384317.540436:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ba3fd1. 00000400:00000010:2.0:1767384317.540438:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000340b726b. 00000100:00000001:3.0:1767384317.540446:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384317.540457:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384317.540460:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294904598 00000100:00000200:2.0:1767384317.540461:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384317.540466:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9368069. 00000100:00000040:2.0:1767384317.540469:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000040434bdb x1853236742992128 msgsize 4848 00000100:00000001:3.0:1767384317.540472:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384317.540486:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.540490:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.540490:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384317.540498:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.540501:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384317.540502:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.540516:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.540518:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384317.540524:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.540524:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384317.540529:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.540533:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540538:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.540538:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384317.540539:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b54bf25a 00000400:00000010:2.0:1767384317.540550:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b54bf25a. 00000100:00000001:2.0:1767384317.540560:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384317.540569:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.540583:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384317.540587:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.540598:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540603:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.540611:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540616:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294904598 00000100:00000001:2.0:1767384317.540620:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294904598 00000100:00000001:2.0:1767384317.540625:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294904598 00000100:00000001:2.0:1767384317.540629:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294904598 00000400:00000200:1.0:1767384317.540631:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:2.0:1767384317.540633:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294904598 00000100:00000001:2.0:1767384317.540639:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294904598 00000100:00000001:2.0:1767384317.540644:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294904598 00000100:00000001:2.0:1767384317.540647:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294904598 00000100:00000001:2.0:1767384317.540652:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384317.540662:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540669:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540673:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.540684:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384317.540688:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384317.540696:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.540697:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.540701:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540701:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384317.540705:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540712:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540743:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384317.540748:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992000 02000000:00000001:3.0:1767384317.540752:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.540757:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384317.540759:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384317.540762:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.540762:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00100000:2.0:1767384317.540764:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992128 02000000:00000001:2.0:1767384317.540774:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384317.540776:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540779:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384317.540782:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992000 00000100:00000001:2.0:1767384317.540785:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.540788:0:17074:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384317.540793:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.540794:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384317.540800:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384317.540801:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992128 00000020:00000040:3.0:1767384317.540806:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:2.0:1767384317.540806:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384317.540811:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384317.540814:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384317.540815:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.540820:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384317.540821:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384317.540826:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384317.540832:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384317.540833:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:3.0:1767384317.540840:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a41fcad. 00000100:00000001:2.0:1767384317.540840:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384317.540846:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.540847:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d43af40. 00000020:00000010:3.0:1767384317.540853:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a41fcad. 00000100:00000001:2.0:1767384317.540856:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384317.540860:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000020:00000010:2.0:1767384317.540861:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d43af40. 00000020:00000010:3.0:1767384317.540879:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dd939f6. 00000020:00000010:3.0:1767384317.540889:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f7e9238. 00000020:00000010:2.0:1767384317.540892:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f49a579. 00000020:00000010:3.0:1767384317.540895:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000020:00000010:2.0:1767384317.540899:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056fb51ce. 00000020:00000010:2.0:1767384317.540909:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa1380bf. 00000100:00000040:3.0:1767384317.540918:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384317.540924:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.540926:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.540928:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540928:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384317.540932:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384317.540936:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540945:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.540951:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.540961:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.540975:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.540976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:3.0:1767384317.540983:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384317.540988:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384317.541000:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:3.0:1767384317.541008:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384317.541012:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433481808 : -130123276069808 : ffff89a7505a5450) 00000100:00000001:2.0:1767384317.541012:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384317.541017:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384317.541021:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006fdcac41 x1853236742992000/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.541034:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384317.541036:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000020:00000010:3.0:1767384317.541039:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a41fcad. 00000100:00000040:2.0:1767384317.541043:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:3.0:1767384317.541045:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384317.541049:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433487952 : -130123276063664 : ffff89a7505a6c50) 00000400:00000200:1.0:1767384317.541050:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000020:00000010:3.0:1767384317.541051:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a41fcad. 00000100:00000040:2.0:1767384317.541064:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040434bdb x1853236742992128/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.541072:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006fdcac41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742992000:12345-0@lo:253: 00000100:00000001:2.0:1767384317.541078:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.541084:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d43af40. 00000100:00000200:3.0:1767384317.541085:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992000 00000020:00000001:3.0:1767384317.541089:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384317.541091:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384317.541095:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384317.541095:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d43af40. 00000400:00000200:1.0:1767384317.541134:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00100000:2.0:1767384317.541139:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040434bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742992128:12345-0@lo:253: 00000100:00000200:2.0:1767384317.541144:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992128 00000020:00000001:2.0:1767384317.541147:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384317.541152:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384317.541155:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.541158:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384317.541160:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384317.541164:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384317.541165:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384317.541168:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384317.541171:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384317.541174:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.541179:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384317.541184:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384317.541191:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001e3425a3. 02000000:00000001:2.0:1767384317.541192:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.541195:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.541199:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384317.541200:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 20000000:00000010:2.0:1767384317.541208:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b103e5d. 20000000:01000000:2.0:1767384317.541213:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384317.541218:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384317.541221:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384317.541224:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.541228:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.541238:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384317.541243:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 20000000:00000010:2.0:1767384317.541249:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8afb5ca. 20000000:01000000:2.0:1767384317.541253:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:2.0:1767384317.541263:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384317.541270:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384317.541275:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384317.541296:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384317.541316:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.541318:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384317.541321:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.541325:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384317.541329:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384317.541333:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:2.0:1767384317.541338:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:2.0:1767384317.541341:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384317.541345:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384317.541349:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.541351:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384317.541356:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384317.541368:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:1.0:1767384317.541369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00080000:00000001:2.0:1767384317.541380:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384317.541388:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000611f9010. 00080000:00000001:2.0:1767384317.541394:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918059008 : -130127791492608 : ffff89a643367200) 00080000:00000001:2.0:1767384317.541401:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384317.541407:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384317.541414:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005d43af40. 00080000:00000001:2.0:1767384317.541419:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.541423:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384317.541452:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.541475:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384317.541489:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000020:00000001:3.0:1767384317.541594:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.541599:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384317.541600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000020:00000001:3.0:1767384317.541601:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384317.541608:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384317.541610:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384317.541613:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384317.541617:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384317.541619:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.541622:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384317.541624:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384317.541630:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001172d678. 02000000:00000001:3.0:1767384317.541634:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.541638:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.541642:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384317.541648:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 20000000:00000010:3.0:1767384317.541650:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000804ad77. 20000000:01000000:3.0:1767384317.541654:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384317.541657:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384317.541659:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384317.541662:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.541664:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.541669:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384317.541999:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004fc288bd. 00000800:00000010:1.0:1767384317.542004:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b96743b2. 00000800:00000010:1.0:1767384317.542010:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ae2a8c6. 00000400:00000200:2.0:1767384317.542055:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384317.542061:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ae2a8c6. 00000400:00000200:2.0:1767384317.542093:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp19 from 235.3.0.2 00000800:00000010:2.0:1767384317.542099:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004442f9ae. 00000800:00000010:1.0:1767384317.542148:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f95b37d. 00000800:00000010:1.0:1767384317.542153:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d61b4ad. 00000800:00000010:1.0:1767384317.542179:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000929ad24d. 00000800:00000200:1.1:1767384317.542184:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (2) 00000800:00000200:1.1:1767384317.542189:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp19 00000000929ad24d deleted 00000800:00000010:1.1:1767384317.542192:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000929ad24d. 00000800:00000200:1.1:1767384317.542198:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384317.542207:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:1003 00000800:00000200:1.1:1767384317.542211:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f0e62a7 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384317.542219:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp19 p 3.x 192.168.204.108 -> 192.168.204.108:1003 incarnation:1767384315869490919 sched[0] 00000800:00000010:1.0:1767384317.542223:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ae2a8c6. 00000800:00000010:1.0:1767384317.542284:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ae2a8c6. 00000800:00000010:1.0:1767384317.542289:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d61b4ad. 00000800:00000200:3.1:1767384317.542327:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384317.542337:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp19 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384315869490919 sched[0] 00000800:00000010:3.0:1767384317.542341:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b96743b2. 00000800:00000010:1.0:1767384317.542367:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004442f9ae. 00000800:00000001:1.0:1767384317.542385:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542392:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.542426:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:1.0:1767384317.542456:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384317.542461:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f0e62a7. 00000400:00000200:1.0:1767384317.542466:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.542473:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: PUT: OK 00000400:00000200:1.0:1767384317.542479:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384317.542484:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:1.0:1767384317.542499:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542506:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.542508:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542515:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.542524:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.542524:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : PUT - for me 00000400:00000200:1.0:1767384317.542545:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384317.542556:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 224/224 into md 0x13dd [1] + 0 00000400:00000010:1.0:1767384317.542559:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c1e345. 00000400:00000200:1.0:1767384317.542573:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078b9ea8c 00000800:00000001:1.0:1767384317.542580:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542602:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.542604:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.542612:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: PUT: OK 00000400:00000200:1.0:1767384317.542618:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078b9ea8c 00000400:00000010:1.0:1767384317.542621:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078b9ea8c. 00000400:00000200:3.0:1767384317.542622:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.542627:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384317.542631:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (13) 00000400:00000200:1.0:1767384317.542640:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:1.0:1767384317.542643:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000008f0e62a7. 00000400:00000200:1.0:1767384317.542647:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 12 00000400:00000200:1.0:1767384317.542654:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384317.542667:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (14) 00000400:00000200:1.0:1767384317.542673:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384317.542682:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp19 to MR: 192.168.204.108@tcp19 local destination 00000400:00000200:1.0:1767384317.542689:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [26:26:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1767384317.542702:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.542714:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) -> 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) 192.168.204.108@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384317.542723:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp19 00000800:00000010:1.0:1767384317.542726:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2ee7ea0. 00000800:00000200:1.0:1767384317.542730:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (4) 00000800:00000200:1.0:1767384317.542738:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:988 00000800:00000200:1.0:1767384317.542740:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2ee7ea0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384317.542755:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000200:1.0:1767384317.542792:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384317.542796:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2ee7ea0. 00000400:00000200:1.0:1767384317.542801:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.542804:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.542810:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: ACK: OK 00000800:00000001:1.0:1767384317.542821:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542825:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.542830:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542836:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.542837:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542841:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.542855:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : ACK - for me 00000400:00000200:1.0:1767384317.542879:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp19: ACK from 12345-192.168.204.108@tcp19 into md 0x1435 00000400:00000200:3.0:1767384317.542884:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.542884:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.542890:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: ACK: OK 00000400:00000200:1.0:1767384317.542892:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000400:00000010:1.0:1767384317.542901:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000400:00000200:1.0:1767384317.542905:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384317.542919:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:1.0:1767384317.542927:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384317.542931:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (13) 00000800:00000001:1.0:1767384317.542937:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.542943:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.542964:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384317.542968:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c1e345. 00000400:00000010:1.0:1767384317.542972:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000400:00000200:1.0:1767384317.542977:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:1.0:1767384317.542983:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384317.542991:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000003fd0e892. 00000400:00000010:1.0:1767384317.542994:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000e35246ab. 00000400:00000200:3.0:1767384317.542996:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000010:1.0:1767384317.542996:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000d2bfbd01. 00000400:00000010:1.0:1767384317.543026:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ce0c3d30. 00000400:00000200:1.0:1767384317.543031:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ce0c3d30 nid 192.168.204.108@tcp20 00000400:00000010:1.0:1767384317.543034:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009cc8f706. 00000400:00000200:1.0:1767384317.543038:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000009cc8f706 net tcp20 00000400:00000200:1.0:1767384317.543042:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000400:00000200:1.0:1767384317.543048:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp20 flags 0x11 00000400:00000010:1.0:1767384317.543054:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000003fd0e892. 00000400:00000010:1.0:1767384317.543057:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000e35246ab. 00000400:00000010:1.0:1767384317.543060:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000d2bfbd01. 00000400:00000200:3.0:1767384317.543061:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:1.0:1767384317.543064:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000008f0e62a7. 00000400:00000200:1.0:1767384317.543072:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384317.543076:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384317.543081:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384317.543089:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384317.543094:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384317.543098:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384317.543110:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384317.543126:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384317.543131:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (13) 00000400:00000200:3.0:1767384317.543193:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543231:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543259:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543280:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543303:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543334:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543364:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543402:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543438:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543470:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384317.543505:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000800:00000010:3.0:1767384317.543802:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000287c0510. 00000400:00000200:2.0:1767384317.543808:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384317.543809:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fce9bee6. 00000800:00000010:3.0:1767384317.543818:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a41fcad. 00000800:00000010:3.0:1767384317.543846:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a41fcad. 00000400:00000200:2.0:1767384317.543891:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp19 from 234.3.0.2 00000800:00000010:2.0:1767384317.543895:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001e10e8e2. 00080000:00000010:1.0:1767384317.543923:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000611f9010. 00080000:00000010:1.0:1767384317.543964:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005d43af40. 00000800:00000010:3.0:1767384317.543965:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0f99f1d. 00040000:00000001:1.0:1767384317.543972:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:3.0:1767384317.543973:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003854fc5b. 00040000:00000001:1.0:1767384317.543990:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384317.543995:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384317.544001:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384317.544004:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.544007:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:3.0:1767384317.544019:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000094f28d2e. 20000000:01000000:1.0:1767384317.544024:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:3.1:1767384317.544033:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (4) 00000800:00000200:3.1:1767384317.544043:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp19 0000000094f28d2e deleted 20000000:00000001:1.0:1767384317.544043:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000010:3.1:1767384317.544055:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000094f28d2e. 20000000:01000000:1.0:1767384317.544056:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000800:00000200:3.1:1767384317.544067:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00080000:00000001:1.0:1767384317.544070:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000200:3.0:1767384317.544074:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp19 p 3.x 192.168.204.108 -> 192.168.204.108:1002 incarnation:1767384315869490919 sched[0] 00000800:00000010:3.0:1767384317.544083:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a41fcad. 00000800:00000200:2.1:1767384317.544253:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384317.544260:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp19 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384315869490919 sched[0] 00000800:00000010:2.0:1767384317.544266:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fce9bee6. 20000000:01000000:2.0:1767384317.544314:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384317.544318:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384317.544321:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384317.544325:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384317.544328:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384317.544336:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f8cd812. 00010000:00000001:2.0:1767384317.544341:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384317.544344:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006ae72eec. 00000020:00000001:2.0:1767384317.544348:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384317.544351:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006ae72eec with handle 0x88edd5ef35457d3a to hash 00000020:00000001:2.0:1767384317.544353:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384317.544355:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544357:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544361:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.544363:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.544365:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.544373:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384317.544376:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384317.544378:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.544380:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.544398:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.544400:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.544401:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.544403:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384317.544405:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.544406:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.544408:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384317.544409:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f8cd812) refcount = 1 00010000:00010000:2.0:1767384317.544412:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.544425:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.544427:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.544428:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384317.544431:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a41fcad. 00010000:00000001:2.0:1767384317.544431:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544436:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384317.544437:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003854fc5b. 20000000:00000001:2.0:1767384317.544439:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384317.544443:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384317.544445:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.544446:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.544448:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=4 00000020:00000001:2.0:1767384317.544450:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544452:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544454:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000001:1.0:1767384317.544454:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1767384317.544458:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384317.544461:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.544464:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384317.544467:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384317.544467:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384317.544468:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001e10e8e2. 00000800:00000001:1.0:1767384317.544471:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.544478:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.544480:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.544481:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.544485:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.544486:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544488:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384317.544490:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384317.544495:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006ae72eec already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384317.544497:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:3.0:1767384317.544501:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da01aa5b. 20000000:01000000:3.0:1767384317.544506:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00010000:00000001:2.0:1767384317.544506:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384317.544509:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384317.544512:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384317.544515:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384317.544517:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384317.544517:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.544521:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384317.544523:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000040:2.0:1767384317.544523:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=5 00000020:00000001:2.0:1767384317.544527:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544529:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384317.544531:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:3.0:1767384317.544534:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00010000:2.0:1767384317.544542:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384317.544548:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544550:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384317.544552:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384317.544554:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544554:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:1.0:1767384317.544555:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384317.544557:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.544558:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:1.0:1767384317.544561:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:3.0:1767384317.544562:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544564:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000010:1.0:1767384317.544565:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b103e5d. 00080000:00000002:3.0:1767384317.544566:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:2.0:1767384317.544569:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767384317.544572:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 20000000:00000001:1.0:1767384317.544573:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544574:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:3.0:1767384317.544575:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384317.544579:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.544580:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384317.544580:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992128 00000020:00000040:2.0:1767384317.544584:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ae72eec with handle 0x88edd5ef35457d3a from hash 00010000:00000001:1.0:1767384317.544586:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384317.544587:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.544592:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.544592:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000200:1.0:1767384317.544595:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040434bdb x1853236742992128/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384317.544596:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384317.544597:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384317.544601:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:2.0:1767384317.544602:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.544606:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384317.544607:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384317.544610:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:3.0:1767384317.544612:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006eaa63e8. 00010000:00000001:2.0:1767384317.544612:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384317.544614:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544616:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1767384317.544617:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208662016 : -130122500889600 : ffff89a77e8ea400) 00000100:00001000:1.0:1767384317.544619:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=27 v=5 (1 0 0 0) 00080000:00000001:3.0:1767384317.544620:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384317.544620:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:3.0:1767384317.544625:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384317.544625:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.544626:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:3.0:1767384317.544630:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003a41fcad. 00010000:00000001:2.0:1767384317.544631:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.544631:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00080000:00000001:3.0:1767384317.544634:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544638:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384317.544638:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00080000:00000001:3.0:1767384317.544639:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384317.544642:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384317.544645:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.544647:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384317.544649:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384317.544650:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.544651:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.544653:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.544656:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384317.544660:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.544661:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384317.544661:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384317.544666:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.544668:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d61b4ad. 00010000:00010000:2.0:1767384317.544669:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384317.544673:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742992128, offset 224 00010000:00000001:2.0:1767384317.544681:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.544682:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.544685:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384317.544685:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384317.544689:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384317.544691:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.544692:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.544695:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384317.544696:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384317.544699:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.544702:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.544703:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384317.544707:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03100 00010000:00000001:2.0:1767384317.544713:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384317.544716:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384317.544717:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1441 [2] + 224 00010000:00010000:2.0:1767384317.544719:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457d3a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384317.544723:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384317.544725:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f8cd812 count: 0 00000400:00000200:1.0:1767384317.544729:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384317.544733:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384317.544734:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384317.544738:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:1.0:1767384317.544738:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384317.544747:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.544759:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.544764:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d61b4ad 00000400:00000010:1.0:1767384317.544766:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d61b4ad. 00000100:00000001:2.0:1767384317.544769:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.544769:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.544773:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.544773:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384317.544778:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384317.544780:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384317.544783:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:2.0:1767384317.544784:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384317.544787:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384317.544788:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e36a48. 00000020:00000001:1.0:1767384317.544790:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.544793:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be241787 00000020:00000001:1.0:1767384317.544793:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384317.544797:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be241787. 00000100:00000040:1.0:1767384317.544798:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040434bdb x1853236742992128/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.544803:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.544810:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.544811:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040434bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742992128:12345-0@lo:253: Request processed in 3732us (4339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384317.544826:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000200:2.0:1767384317.544828:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384317.544831:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384317.544839:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384317.544842:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384317.544846:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056fb51ce. 00000100:00000001:2.0:1767384317.544848:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384317.544851:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384317.544852:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa1380bf. 00000100:00000001:2.0:1767384317.544854:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384317.544857:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384317.544857:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f49a579. 00000100:00000001:2.0:1767384317.544861:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384317.544863:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:2.0:1767384317.544878:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.544883:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.544884:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384317.544887:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=27 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384317.544888:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001e3425a3. 02000000:00000001:1.0:1767384317.544893:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384317.544894:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.544897:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.544898:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384317.544900:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.544903:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384317.544903:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384317.544907:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.544909:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e61110. 00000100:00000001:2.0:1767384317.544910:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.544917:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384317.544917:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d61b4ad. 00000100:00000001:2.0:1767384317.544925:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384317.544928:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384317.544929:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384317.544932:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384317.544934:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384317.544935:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384317.544936:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384317.544937:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384317.544938:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384317.544939:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384317.544940:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384317.544941:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384317.544942:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.544947:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742992128:0@lo:253: 00000100:00000001:2.0:1767384317.544951:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.544953:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384317.544954:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf398750 x1853236742992128/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.544967:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384317.544970:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384317.544972:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000040635d66. 02000000:00000001:2.0:1767384317.544976:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384317.544978:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384317.544980:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384317.544982:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384317.544985:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000663b40df. 02000000:00000001:2.0:1767384317.544989:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384317.544991:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384317.544993:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf398750. 00000100:00000001:2.0:1767384317.544995:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384317.544996:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.544998:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.545001:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384317.545002:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.545003:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.545005:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.546144:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294904598, at 4294904599 00000100:00000040:2.0:1767384317.546148:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294904598, at 4294904599 00000100:00000010:3.0:1767384317.546151:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9368069. 00000100:00000010:2.0:1767384317.546154:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ba3fd1. 00080000:00000010:1.0:1767384317.546295:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006eaa63e8. 00080000:00000010:3.0:1767384317.546337:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003a41fcad. 00040000:00000001:3.0:1767384317.546343:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.546346:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384317.546348:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384317.546352:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384317.546354:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.546356:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384317.546359:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384317.546371:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384317.546375:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384317.546384:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384317.546387:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384317.546387:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384317.546390:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384317.546393:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384317.546394:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384317.546398:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009e5f98ae. 00010000:00000001:2.0:1767384317.546400:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384317.546403:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000456ca626. 00000020:00000001:2.0:1767384317.546405:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384317.546407:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000456ca626 with handle 0x88edd5ef35457d41 to hash 00000020:00000001:2.0:1767384317.546408:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384317.546409:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546410:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546412:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.546435:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.546437:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546443:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384317.546445:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384317.546447:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.546449:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.546450:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.546451:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.546452:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.546454:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384317.546455:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.546457:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.546458:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384317.546459:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009e5f98ae) refcount = 1 00010000:00010000:2.0:1767384317.546462:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546466:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.546467:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.546468:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.546469:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546470:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384317.546472:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384317.546474:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384317.546476:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.546478:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.546479:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=4 00000020:00000001:2.0:1767384317.546480:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546482:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546484:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384317.546485:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546489:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384317.546495:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546500:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.546501:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.546502:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546505:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.546507:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546508:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384317.546510:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384317.546513:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000456ca626 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384317.546515:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.546517:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384317.546518:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.546522:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384317.546523:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.546525:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.546526:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=5 00000020:00000001:2.0:1767384317.546527:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546529:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384317.546531:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:3.0:1767384317.546532:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384317.546533:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384317.546539:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384317.546541:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:3.0:1767384317.546544:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000804ad77. 00010000:00000001:2.0:1767384317.546544:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.546546:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546551:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:3.0:1767384317.546553:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546553:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384317.546554:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:3.0:1767384317.546559:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992000 00010000:00000001:3.0:1767384317.546565:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384317.546565:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.546571:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000456ca626 with handle 0x88edd5ef35457d41 from hash 00010000:00000200:3.0:1767384317.546572:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006fdcac41 x1853236742992000/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384317.546577:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384317.546580:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.546584:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.546587:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.546591:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384317.546592:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.546594:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546597:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:3.0:1767384317.546599:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=27 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384317.546601:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384317.546605:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384317.546606:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384317.546612:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384317.546613:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.546616:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:2.0:1767384317.546618:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1767384317.546622:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384317.546623:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1767384317.546626:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.546628:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384317.546631:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384317.546632:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.546636:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.546637:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384317.546642:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.546644:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003854fc5b. 00010000:00000001:2.0:1767384317.546646:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384317.546651:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742992000, offset 224 00010000:00010000:2.0:1767384317.546651:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384317.546662:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384317.546664:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.546667:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.546669:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384317.546672:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384317.546673:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384317.546675:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.546678:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.546680:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384317.546684:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03080 00010000:00000001:2.0:1767384317.546684:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.546691:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.546696:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1439 [2] + 224 00010000:00010000:2.0:1767384317.546696:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384317.546707:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384317.546708:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384317.546713:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384317.546716:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384317.546717:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000456ca626/0x88edd5ef35457d41 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384317.546725:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.546730:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.546756:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384317.546756:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009e5f98ae count: 0 00010000:00000001:2.0:1767384317.546766:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384317.546770:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384317.546780:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.546796:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003854fc5b 00000100:00000001:1.0:1767384317.546798:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384317.546799:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003854fc5b. 00000100:00000001:1.0:1767384317.546802:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.546820:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.546823:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384317.546823:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.546827:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.546830:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005094b2a4. 00000100:00000001:3.0:1767384317.546831:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.546835:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000346ad017 00000100:00000040:3.0:1767384317.546836:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384317.546838:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000346ad017. 00010000:00000001:3.0:1767384317.546843:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384317.546844:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384317.546846:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384317.546850:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384317.546851:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384317.546859:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fdcac41 x1853236742992000/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384317.546862:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.546885:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.546888:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.546891:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.546893:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.546895:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384317.546896:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006fdcac41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742992000:12345-0@lo:253: Request processed in 5859us (6649us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384317.546897:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.546901:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.546906:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.546910:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=27 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384317.546912:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:1.0:1767384317.546913:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384317.546916:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384317.546919:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384317.546922:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.546923:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384317.546925:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.546927:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384317.546929:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f7e9238. 00000100:00000001:1.0:1767384317.546929:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.546936:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384317.546937:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000020:00000010:3.0:1767384317.546945:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dd939f6. 00000100:00000001:1.0:1767384317.546945:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.546949:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384317.546951:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384317.546951:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.546955:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384317.546958:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384317.546958:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:3.0:1767384317.546962:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001172d678. 00000020:01000004:1.0:1767384317.546962:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.546965:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.546968:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.546969:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384317.546971:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384317.546971:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384317.546975:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:3.0:1767384317.546976:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.546976:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.546978:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384317.546982:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384317.546983:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384317.546990:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b8d14c. 00000100:00100000:1.0:1767384317.546991:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024fc6f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742992000:0@lo:253: 00000400:00000010:3.0:1767384317.546998:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003854fc5b. 00000100:00000001:1.0:1767384317.546998:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.546999:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.547003:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024fc6f11 x1853236742992000/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.547008:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.547009:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.547011:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a1538024. 02000000:00000001:1.0:1767384317.547014:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.547015:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.547016:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384317.547017:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.547018:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001fa21fac. 02000000:00000001:1.0:1767384317.547022:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.547026:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.547027:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024fc6f11. 00000100:00000001:1.0:1767384317.547030:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.547031:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.547032:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.547035:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.547036:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.547038:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.547039:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384317.547137:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294904598, at 4294904600 00000100:00000040:1.0:1767384317.547143:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294904598, at 4294904600 00000100:00000010:0.0:1767384317.547144:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aacdf272. 00000100:00000010:1.0:1767384317.547152:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a755fd9c. 00010000:00000010:2.1:1767384317.553239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f8cd812. 00010000:00000010:2.1:1767384317.553248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006ae72eec. 00010000:00000010:2.1:1767384317.553255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009e5f98ae. 00010000:00000010:2.1:1767384317.553262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000456ca626. 00000400:00000010:3.0:1767384317.560211:0:22496:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000014762a71. 00000400:00000040:3.0:1767384317.560238:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.560242:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384317.560245:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.560248:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.560251:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.560253:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384317.560263:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.560265:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384317.560267:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384317.560268:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384317.560271:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384317.560273:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.560275:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384317.560277:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.560279:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384317.560282:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384317.560283:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.560285:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384317.560287:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384317.560290:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.560293:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.560294:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.560296:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.560298:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.560299:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384317.560301:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.560304:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.560306:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.560308:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.560310:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.560311:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384317.560314:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.560316:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.560318:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.560319:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.560321:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.560322:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384317.560325:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.560327:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.560329:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384317.560331:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384317.560332:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.560335:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384317.560336:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384317.560338:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384317.560347:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384317.560349:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384317.560351:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384317.560354:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384317.560356:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.560358:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384317.560360:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384317.560362:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384317.560365:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384317.560366:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384317.560368:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384317.560370:0:22496:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384317.560418:0:22496:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000014762a71. 10000000:00000001:1.0:1767384318.291186:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384318.291192:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:1.0:1767384318.291197:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.291201:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384318.291205:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384318.291208:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384318.291212:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384318.291215:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384318.291219:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 21 10000000:00000001:1.0:1767384318.291224:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384318.291227:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384318.291237:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000020:00000040:1.0:1767384318.291244:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384318.291251:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384318.291256:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.291263:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.291274:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a154e7d. 00000100:00000001:1.0:1767384318.291284:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.291291:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384318.291294:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384318.291304:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005fb9321e. 00010000:00000001:1.0:1767384318.291309:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384318.291313:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d4911e5. 00000020:00000001:1.0:1767384318.291317:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384318.291321:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d4911e5 with handle 0x88edd5ef35457d48 to hash 00000020:00000001:1.0:1767384318.291323:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.291334:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384318.291338:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384318.291342:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.291344:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.291347:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.291357:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.291368:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384318.291375:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384318.291377:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384318.291384:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfc021a7. 00000100:00000001:1.0:1767384318.291387:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951087991808 : -130122621559808 : ffff89a7775d5c00) 00000100:00000001:1.0:1767384318.291391:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.291393:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000001:1.0:1767384318.291399:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.291402:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291405:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384318.291406:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384318.291414:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.291424:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.291427:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.291431:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384318.291433:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384318.291436:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.291438:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742992256:0@lo:101: 00000100:00000001:1.0:1767384318.291443:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.291450:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.291452:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.291478:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384318.291484:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d02696d. 02000000:00000001:1.0:1767384318.291487:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.291495:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000197b10dd. 00000400:00000010:1.0:1767384318.291503:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000100:00000200:1.0:1767384318.291511:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742992256, portal 25 00000100:00000001:1.0:1767384318.291514:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.291516:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000040:1.0:1767384318.291525:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.291537:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.291542:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.291548:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000100:00000200:1.0:1767384318.291553:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742992256, offset 0 00000400:00000200:1.0:1767384318.291565:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.291592:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.291610:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc03180 00000400:00000200:1.0:1767384318.291620:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x955 [2] + 0 00000400:00000010:1.0:1767384318.291626:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f2bdac6. 00000400:00000200:1.0:1767384318.291632:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000614091b7 00000400:00000200:1.0:1767384318.291641:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.291648:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384318.291656:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614091b7 00000400:00000010:1.0:1767384318.291660:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000614091b7. 00000100:00000001:1.0:1767384318.291666:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.291669:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384318.291674:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000f09e698a x1853236742992256 msgsize 328 00000100:00100000:1.0:1767384318.291680:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384318.291684:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384318.291703:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.291715:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:1.0:1767384318.291718:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00000100:00000001:1.0:1767384318.291724:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.291728:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.291755:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.291759:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.291766:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291768:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.291774:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291779:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294905349 00000100:00000010:1.0:1767384318.291783:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573edad4. 00000100:00000001:1.0:1767384318.291790:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384318.291806:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294905349 00000100:00000010:1.0:1767384318.291811:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034944801. 00000100:00000001:1.0:1767384318.291816:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384318.291821:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294905349 00000100:00000010:1.0:1767384318.291826:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0268132. 00000100:00000001:1.0:1767384318.291832:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384318.291837:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294905349 00000100:00000010:1.0:1767384318.291842:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f99d1c2c. 00000100:00000001:1.0:1767384318.291847:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384318.291872:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.291878:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291883:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.291887:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384318.291887:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384318.291894:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992256 00000100:00100000:1.0:1767384318.291897:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cfc021a7 going to sleep for 11 seconds 02000000:00000001:3.0:1767384318.291900:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384318.291907:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.291908:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.291910:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291917:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.291918:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.291927:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992256 00000020:00000001:3.0:1767384318.291932:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384318.291934:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384318.291937:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.291940:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384318.291944:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384318.291948:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384318.291953:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384318.291960:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384318.291963:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.291966:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000020:00000010:3.0:1767384318.291972:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2bfbd01. 00000020:00000010:3.0:1767384318.291977:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa399c91. 00000020:00000010:3.0:1767384318.291982:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000100:00000040:3.0:1767384318.291992:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384318.291996:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384318.291998:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.292008:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.292019:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.292039:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.292055:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384318.292058:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384318.292065:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:3.0:1767384318.292071:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384318.292075:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433484880 : -130123276066736 : ffff89a7505a6050) 00000100:00000040:3.0:1767384318.292084:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f09e698a x1853236742992256/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 328/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.292148:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384318.292153:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384318.292156:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.292159:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000100:00100000:3.0:1767384318.292164:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f09e698a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742992256:12345-0@lo:101: 00000100:00000200:3.0:1767384318.292169:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992256 00000020:00000001:3.0:1767384318.292173:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384318.292178:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384318.292269:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.292273:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384318.292277:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384318.292281:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384318.292283:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.292286:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384318.292289:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384318.292293:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.292296:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384318.292299:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384318.292301:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384318.292303:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384318.292306:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.292311:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384318.292317:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000485f839d. 00010000:00000001:3.0:1767384318.292329:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384318.292332:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00000020:00000001:3.0:1767384318.292336:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384318.292337:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084dc9d91 with handle 0x88edd5ef35457d4f to hash 00000020:00000001:3.0:1767384318.292340:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384318.292341:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384318.292344:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00010000:3.0:1767384318.292347:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457d48 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384318.292355:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:3.0:1767384318.292358:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384318.292367:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384318.292370:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384318.292374:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001ef8ce7c. 02000000:00000001:3.0:1767384318.292376:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.292379:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.292381:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384318.292385:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384318.292388:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384318.292390:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.292392:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.292394:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.292396:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.292398:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384318.292401:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384318.292403:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384318.292404:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384318.292406:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000485f839d) refcount = 1 00010000:00010000:3.0:1767384318.292411:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.292417:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384318.292419:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384318.292420:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.292427:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.292430:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384318.292436:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384318.292438:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.292446:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384318.292449:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384318.292451:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.292454:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.292456:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384318.292457:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.292459:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384318.292460:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000084dc9d91, rc 0) 00000020:00000001:3.0:1767384318.292463:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.292467:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992256 00010000:00000001:3.0:1767384318.292470:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384318.292474:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f09e698a x1853236742992256/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 328/344 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.292483:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384318.292485:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.292489:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.292494:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384318.292497:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384318.292499:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384318.292503:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.292505:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.292508:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.292510:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.292513:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000100:00000200:3.0:1767384318.292516:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742992256, offset 224 00000400:00000200:3.0:1767384318.292523:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.292546:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.292555:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc03180 00000400:00000200:3.0:1767384318.292561:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x145d [1] + 224 00000400:00000200:3.0:1767384318.292574:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.292578:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.292583:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384318.292587:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.292599:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.292623:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.292629:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:3.0:1767384318.292632:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:3.0:1767384318.292635:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.292638:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.292643:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.292647:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384318.292650:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.292652:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.292656:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384318.292659:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f09e698a x1853236742992256/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 328/344 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384318.292673:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f09e698a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742992256:12345-0@lo:101: Request processed in 523us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384318.292686:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:3.0:1767384318.292691:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384318.292696:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384318.292699:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384318.292707:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa399c91. 00000020:00000010:3.0:1767384318.292714:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000020:00000010:3.0:1767384318.292722:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2bfbd01. 00000020:00000040:3.0:1767384318.292730:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:3.0:1767384318.292738:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384318.292742:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001ef8ce7c. 02000000:00000001:3.0:1767384318.292748:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384318.292752:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292754:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384318.292767:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384318.292773:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:1.0:1767384318.292775:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.292784:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197b10dd. 00000400:00000010:3.0:1767384318.292804:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022cdeacd. 00000400:00000200:1.0:1767384318.292813:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078b9ea8c 00000400:00000010:1.0:1767384318.292819:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078b9ea8c. 00000100:00000001:1.0:1767384318.292825:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384318.292831:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5ec313a. 00000100:00000200:1.0:1767384318.292848:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.292888:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.292901:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.292904:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292909:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.292913:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.292916:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.292919:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.292924:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.292929:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.292933:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.292936:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.292938:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.292940:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.292942:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.292945:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.292949:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.292956:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.292960:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.292963:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.292968:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.292975:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742992256:0@lo:101: 00000100:00000001:1.0:1767384318.292981:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292984:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.292986:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384318.292988:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.292990:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.292997:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384318.293008:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cfc021a7. 00000100:00000001:1.0:1767384318.293012:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384318.293014:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.293017:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384318.293020:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.293023:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.293025:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=4 00000020:00000001:1.0:1767384318.293028:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384318.293031:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000040:1.0:1767384318.293036:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009d4911e5, remote cookie: 0x88edd5ef35457d4f, flags: 0x0 00010000:00000001:1.0:1767384318.293039:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.293042:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.293043:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.293045:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384318.293047:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384318.293049:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005fb9321e) refcount = 1 00010000:00010000:1.0:1767384318.293053:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.293061:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.293062:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384318.293064:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.293068:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384318.293071:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.293074:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.293081:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384318.293083:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.293086:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.293088:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.293090:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.293092:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293095:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.293144:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236742992256/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.293167:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.293170:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.293173:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d02696d. 02000000:00000001:1.0:1767384318.293178:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.293181:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.293183:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384318.293186:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.293190:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002a154e7d. 02000000:00000001:1.0:1767384318.293194:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.293197:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.293199:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:1.0:1767384318.293205:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.293207:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384318.293209:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.293212:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384318.293214:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:1.0:1767384318.293217:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.293219:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.293221:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.293223:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00000020:00000001:1.0:1767384318.293225:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384318.293228:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384318.293232:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384318.293234:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.293236:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.293238:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.293241:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384318.293245:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000065a4f716. 00000100:00000010:1.0:1767384318.293266:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000020:00000040:1.0:1767384318.293269:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384318.293272:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384318.293275:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.293278:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.293284:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a154e7d. 00000100:00000001:1.0:1767384318.293288:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293299:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384318.293305:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007d02696d. 00000100:00000010:1.0:1767384318.293310:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008cfcc260. 00000020:00000040:1.0:1767384318.293313:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384318.293319:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384318.293321:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384318.293326:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfc021a7. 00000100:00000001:1.0:1767384318.293329:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951087991808 : -130122621559808 : ffff89a7775d5c00) 00000100:00000001:1.0:1767384318.293331:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.293333:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000001:1.0:1767384318.293337:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.293339:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293341:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384318.293343:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384318.293346:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.293354:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.293355:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.293358:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384318.293360:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384318.293362:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.293365:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742992384:0@lo:256: 00000100:00000001:1.0:1767384318.293368:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.293372:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.293375:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293377:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384318.293384:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000197b10dd. 00000400:00000010:1.0:1767384318.293391:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b6e063e8. 00000100:00000200:1.0:1767384318.293395:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc03200-0x695824dc03200, portal 33 00000100:00000001:1.0:1767384318.293399:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.293401:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384318.293405:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003862e242. 02000000:00000001:1.0:1767384318.293408:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.293412:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 00000400:00000010:1.0:1767384318.293425:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000100:00000200:1.0:1767384318.293428:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742992384, portal 25 00000100:00000001:1.0:1767384318.293430:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.293432:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000040:1.0:1767384318.293437:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.293444:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.293447:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.293451:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000100:00000200:1.0:1767384318.293454:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742992384, offset 0 00000400:00000200:1.0:1767384318.293460:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.293468:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.293478:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc03200 00000400:00000200:1.0:1767384318.293483:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x965 [2] + 0 00000400:00000010:1.0:1767384318.293486:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024af01c5. 00000400:00000200:1.0:1767384318.293491:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e7167fe 00000400:00000200:1.0:1767384318.293495:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.293499:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384318.293503:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7167fe 00000400:00000010:1.0:1767384318.293505:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e7167fe. 00000100:00000001:1.0:1767384318.293509:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.293511:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384318.293513:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000b9e73385 x1853236742992384 msgsize 304 00000100:00100000:1.0:1767384318.293519:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384318.293522:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384318.293538:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.293560:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:1.0:1767384318.293562:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00000100:00000001:1.0:1767384318.293566:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.293570:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.293579:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.293582:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.293607:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293609:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.293615:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293636:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294905351 00000100:00000001:1.0:1767384318.293643:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905349 00000100:00000001:1.0:1767384318.293650:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294905351 00000100:00000001:1.0:1767384318.293655:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905349 00000100:00000001:1.0:1767384318.293662:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294905351 00000100:00000001:1.0:1767384318.293667:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905349 00000100:00000001:3.0:1767384318.293669:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384318.293671:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294905351 00000100:00100000:3.0:1767384318.293677:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992384 00000100:00000001:1.0:1767384318.293681:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905349 02000000:00000001:3.0:1767384318.293685:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384318.293691:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.293693:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.293695:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293701:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.293705:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.293708:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384318.293711:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cfc021a7 going to sleep for 11 seconds 00000100:00000001:1.0:1767384318.293715:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.293719:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.293835:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.293839:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992384 00000020:00000001:3.0:1767384318.293842:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384318.293844:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384318.293846:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.293848:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384318.293876:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384318.293879:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384318.293883:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384318.293888:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384318.293891:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.293893:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000020:00000010:3.0:1767384318.293899:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000402a11f8. 00000020:00000010:3.0:1767384318.293983:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa399c91. 00000020:00000010:3.0:1767384318.293989:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000100:00000040:3.0:1767384318.293996:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384318.293999:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384318.294000:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.294002:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294007:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294023:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.294039:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384318.294042:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384318.294049:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1767384318.294054:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384318.294058:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433486928 : -130123276064688 : ffff89a7505a6850) 00000100:00000040:3.0:1767384318.294068:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9e73385 x1853236742992384/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 304/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.294097:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384318.294142:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384318.294146:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.294149:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000100:00100000:3.0:1767384318.294154:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e73385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742992384:12345-0@lo:256: 00000100:00000200:3.0:1767384318.294159:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992384 00000020:00000001:3.0:1767384318.294162:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384318.294165:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384318.294167:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.294170:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384318.294172:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:3.0:1767384318.294175:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384318.294176:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.294178:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384318.294180:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384318.294183:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294187:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384318.294190:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384318.294194:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001ef8ce7c. 02000000:00000001:3.0:1767384318.294196:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294198:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.294201:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384318.294206:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384318.294210:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384318.294213:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384318.294216:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.294219:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384318.294221:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384318.294225:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b9fca2d6. 20000000:00000001:3.0:1767384318.294229:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384318.294246:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384318.294255:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384318.294262:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384318.294270:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384318.294273:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384318.294275:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384318.294277:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384318.294280:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384318.294282:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384318.294284:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384318.294286:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384318.294288:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:3.0:1767384318.294291:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3832/1/4/3. 20000000:00000040:3.0:1767384318.294298:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384318.294301:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384318.294304:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384318.294306:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384318.294308:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384318.294311:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384318.294313:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384318.294315:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384318.294318:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384318.294321:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384318.294323:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384318.294325:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:3.0:1767384318.294327:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3568/1/4/3. 20000000:01000000:3.0:1767384318.294330:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 528, version 28 20000000:00000001:3.0:1767384318.294332:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=528 : 528 : 210) 00000100:00000001:3.0:1767384318.294336:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384318.294339:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c3134cd7. 00000100:00000010:3.0:1767384318.294343:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000cf09baa3. 00000020:00000040:3.0:1767384318.294345:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:3.0:1767384318.294349:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384318.294352:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384318.294356:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384318.294363:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025fa8918. 00000400:00000200:3.0:1767384318.294368:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.294378:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.294387:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 528 into portal 33 MB=0x695824dc03200 00000400:00000200:3.0:1767384318.294393:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 528/528 into md 0x146d [4] + 0 00000400:00000010:3.0:1767384318.294397:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197b10dd. 00000400:00000200:3.0:1767384318.294408:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6e063e8 00000400:00000200:3.0:1767384318.294413:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.294417:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384318.294420:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e063e8 00000400:00000010:3.0:1767384318.294422:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b6e063e8. 00000100:00000001:3.0:1767384318.294427:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384318.294429:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ce3de393 desc 000000007d02696d mbits 1853236742992384 00000100:00000001:3.0:1767384318.294448:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384318.294453:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384318.294459:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384318.294468:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1479 00000400:00000200:3.0:1767384318.294471:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.294476:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384318.294480:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384318.294483:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c3134cd7 00000100:00000001:3.0:1767384318.294486:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384318.294492:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:3.0:1767384318.294494:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:3.0:1767384318.294498:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384318.294501:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c3134cd7 00000100:00000001:3.0:1767384318.294503:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384318.294512:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 528 bytes via portal 33 id 12345-0@lo mbits 0x695824dc03200-0x695824dc03200 00000100:00000001:0.0:1767384318.294513:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.294521:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.294522:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.294530:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294535:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384318.294538:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:3.0:1767384318.294541:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000cf09baa3. 00000100:00000010:3.0:1767384318.294545:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c3134cd7. 00000100:00000001:3.0:1767384318.294549:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384318.294551:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384318.294559:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b9fca2d6. 20000000:00000001:3.0:1767384318.294564:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.294567:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992384 00010000:00000001:3.0:1767384318.294570:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384318.294575:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9e73385 x1853236742992384/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 304/240 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.294610:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384318.294612:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.294614:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.294618:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384318.294621:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384318.294623:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384318.294626:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.294628:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294631:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.294634:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.294638:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000100:00000200:3.0:1767384318.294641:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742992384, offset 224 00000400:00000200:3.0:1767384318.294646:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.294653:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.294659:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc03200 00000400:00000200:3.0:1767384318.294665:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1471 [1] + 224 00000400:00000200:3.0:1767384318.294671:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.294677:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.294700:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384318.294706:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.294723:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.294753:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.294762:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:3.0:1767384318.294766:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:3.0:1767384318.294771:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.294789:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.294796:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.294802:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384318.294806:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.294810:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.294814:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384318.294815:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384318.294822:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384318.294824:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.294831:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00000100:00000040:3.0:1767384318.294838:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9e73385 x1853236742992384/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:299/0 lens 304/240 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.294839:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078b9ea8c 00000400:00000010:0.0:1767384318.294845:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078b9ea8c. 00000100:00000001:0.0:1767384318.294876:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384318.294885:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e73385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742992384:12345-0@lo:256: Request processed in 785us (1366us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384318.294886:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384318.294910:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1767384318.294915:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384318.294921:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384318.294925:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384318.294931:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa399c91. 00000100:00000200:0.0:1767384318.294932:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384318.294941:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000020:00000010:3.0:1767384318.294951:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000402a11f8. 00000100:00000001:0.0:1767384318.294953:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.294958:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384318.294959:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:0.0:1767384318.294962:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384318.294968:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384318.294968:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384318.294970:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384318.294973:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001ef8ce7c. 00000100:00000001:0.0:1767384318.294974:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.294982:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384318.294983:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.294990:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384318.294991:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=28 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384318.294997:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384318.294999:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384318.295006:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384318.295007:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ae3223. 00000100:00000001:0.0:1767384318.295008:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.295014:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384318.295018:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.295022:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074e47efd. 00000100:00000001:0.0:1767384318.295023:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.295032:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.295045:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.295066:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384318.295069:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.295073:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.295082:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742992384:0@lo:256: 00000100:00000001:0.0:1767384318.295087:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.295090:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.295092:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384318.295094:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.295096:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.295134:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384318.295137:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cfc021a7. 00000100:00000001:0.0:1767384318.295142:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384318.295145:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384318.295149:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 28, more 0. 10000000:00000001:0.0:1767384318.295154:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384318.295163:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000543f41fb. 00010000:00000001:0.0:1767384318.295177:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384318.295181:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384318.295189:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384318.295193:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.295196:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384318.295199:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384318.295202:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:0.0:1767384318.295207:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 12 NIDs 00000400:00001000:0.0:1767384318.295211:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384318.295215:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384318.295223:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384318.295230:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000400:00000200:0.0:1767384318.295237:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384318.295241:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384318.295252:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (13) 00000400:00000200:0.0:1767384318.295256:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384318.295258:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384318.295262:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295265:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384318.295268:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384318.295270:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295273:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384318.295275:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384318.295278:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295280:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384318.295281:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384318.295284:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295286:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384318.295288:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384318.295291:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295292:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384318.295294:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:0.0:1767384318.295296:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295298:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384318.295299:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384318.295302:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295304:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384318.295305:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384318.295308:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295310:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384318.295312:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:0.0:1767384318.295315:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295316:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384318.295318:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:0.0:1767384318.295322:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295323:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:0.0:1767384318.295325:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384318.295328:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.295330:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000100:00000001:0.0:1767384318.295333:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.295341:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384318.295345:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:0.0:1767384318.295351:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005da4fc80. 10000000:00000040:0.0:1767384318.295354:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 27/28 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:0.0:1767384318.295358:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384318.295366:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384318.295371:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbdf182f. 00000020:00000010:0.0:1767384318.295375:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fd7ed86. 00000040:00000010:0.0:1767384318.295380:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d4715d1. 00000020:00000010:0.0:1767384318.295386:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000035c09e8d. 00000020:00000010:0.0:1767384318.295392:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000300bf6. 00000020:00000010:0.0:1767384318.295398:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5fe037e. 80000000:00000010:0.0:1767384318.295402:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000040165346. 40000000:00000010:0.0:1767384318.295408:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc0d05ec. 00100000:00000010:0.0:1767384318.295414:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000129beb28. 00040000:00000010:0.0:1767384318.295420:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384318.295425:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000097b1acb2. 00040000:00000010:0.0:1767384318.295430:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001adbcc2d. 00080000:00000010:0.0:1767384318.295437:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002603f2d6. 00080000:00000010:0.0:1767384318.295444:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000091f8b1a4. 00000004:00000010:0.0:1767384318.295452:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384318.295521:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384318.295528:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004393c286. 00002000:00000010:0.0:1767384318.295533:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000257083fe. 00000004:00000010:0.0:1767384318.295538:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008fcde1b1. 00000004:00000001:0.0:1767384318.295543:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384318.295546:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384318.295549:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005da4fc80 00000040:00001000:0.0:1767384318.295550:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384318.295552:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384318.295554:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384318.295555:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384318.295559:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384318.295560:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384318.295571:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384318.295573:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384318.295584:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384318.295652:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.295662:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003fd7ed86. 00000040:00000010:0.0:1767384318.295669:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d4715d1. 00000020:00000010:0.0:1767384318.295675:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000035c09e8d. 00000020:00000010:0.0:1767384318.295681:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000000300bf6. 00000020:00000010:0.0:1767384318.295687:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5fe037e. 80000000:00000010:0.0:1767384318.295693:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000040165346. 40000000:00000010:0.0:1767384318.295701:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cc0d05ec. 00100000:00000010:0.0:1767384318.295708:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000129beb28. 00040000:00000010:0.0:1767384318.295715:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384318.295722:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000097b1acb2. 00040000:00000010:0.0:1767384318.295728:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001adbcc2d. 00080000:00000010:0.0:1767384318.295734:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000091f8b1a4. 00080000:00000010:0.0:1767384318.295740:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002603f2d6. 00000004:00000010:0.0:1767384318.295746:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384318.295751:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384318.295757:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004393c286. 00002000:00000010:0.0:1767384318.295764:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000257083fe. 00000004:00000010:0.0:1767384318.295769:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008fcde1b1. 00000020:00000010:0.0:1767384318.295772:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbdf182f. 00000020:00000001:0.0:1767384318.295775:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.295777:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384318.295781:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005da4fc80. 10000000:00000040:0.0:1767384318.295791:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384318.295795:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000543f41fb. 10000000:00000001:0.0:1767384318.295799:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.295801:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.295805:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236742992384/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.295814:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384318.295816:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384318.295827:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003862e242. 02000000:00000001:0.0:1767384318.295831:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.295833:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.295834:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384318.295837:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384318.295838:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384318.295841:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.295843:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384318.295844:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384318.295846:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008cfcc260. 00000100:00000010:0.0:1767384318.295849:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007d02696d. 00000100:00000001:0.0:1767384318.295879:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384318.295880:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002a154e7d. 02000000:00000001:0.0:1767384318.295884:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.295886:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384318.295887:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:0.0:1767384318.295891:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.295892:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384318.295919:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000065a4f716. 10000000:01000000:0.0:1767384318.295923:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384318.295927:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384318.295930:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.295932:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.295934:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00000020:00000001:0.0:1767384318.295937:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384318.295940:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384318.295944:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384318.295946:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.295955:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.295957:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384318.295960:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.295967:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384318.295977:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.295979:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384318.295980:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.295982:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.295985:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384318.295988:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384318.295989:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384318.295992:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384318.299216:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294905351, at 4294905352 00000100:00000040:2.0:1767384318.299223:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294905351, at 4294905352 00000100:00000010:3.0:1767384318.299229:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f99d1c2c. 00000100:00000040:0.0:1767384318.299241:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294905351, at 4294905352 00000100:00000010:2.0:1767384318.299245:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0268132. 00000100:00000010:0.0:1767384318.299254:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573edad4. 00000100:00000040:1.0:1767384318.300189:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294905351, at 4294905353 00000100:00000010:1.0:1767384318.300200:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034944801. 00000020:00000010:2.0:1767384318.311338:0:22733:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008ef3ff5d. 00000020:00000040:2.0:1767384318.311349:0:22733:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384318.311352:0:22733:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008ef3ff5d. 00080000:00000010:3.0:1767384318.451489:0:22729:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac58fdb1. 00080000:00000010:3.0:1767384318.451502:0:22729:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac58fdb1. 00000020:00000001:3.0:1767384318.451507:0:22729:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384318.451515:0:22729:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac58fdb1. 00080000:00000010:3.0:1767384318.451520:0:22729:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac58fdb1. 00000020:00000001:3.0:1767384318.451532:0:22729:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.484155:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384318.484160:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.484164:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384318.484165:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.484191:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384318.484195:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.484198:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384318.803173:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384318.803181:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.803215:0:17065:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384318.803219:0:17065:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384319.187697:0:22895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384319.187701:0:22895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384319.190433:0:22895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384319.196593:0:22896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002d0f0668. 00000400:00000010:2.0:1767384319.196608:0:22896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000aa1f4dc9. 00000400:00000010:2.0:1767384319.196617:0:22896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009beef8c9. 00000400:00000010:2.0:1767384319.196621:0:22896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bee5d819. 00000400:00000010:2.0:1767384319.196624:0:22896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059bb4dda. 00000400:00000010:2.0:1767384319.196627:0:22896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dac6d6c6. 00000400:00000010:2.0:1767384319.196629:0:22896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000045a1bb98. 00000400:00000010:2.0:1767384319.196630:0:22896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a00264dd. 00000400:00000010:2.0:1767384319.196633:0:22896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c1ceea19. 00000800:00000010:2.0:1767384319.196643:0:22896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000047669fb1. 00000800:00000200:2.0:1767384319.196669:0:22896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384319.196677:0:22896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384319.196729:0:22896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384319.196752:0:22896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384319.197995:0:22896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000ee4f61b7. 00000400:00000010:2.0:1767384319.198000:0:22896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e36a48. 00000400:00000010:2.0:1767384319.198010:0:22896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000001:2.0:1767384319.198027:0:22896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384319.198028:0:22896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384319.198030:0:22896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00000400:00000200:2.0:1767384319.198032:0:22896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000400:00000010:2.0:1767384319.198034:0:22896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000400:00000010:2.0:1767384319.198038:0:22896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000094aada3a. 00000400:00000200:2.0:1767384319.198044:0:22896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (12) 00000400:00000200:2.0:1767384319.198054:0:22896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384319.198061:0:22896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:2.0:1767384319.198067:0:22896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000663b40df. 00000020:01000000:2.0:1767384319.198072:0:22896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384319.198074:0:22896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp21 00000400:00000200:1.0:1767384319.198083:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384319.198086:0:22896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000aa1f4dc9. 00000400:00000200:1.0:1767384319.198090:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:2.0:1767384319.198092:0:22896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002d0f0668. 00000400:00000010:1.0:1767384319.198098:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000400:00000200:1.0:1767384319.198132:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (13) 00000020:00000001:0.0:1767384319.198132:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384319.198139:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384319.198140:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008fb2758c. 10000000:00000001:0.0:1767384319.198145:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384319.198146:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 10000000:01000000:0.0:1767384319.198151:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384319.198157:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384319.198159:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384319.198162:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:0.0:1767384319.198163:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384319.198167:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384319.198170:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384319.198171:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384319.198176:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384319.198178:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384319.198180:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384319.198182:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384319.198185:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384319.198188:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384319.198194:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:0.0:1767384319.198197:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000400:00000200:1.0:1767384319.198200:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384319.198207:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:0.0:1767384319.198207:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384319.198215:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384319.198217:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384319.198219:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:0.0:1767384319.198224:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384319.198225:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384319.198230:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:0.0:1767384319.198232:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.198233:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384319.198240:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384319.198243:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 02000000:00000010:0.0:1767384319.198246:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002603f2d6. 00000400:00000200:1.0:1767384319.198247:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp20 00000400:00000200:1.0:1767384319.198254:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp20 lpni_is_preferred = 0 00000100:00000001:0.0:1767384319.198256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.198257:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp20 00000400:00000200:1.0:1767384319.198263:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp20 NI seq info: [27:27:256:4294967295] 192.168.204.108@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1767384319.198269:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp20 00000100:00000001:0.0:1767384319.198269:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384319.198280:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20:) -> 192.168.204.108@tcp20(192.168.204.108@tcp:192.168.204.108@tcp20) : PUT try# 0 00000100:00000001:0.0:1767384319.198281:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384319.198289:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.108@tcp20 00000800:00000010:1.0:1767384319.198294:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8c7a6b. 00000100:00000040:0.0:1767384319.198295:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_03+3] req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384319.198303:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006724c9d2. 00000800:00000010:1.0:1767384319.198309:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006f41db69. 00000800:00000200:1.0:1767384319.198315:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (2) 00000800:00000200:1.1:1767384319.198319:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (2) 10000000:00000001:0.0:1767384319.198330:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.198333:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384319.198337:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:0.0:1767384319.198337:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198339:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384319.198343:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198346:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384319.198346:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384319.198349:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384319.198354:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384319.198354:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384319.198355:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384319.198357:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384319.198359:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384319.198361:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384319.198363:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384319.198365:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384319.198367:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384319.198369:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384319.198370:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384319.198371:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384319.198373:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384319.198374:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384319.198377:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384319.198378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000100:00000001:3.0:1767384319.198379:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.198380:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:3.0:1767384319.198383:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384319.198383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384319.198384:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384319.198385:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384319.198385:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.198388:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.198392:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742992512:0@lo:253: 02000000:00000010:0.0:1767384319.198392:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000091f8b1a4. 00000400:00000200:1.0:1767384319.198394:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:3.0:1767384319.198396:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384319.198396:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198400:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384319.198402:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384319.198402:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.198406:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.198408:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_00+0] req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384319.198409:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384319.198415:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ec5deda4. 02000000:00000001:3.0:1767384319.198417:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.198422:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000400:00000010:3.0:1767384319.198429:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009260da1c. 10000000:00000001:0.0:1767384319.198429:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384319.198431:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.198433:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384319.198434:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742992512, portal 25 00000020:01000000:0.0:1767384319.198435:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384319.198437:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384319.198439:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:3.0:1767384319.198444:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384319.198444:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000663b40df. 00000400:00000200:1.0:1767384319.198451:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:3.0:1767384319.198452:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384319.198459:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384319.198460:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384319.198463:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c12fe855. 00000100:00000001:0.0:1767384319.198464:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384319.198467:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742992512, offset 0 00000400:00000200:3.0:1767384319.198475:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384319.198483:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384319.198484:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:0.0:1767384319.198486:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384319.198487:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384319.198489:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384319.198494:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.198500:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384319.198501:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03280 00000100:00000001:0.0:1767384319.198502:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.198506:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384319.198508:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 02000000:00000001:0.0:1767384319.198508:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384319.198510:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.198512:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1811504. 00000100:00100000:0.0:1767384319.198513:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742992640:0@lo:253: 00000400:00000200:1.0:1767384319.198516:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384319.198517:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d041a37 00000100:00000001:0.0:1767384319.198517:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384319.198521:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384319.198523:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.198526:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384319.198527:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384319.198531:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071134ca7. 00000400:00000200:3.0:1767384319.198532:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384319.198534:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.198538:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d041a37 00000400:00000010:0.0:1767384319.198539:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0438c8. 00000400:00000200:1.0:1767384319.198545:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000010:3.0:1767384319.198547:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d041a37. 00000100:00000001:3.0:1767384319.198556:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384319.198557:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384319.198557:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e1d198d. 00000100:00000200:0.0:1767384319.198560:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742992640, portal 25 00000100:00000040:3.0:1767384319.198561:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000c9dff1ad x1853236742992512 msgsize 4848 00000100:00000001:0.0:1767384319.198563:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384319.198564:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00100000:3.0:1767384319.198568:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384319.198569:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.198574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000040:3.0:1767384319.198579:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384319.198579:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384319.198584:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384319.198588:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b202c693. 00000100:00000001:3.0:1767384319.198591:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384319.198591:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742992640, offset 0 00000400:00000200:0.0:1767384319.198598:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384319.198600:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c12fe855 00000400:00000010:3.0:1767384319.198601:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c12fe855. 00000400:00000200:0.0:1767384319.198603:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384319.198607:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384319.198611:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.198611:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03300 00000400:00000200:0.0:1767384319.198616:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00000001:3.0:1767384319.198622:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384319.198624:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000040:3.0:1767384319.198625:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384319.198626:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac7a2b14. 00000400:00000200:0.0:1767384319.198633:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d6b60b1 00000100:00000001:3.0:1767384319.198635:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198638:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384319.198638:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.198642:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.198645:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.198646:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6b60b1 00000400:00000010:0.0:1767384319.198648:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6b60b1. 00000100:00000001:3.0:1767384319.198649:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294906256 00000100:00000001:0.0:1767384319.198652:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384319.198653:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1b50dec. 00000100:00000200:0.0:1767384319.198653:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384319.198656:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000d01f4f2 x1853236742992640 msgsize 4848 00000100:00000001:3.0:1767384319.198660:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384319.198661:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384319.198663:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384319.198668:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294906256 00000400:00000200:1.0:1767384319.198668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:0.0:1767384319.198670:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384319.198684:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e786ff1. 00000100:00000001:3.0:1767384319.198688:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384319.198688:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b202c693 00000400:00000010:0.0:1767384319.198690:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b202c693. 00000100:00000001:3.0:1767384319.198692:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294906256 00000100:00000001:0.0:1767384319.198693:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384319.198696:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a2861ff. 00000100:00000200:0.0:1767384319.198696:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.198700:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384319.198703:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294906256 00000100:00000001:0.0:1767384319.198703:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384319.198707:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9368069. 00000100:00000040:0.0:1767384319.198707:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.198708:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:3.0:1767384319.198711:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384319.198717:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198718:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.198719:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384319.198721:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198723:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198726:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294906256 00000100:00000001:0.0:1767384319.198728:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294906256 00000100:00000001:0.0:1767384319.198730:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294906256 00000100:00000001:3.0:1767384319.198731:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198733:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.198733:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294906256 00000100:00000001:0.0:1767384319.198735:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294906256 00000100:00000001:0.0:1767384319.198737:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294906256 00000100:00000001:0.0:1767384319.198739:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294906256 00000100:00000001:3.0:1767384319.198742:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384319.198742:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:0.0:1767384319.198742:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294906256 00000100:00000001:3.0:1767384319.198745:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384319.198745:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.198750:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.198751:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.198753:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198755:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198757:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198758:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198759:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.198765:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384319.198767:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384319.198769:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.198770:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.198772:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198775:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198781:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384319.198784:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992512 02000000:00000001:3.0:1767384319.198787:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384319.198790:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384319.198790:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:0.0:1767384319.198793:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.198795:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198797:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.198800:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.198803:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992512 00000020:00000001:3.0:1767384319.198806:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384319.198809:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384319.198812:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.198815:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384319.198818:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384319.198818:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384319.198821:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992640 00000020:00000001:3.0:1767384319.198822:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 02000000:00000001:0.0:1767384319.198822:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384319.198825:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.198827:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384319.198827:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.198830:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384319.198831:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000100:00100000:0.0:1767384319.198832:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992640 00000400:00000200:1.0:1767384319.198847:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000020:00000001:0.0:1767384319.198853:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384319.198854:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384319.198855:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000010:3.0:1767384319.198858:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000020:00000001:0.0:1767384319.198858:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.198860:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:0.0:1767384319.198863:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:3.0:1767384319.198865:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030173a74. 00000020:00000001:0.0:1767384319.198866:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384319.198869:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384319.198872:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac58fdb1. 00000020:00000010:0.0:1767384319.198872:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:0.0:1767384319.198874:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.198876:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000020:00000010:3.0:1767384319.198878:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b45b80a. 00000020:00000010:0.0:1767384319.198882:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001adbcc2d. 00000020:00000010:0.0:1767384319.198895:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005da4fc80. 00000100:00000040:3.0:1767384319.198899:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384319.198900:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000400:00000200:1.0:1767384319.198902:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:3.0:1767384319.198903:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384319.198904:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384319.198906:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384319.198907:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384319.198910:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198910:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198919:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.198919:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.198930:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.198935:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.198943:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384319.198945:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384319.198952:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:0.0:1767384319.198953:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384319.198956:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:0.0:1767384319.198956:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384319.198960:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384319.198963:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433492048 : -130123276059568 : ffff89a7505a7c50) 00000100:00100000:0.0:1767384319.198963:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384319.198965:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384319.198968:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223010896 : -130123486540720 : ffff89a743cecc50) 00000100:00000040:3.0:1767384319.198985:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9dff1ad x1853236742992512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384319.198987:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d01f4f2 x1853236742992640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.198997:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384319.198997:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384319.199001:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000020:00000010:0.0:1767384319.199001:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:3.0:1767384319.199003:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.199003:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384319.199006:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000020:00000010:0.0:1767384319.199006:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000100:00100000:3.0:1767384319.199013:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9dff1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742992512:12345-0@lo:253: 00000100:00100000:0.0:1767384319.199013:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d01f4f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742992640:12345-0@lo:253: 00000100:00000200:3.0:1767384319.199018:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992512 00000100:00000200:0.0:1767384319.199018:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992640 00000020:00000001:3.0:1767384319.199022:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384319.199022:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384319.199026:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384319.199026:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384319.199029:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.199029:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.199033:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384319.199033:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000020:00000001:0.0:1767384319.199033:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384319.199037:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384319.199037:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384319.199043:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384319.199043:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384319.199045:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384319.199045:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384319.199048:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384319.199048:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384319.199051:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384319.199051:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384319.199055:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.199055:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.199060:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384319.199060:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384319.199063:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384319.199063:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384319.199070:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000001662319. 02000000:00000010:0.0:1767384319.199071:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050caba82. 02000000:00000001:3.0:1767384319.199073:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.199073:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.199076:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.199076:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.199079:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 20000000:00000001:3.0:1767384319.199081:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384319.199081:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384319.199094:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a1538024. 20000000:00000010:0.0:1767384319.199094:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001545c133. 20000000:01000000:3.0:1767384319.199115:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384319.199115:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384319.199119:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384319.199119:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384319.199121:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384319.199129:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384319.199151:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.199153:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384319.199154:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384319.199155:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.199157:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.199164:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384319.199166:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d4715d1. 20000000:01000000:0.0:1767384319.199169:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00000400:00000200:1.0:1767384319.199171:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 20000000:00000001:0.0:1767384319.199177:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384319.199185:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384319.199189:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384319.199208:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384319.199216:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00080000:00000001:0.0:1767384319.199226:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.199230:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384319.199232:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.199235:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384319.199237:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.199238:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00080000:00000002:0.0:1767384319.199241:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:0.0:1767384319.199247:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00080000:00000002:0.0:1767384319.199249:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384319.199252:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384319.199257:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.199259:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.199261:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000020:00000001:0.0:1767384319.199263:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384319.199271:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384319.199275:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384319.199279:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003fd7ed86. 00080000:00000001:0.0:1767384319.199282:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950285603840 : -130123423947776 : ffff89a74789e400) 00000400:00000200:1.0:1767384319.199286:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00080000:00000001:0.0:1767384319.199287:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384319.199293:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384319.199298:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009002856f. 00080000:00000001:0.0:1767384319.199301:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.199304:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384319.199309:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00080000:00000001:0.0:1767384319.199320:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.199338:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384319.199510:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384319.199528:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060066951. 00000800:00000010:1.0:1767384319.199534:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006974dd0e. 00000400:00000200:0.0:1767384319.199537:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp20 from 233.3.0.2 00000800:00000010:1.0:1767384319.199540:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a087b98a. 00000800:00000010:0.0:1767384319.199542:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009a8d7239. 00000800:00000010:1.0:1767384319.199565:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a087b98a. 00000800:00000010:3.0:1767384319.199582:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001172d678. 00000800:00000010:3.0:1767384319.199587:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c12fe855. 00000800:00000010:3.0:1767384319.199606:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a232f25b. 00000800:00000200:3.1:1767384319.199611:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (2) 00000800:00000200:3.1:1767384319.199617:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp20 00000000a232f25b deleted 00000800:00000010:3.1:1767384319.199619:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a232f25b. 00000800:00000200:3.1:1767384319.199625:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384319.199632:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp20 ip 192.168.204.108:1001 00000800:00000200:3.1:1767384319.199636:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c8c7a6b type 1, nob 336 niov 1 nkiov 1 00000800:00000200:3.0:1767384319.199654:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp20 p 3.x 192.168.204.108 -> 192.168.204.108:1001 incarnation:1767384317537743100 sched[0] 00000800:00000010:3.0:1767384319.199658:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061cdbeb8. 00000800:00000010:3.0:1767384319.199711:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061cdbeb8. 00000800:00000010:3.0:1767384319.199715:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c12fe855. 00000800:00000200:1.1:1767384319.199734:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384319.199740:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp20 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384317537743100 sched[0] 00000800:00000010:1.0:1767384319.199743:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006974dd0e. 00000800:00000010:3.0:1767384319.199748:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009a8d7239. 00000800:00000001:3.0:1767384319.199768:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.199768:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384319.199775:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.199778:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.199787:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.199818:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:0.0:1767384319.199849:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.199856:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384319.199857:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384319.199858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:0.0:1767384319.199859:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384319.199860:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c8c7a6b. 00000400:00000200:3.0:1767384319.199865:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384319.199865:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384319.199880:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: PUT: OK 00000400:00000200:0.0:1767384319.199883:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20) <- 192.168.204.108@tcp20 : PUT - for me 00000400:00000200:3.0:1767384319.199885:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384319.199889:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:1.0:1767384319.199890:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384319.199892:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384319.199902:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 240/240 into md 0x1449 [1] + 0 00000400:00000010:0.0:1767384319.199906:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c1e345. 00000400:00000200:0.0:1767384319.199911:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffb2f01e 00000800:00000001:0.0:1767384319.199916:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.199926:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.199927:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384319.199929:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.199937:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: PUT: OK 00000400:00000200:0.0:1767384319.199942:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000400:00000010:0.0:1767384319.199944:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000400:00000200:0.0:1767384319.199948:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384319.199952:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (14) 00000400:00000200:0.0:1767384319.199956:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:0.0:1767384319.199959:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000002c22bdb1. 00000400:00000200:0.0:1767384319.199962:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 13 00000400:00000200:0.0:1767384319.199966:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384319.199968:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384319.199978:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (15) 00000400:00000200:0.0:1767384319.199985:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384319.199991:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp20 to MR: 192.168.204.108@tcp20 local destination 00000400:00000200:0.0:1767384319.199997:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp20 NI seq info: [28:28:256:4294967295] 192.168.204.108@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384319.200006:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384319.200013:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20:192.168.204.108@tcp20) -> 192.168.204.108@tcp20(192.168.204.108@tcp20:192.168.204.108@tcp20) 192.168.204.108@tcp20 : ACK try# 0 00000400:00000200:3.0:1767384319.200020:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384319.200020:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp20 00000400:00000010:3.0:1767384319.200025:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e2387. 00000800:00000010:0.0:1767384319.200025:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dba2f0f0. 00000400:00000010:3.0:1767384319.200030:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000800:00000200:0.0:1767384319.200031:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (4) 00000400:00000200:3.0:1767384319.200034:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000800:00000200:0.0:1767384319.200036:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp20 ip 192.168.204.108:988 00000400:00000200:3.0:1767384319.200040:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000400:00000200:1.0:1767384319.200040:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000200:0.0:1767384319.200048:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384319.200050:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000003b84c3ca. 00000400:00000010:3.0:1767384319.200054:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 0000000034c6192a. 00000400:00000010:3.0:1767384319.200059:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000001cccc51e. 00000400:00000200:1.0:1767384319.200071:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:3.0:1767384319.200080:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e9899127. 00000400:00000200:3.0:1767384319.200088:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e9899127 nid 192.168.204.108@tcp21 00000400:00000010:3.0:1767384319.200093:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c6fbd8f5. 00000400:00000200:3.0:1767384319.200096:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c6fbd8f5 net tcp21 00000400:00000200:3.0:1767384319.200127:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (14) 00000400:00000200:1.0:1767384319.200135:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384319.200136:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp21 flags 0x11 00000400:00000010:3.0:1767384319.200144:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000003b84c3ca. 00000400:00000010:3.0:1767384319.200148:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 0000000034c6192a. 00000400:00000010:3.0:1767384319.200151:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000001cccc51e. 00000400:00000010:3.0:1767384319.200162:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000002c22bdb1. 00000400:00000200:3.0:1767384319.200167:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384319.200170:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100551 00000400:00000200:3.0:1767384319.200175:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 1 00000400:00000200:3.0:1767384319.200180:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 00000400:00000200:3.0:1767384319.200183:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384319.200184:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384319.200187:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:3.0:1767384319.200195:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384319.200200:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (15) 00000800:00000001:3.0:1767384319.200217:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384319.200218:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.200221:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dba2f0f0. 00000800:00000001:3.0:1767384319.200223:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384319.200225:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384319.200225:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384319.200230:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.200230:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: ACK: OK 00000800:00000001:3.0:1767384319.200232:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384319.200235:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000001:3.0:1767384319.200237:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384319.200247:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20) <- 192.168.204.108@tcp20 : ACK - for me 00000400:00000200:3.0:1767384319.200257:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp20: ACK from 12345-192.168.204.108@tcp20 into md 0x1489 00000400:00000200:3.0:1767384319.200262:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.200265:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384319.200269:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: ACK: OK 00000400:00000200:3.0:1767384319.200275:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:3.0:1767384319.200278:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00000400:00000200:3.0:1767384319.200283:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384319.200287:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384319.200290:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (14) 00000800:00000001:3.0:1767384319.200297:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384319.200301:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.200302:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200326:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200342:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200360:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200373:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200386:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200404:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200420:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200434:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384319.200460:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000800:00000010:1.0:1767384319.200578:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001fa21fac. 00000800:00000010:1.0:1767384319.200583:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006974dd0e. 00000800:00000010:1.0:1767384319.200587:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a087b98a. 00000800:00000010:1.0:1767384319.200624:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a087b98a. 00000400:00000200:0.0:1767384319.200673:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384319.200686:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp20 from 232.3.0.2 00000800:00000010:0.0:1767384319.200689:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a54a0a66. 00000800:00000010:1.0:1767384319.200732:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb1fc627. 00000800:00000010:1.0:1767384319.200736:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ed7f42d. 00000800:00000010:1.0:1767384319.200754:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b96743b2. 00000800:00000200:1.1:1767384319.200758:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (4) 00000800:00000200:1.1:1767384319.200763:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp20 00000000b96743b2 deleted 00000800:00000010:1.1:1767384319.200765:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b96743b2. 00000800:00000200:1.1:1767384319.200768:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384319.200773:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp20 p 3.x 192.168.204.108 -> 192.168.204.108:1000 incarnation:1767384317537743100 sched[0] 00000800:00000010:1.0:1767384319.200777:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a087b98a. 00000800:00000010:1.0:1767384319.200822:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a087b98a. 00000800:00000010:1.0:1767384319.200825:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ed7f42d. 00000800:00000200:3.1:1767384319.200862:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384319.200872:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a54a0a66. 00000800:00000200:3.0:1767384319.200874:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp20 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384317537743100 sched[0] 00000800:00000010:3.0:1767384319.200882:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006974dd0e. 00000800:00000001:1.0:1767384319.200889:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.200895:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384319.200934:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.200939:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384319.201178:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003fd7ed86. 00080000:00000010:0.0:1767384319.201200:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009002856f. 00040000:00000001:0.0:1767384319.201205:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384319.201207:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384319.201209:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384319.201213:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384319.201215:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384319.201218:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384319.201227:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384319.201236:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001cccc51e. 20000000:01000000:3.0:1767384319.201239:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:0.0:1767384319.201240:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384319.201242:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384319.201243:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384319.201245:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384319.201247:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384319.201254:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384319.201256:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384319.201261:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384319.201261:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384319.201266:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384319.201270:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201271:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384319.201275:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384319.201276:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384319.201279:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.201281:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:1.0:1767384319.201282:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000485f839d count: 2 00080000:00000001:3.0:1767384319.201283:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201286:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1767384319.201288:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:1.0:1767384319.201290:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384319.201294:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000020:00000001:3.0:1767384319.201295:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384319.201299:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384319.201299:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384319.201303:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457d56 to hash 00080000:00000001:3.0:1767384319.201305:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384319.201307:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384319.201309:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000001:3.0:1767384319.201312:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201313:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000001:3.0:1767384319.201318:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.201318:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.201321:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.201323:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384319.201324:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384319.201328:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384319.201332:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384319.201334:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384319.201337:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384319.201339:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000034c6192a. 00010000:00000001:1.0:1767384319.201340:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.201342:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384319.201346:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950216008192 : -130123493543424 : ffff89a74363f200) 00010000:00000001:1.0:1767384319.201346:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384319.201351:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384319.201352:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384319.201356:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384319.201358:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000010:3.0:1767384319.201361:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000061cdbeb8. 00010000:00000001:1.0:1767384319.201361:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201363:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.201367:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384319.201368:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201369:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384319.201372:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384319.201378:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384319.201381:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384319.201381:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384319.201382:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201386:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384319.201390:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001545c133. 00010000:00000040:1.0:1767384319.201392:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000485f839d) refcount = 2 00080000:00000001:3.0:1767384319.201394:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384319.201396:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384319.201398:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384319.201401:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992640 00010000:00000040:1.0:1767384319.201402:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.201409:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384319.201410:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384319.201413:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384319.201417:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d01f4f2 x1853236742992640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384319.201420:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a087b98a. 00000100:00000001:1.0:1767384319.201425:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384319.201429:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ed7f42d. 00010000:00000001:0.0:1767384319.201430:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384319.201432:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951087992576 : -130122621559040 : ffff89a7775d5f00) 00000100:00000001:1.0:1767384319.201435:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951087992576 : -130122621559040 : ffff89a7775d5f00) 00010000:00000001:0.0:1767384319.201435:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.201441:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:0.0:1767384319.201443:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384319.201444:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384319.201446:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384319.201462:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384319.201462:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384319.201464:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384319.201467:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767384319.201467:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384319.201471:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384319.201472:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384319.201475:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 02000000:00000001:0.0:1767384319.201477:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384319.201478:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384319.201481:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004953e58f. 00000020:00000040:1.0:1767384319.201483:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384319.201488:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384319.201488:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.201491:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384319.201495:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201495:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384319.201502:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009fdd696. 00000100:00000040:0.0:1767384319.201503:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384319.201507:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384319.201508:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b202c693. 00010000:00010000:1.0:1767384319.201513:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384319.201513:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742992640, offset 224 00000400:00000200:0.0:1767384319.201521:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384319.201530:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384319.201542:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03300 00010000:00010000:1.0:1767384319.201546:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 388 lvb_type: 0 00000400:00000200:0.0:1767384319.201551:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1495 [2] + 224 00010000:00000001:1.0:1767384319.201558:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:0.0:1767384319.201559:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384319.201562:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384319.201566:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384319.201568:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384319.201571:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384319.201577:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.201582:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384319.201586:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.201599:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384319.201603:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742992768:0@lo:104: 00000100:00000001:1.0:1767384319.201613:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384319.201618:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384319.201620:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.201623:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384319.201623:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384319.201627:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417c16f. 02000000:00000001:1.0:1767384319.201631:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.201631:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b202c693 00000400:00000010:1.0:1767384319.201635:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000387df695. 00000400:00000010:0.0:1767384319.201636:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b202c693. 00000100:00000001:0.0:1767384319.201643:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384319.201645:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.201645:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384319.201647:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.201649:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384319.201651:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000400:00000001:3.0:1767384319.201653:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384319.201653:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:3.0:1767384319.201656:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384319.201657:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384319.201658:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0438c8. 00000020:00000001:0.0:1767384319.201659:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.201662:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e1d198d 00000020:00000001:0.0:1767384319.201662:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384319.201664:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e1d198d. 00000100:00000040:0.0:1767384319.201666:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d01f4f2 x1853236742992640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.201667:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384319.201669:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742992768, portal 16 00000100:00000200:3.0:1767384319.201672:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.201675:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384319.201678:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088526208 : -130122621025408 : ffff89a777658380) 00000100:00100000:0.0:1767384319.201684:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d01f4f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742992640:12345-0@lo:253: Request processed in 2683us (3023us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384319.201688:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384319.201691:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.201698:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384319.201700:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384319.201705:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384319.201706:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384319.201710:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384319.201711:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000001:3.0:1767384319.201714:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384319.201714:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742992768, offset 0 00000100:00000001:3.0:1767384319.201719:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.201720:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384319.201722:0:16347:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384319.201725:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384319.201725:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005da4fc80. 02000000:00000001:3.0:1767384319.201727:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384319.201730:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.201732:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384319.201734:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00000400:00000200:1.0:1767384319.201737:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384319.201738:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384319.201739:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001adbcc2d. 00000100:00001000:3.0:1767384319.201744:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=29 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384319.201744:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000400:00000200:1.0:1767384319.201748:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc03380 00000100:00001000:3.0:1767384319.201750:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=29 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384319.201751:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384319.201754:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050caba82. 00000100:00000001:3.0:1767384319.201755:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384319.201758:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.201758:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 02000000:00000001:0.0:1767384319.201759:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384319.201762:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384319.201762:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.201765:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.201765:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384319.201768:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384319.201769:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384319.201771:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf53d98d. 00000100:00000040:3.0:1767384319.201774:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.201777:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384319.201778:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b202c693. 00000100:00000001:1.0:1767384319.201786:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384319.201788:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384319.201789:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384319.201794:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000100:00000001:3.0:1767384319.201795:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384319.201797:0:17095:0:(events.c:337:request_in_callback()) incoming req@0000000053389443 x1853236742992768 msgsize 328 00000100:00000001:3.0:1767384319.201800:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384319.201805:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384319.201808:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384319.201811:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384319.201813:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384319.201815:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384319.201816:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:3.0:1767384319.201817:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384319.201821:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384319.201824:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384319.201824:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000020:01000004:3.0:1767384319.201829:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:1.0:1767384319.201829:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000001:1.0:1767384319.201847:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:3.0:1767384319.201849:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384319.201849:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384319.201851:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384319.201854:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992768 00000100:00000040:3.0:1767384319.201857:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384319.201858:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384319.201861:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.201864:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.201869:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.201874:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384319.201874:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992768 00000100:00100000:3.0:1767384319.201877:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742992640:0@lo:253: 00000020:00000001:0.0:1767384319.201878:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384319.201881:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384319.201881:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:3.0:1767384319.201884:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384319.201886:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384319.201889:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384319.201889:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000100:00000040:3.0:1767384319.201894:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236742992640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384319.201894:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:1.0:1767384319.201897:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.201901:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:1.0:1767384319.201902:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.201907:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201907:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384319.201910:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:3.0:1767384319.201913:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384319.201913:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294906259 00000100:00000001:0.0:1767384319.201914:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384319.201916:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384319.201919:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 02000000:00000010:3.0:1767384319.201920:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071134ca7. 00000100:00000001:1.0:1767384319.201921:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294906256 02000000:00000001:3.0:1767384319.201924:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384319.201924:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001adbcc2d. 00000100:00000001:1.0:1767384319.201926:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294906259 00000020:00000001:3.0:1767384319.201927:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384319.201929:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0f05bde. 00000020:00000040:3.0:1767384319.201932:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384319.201932:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294906256 00000020:00000010:0.0:1767384319.201933:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000020:00000001:3.0:1767384319.201939:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384319.201940:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294906259 02000000:00000010:3.0:1767384319.201941:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000091f8b1a4. 00000100:00000040:0.0:1767384319.201942:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384319.201945:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384319.201947:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384319.201947:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294906256 00000100:00000001:0.0:1767384319.201947:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384319.201951:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384319.201954:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00000100:00000001:1.0:1767384319.201954:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294906259 00000100:00000001:0.0:1767384319.201955:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.201958:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384319.201962:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.201963:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294906256 00000100:00000001:0.0:1767384319.201963:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.201964:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.201971:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.201972:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384319.201977:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.201978:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201978:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.201981:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384319.201985:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.201986:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.201990:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201992:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384319.201996:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.201996:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384319.202001:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.202004:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384319.202005:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384319.202008:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:0.0:1767384319.202011:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00010000:00000001:1.0:1767384319.202012:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.202017:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384319.202018:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767384319.202020:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053389443 x1853236742992768/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.202021:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202026:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384319.202028:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384319.202032:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 000000002ed7f42d going to sleep for 11 seconds 00000100:00000001:1.0:1767384319.202037:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384319.202040:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.202040:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384319.202045:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:0.0:1767384319.202050:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.202053:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000100:00100000:0.0:1767384319.202059:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053389443 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742992768:12345-0@lo:104: 00000100:00000200:0.0:1767384319.202062:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992768 00010000:00000001:0.0:1767384319.202064:0:17063:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384319.202068:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.202069:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.202071:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=2 00000020:00000001:0.0:1767384319.202072:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384319.202075:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384319.202077:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384319.202079:0:17063:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.202081:0:17063:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384319.202097:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384319.202120:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384319.202124:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000257083fe. 02000000:00000001:0.0:1767384319.202127:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.202130:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202140:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384319.202142:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384319.202144:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384319.202148:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384319.202151:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384319.202153:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384319.202156:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384319.202158:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.202160:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384319.202163:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384319.202167:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384319.202171:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742992768, offset 224 00000400:00000200:0.0:1767384319.202176:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384319.202184:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384319.202191:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc03380 00000400:00000200:0.0:1767384319.202196:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14a5 [1] + 224 00000400:00000200:0.0:1767384319.202199:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.202203:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384319.202206:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384319.202209:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384319.202219:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384319.202236:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384319.202241:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:0.0:1767384319.202242:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000100:00000001:0.0:1767384319.202247:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384319.202248:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.202252:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.202252:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384319.202257:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384319.202258:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384319.202260:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384319.202264:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000387df695. 00010000:00000001:0.0:1767384319.202265:0:17063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384319.202268:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a88d2f 00000400:00000010:1.0:1767384319.202271:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a88d2f. 00010000:00000010:0.0:1767384319.202271:0:17063:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000032f364d1. 00000100:00000001:1.0:1767384319.202276:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384319.202278:0:17063:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384319.202282:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384319.202289:0:17063:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384319.202290:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.202295:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384319.202298:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.202301:0:17095:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384319.202301:0:17063:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.202304:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384319.202306:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384319.202306:0:17063:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202309:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.202312:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202312:0:17063:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384319.202320:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=29 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384319.202325:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=29 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384319.202325:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236742992768/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.202330:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384319.202333:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.202336:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384319.202339:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202343:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.202350:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384319.202352:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053389443 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742992768:12345-0@lo:104: Request processed in 308us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384319.202370:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384319.202377:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:1.0:1767384319.202379:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.202382:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384319.202383:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384319.202387:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.202387:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384319.202389:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384319.202391:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.202392:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384319.202392:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0f05bde. 00010000:00000001:1.0:1767384319.202395:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384319.202399:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00000100:00000040:1.0:1767384319.202400:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384319.202407:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001adbcc2d. 00000100:00100000:1.0:1767384319.202408:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742992768:0@lo:104: 00000020:00000040:0.0:1767384319.202415:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:1.0:1767384319.202416:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.202421:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.202422:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202426:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384319.202428:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.202431:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004953e58f x1853236742992768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.202436:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384319.202438:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384319.202440:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417c16f. 02000000:00000001:1.0:1767384319.202443:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384319.202445:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384319.202447:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:0.0:1767384319.202447:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384319.202449:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384319.202451:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384319.202452:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009fdd696. 00010000:00010000:0.0:1767384319.202455:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1767384319.202458:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384319.202459:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:1.0:1767384319.202461:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384319.202463:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000010:1.0:1767384319.202464:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004953e58f. 00010000:00010000:0.0:1767384319.202466:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384319.202468:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384319.202471:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384319.202475:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ed7f42d. 00010000:00010000:0.0:1767384319.202479:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d4911e5 already unused, calling callback (00000000a14c0dae) 00000100:00000001:1.0:1767384319.202480:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384319.202483:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384319.202484:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000010:1.0:1767384319.202486:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a087b98a. 10000000:00010000:0.0:1767384319.202487:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.202491:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202495:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384319.202497:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.202500:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384319.202501:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.202505:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00010000:00000001:1.0:1767384319.202506:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.202509:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384319.202511:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384319.202513:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384319.202520:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384319.202523:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:0.0:1767384319.202527:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384319.202530:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384319.202540:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384319.202542:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384319.202547:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384319.202551:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384319.202552:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384319.202554:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384319.202556:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384319.202557:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384319.202570:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384319.202572:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384319.202573:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:0.0:1767384319.202576:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384319.202578:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202582:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384319.202596:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384319.202598:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384319.202601:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384319.202603:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.202605:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d4911e5 with handle 0x88edd5ef35457d48 from hash 00010000:00000001:0.0:1767384319.202608:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384319.202610:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.202611:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.202612:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384319.202615:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384319.202616:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384319.202619:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384319.202622:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384319.202626:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6e56c68. 00000020:00000040:0.0:1767384319.202634:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384319.202637:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384319.202639:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384319.202641:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384319.202644:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001adbcc2d. 00000100:00000001:0.0:1767384319.202647:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202650:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384319.202654:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384319.202660:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384319.202662:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.202665:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384319.202666:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.202670:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6e56c68] to pc [ptlrpcd_00_01+1] req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384319.202688:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384319.202691:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384319.202693:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384319.202693:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.202695:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202696:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384319.202697:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:0.0:1767384319.202698:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.202700:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.202701:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384319.202701:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.202707:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384319.202716:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.202717:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.202719:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.202721:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384319.202722:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384319.202723:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384319.202724:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d48 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d4f expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384319.202726:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384319.202732:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005fb9321e count: 0 00000100:00000001:3.0:1767384319.202733:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384319.202735:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.202737:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384319.202739:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384319.202740:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384319.202741:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202742:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384319.202743:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000032f364d1. 00000100:00100000:3.0:1767384319.202744:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6e56c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742992896:0@lo:103: 00010000:00000001:0.0:1767384319.202746:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.202748:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384319.202756:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.202758:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384319.202760:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384319.202762:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384319.202762:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.202763:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384319.202765:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384319.202766:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.202768:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384319.202768:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384319.202770:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.202772:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384319.202775:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b84c3ca. 02000000:00000001:3.0:1767384319.202777:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.202782:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000400:00000010:3.0:1767384319.202786:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384319.202789:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742992896, portal 18 00000100:00000001:3.0:1767384319.202791:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384319.202793:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063040 : -130122620488576 : ffff89a7776db480) 00000100:00000040:3.0:1767384319.202797:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.202804:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384319.202807:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384319.202810:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000200:3.0:1767384319.202812:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236742992896, offset 0 00000400:00000200:3.0:1767384319.202816:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384319.202822:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384319.202827:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc03400 00000400:00000200:3.0:1767384319.202832:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384319.202851:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384319.202854:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.202858:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384319.202860:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384319.202863:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004686c847. 00000100:00000040:3.0:1767384319.202866:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004686c847 x1853236742992896 msgsize 328 00000100:00100000:3.0:1767384319.202870:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384319.202887:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384319.202892:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:3.0:1767384319.202894:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000100:00000001:3.0:1767384319.202896:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384319.202899:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.202907:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384319.202911:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384319.202914:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742992896 00000100:00000040:3.0:1767384319.202915:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384319.202916:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384319.202917:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.202919:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.202921:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.202923:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384319.202924:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742992896 00000100:00000001:3.0:1767384319.202925:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384319.202925:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384319.202927:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384319.202928:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384319.202929:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.202930:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:3.0:1767384319.202931:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294906260 00000020:00000001:0.0:1767384319.202932:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384319.202934:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384319.202935:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906259 00000100:00000001:0.0:1767384319.202937:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384319.202938:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294906260 00000020:00000010:0.0:1767384319.202939:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:3.0:1767384319.202940:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906259 00000100:00000001:0.0:1767384319.202941:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.202943:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294906260 00000020:00000010:0.0:1767384319.202943:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000100:00000001:3.0:1767384319.202946:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906259 00000020:00000010:0.0:1767384319.202947:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618e539d. 00000100:00000001:3.0:1767384319.202948:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294906260 00000020:00000010:0.0:1767384319.202949:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0f05bde. 00000100:00000001:3.0:1767384319.202951:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906259 00000020:00000010:0.0:1767384319.202952:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000100:00000001:3.0:1767384319.202953:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.202955:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.202957:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.202957:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384319.202959:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384319.202960:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.202960:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384319.202962:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384319.202964:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.202967:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384319.202969:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.202976:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.202977:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000020:00000001:0.0:1767384319.202979:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384319.202982:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00010000:0.0:1767384319.202986:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 388 lvb_type: 0 00010000:00000001:0.0:1767384319.202992:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.202994:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.202995:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.202997:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.203001:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384319.203005:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004686c847 x1853236742992896/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.203014:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384319.203015:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203025:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.203034:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384319.203036:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384319.203040:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384319.203042:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384319.203044:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952742784 : -130122756808832 : ffff89a76f4d9f80) 00000100:00000040:0.0:1767384319.203049:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004686c847 x1853236742992896/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.203058:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384319.203061:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009002856f. 00000100:00000001:0.0:1767384319.203064:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.203066:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009002856f. 00000100:00100000:0.0:1767384319.203070:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004686c847 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742992896:12345-0@lo:103: 00000100:00000200:0.0:1767384319.203074:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742992896 00010000:00000001:0.0:1767384319.203077:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384319.203085:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384319.203087:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384319.203090:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384319.203091:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384319.203096:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008fcde1b1. 02000000:00000001:0.0:1767384319.203098:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203121:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203124:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384319.203127:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384319.203129:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.203130:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.203132:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000020:00000001:0.0:1767384319.203135:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384319.203138:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000040:0.0:1767384319.203141:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000485f839d count: 3 00010000:00010000:0.0:1767384319.203145:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 388 lvb_type: 0 00000100:00001000:0.0:1767384319.203151:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384319 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384319.203154:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384319.203158:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203159:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384319.203161:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 388 lvb_type: 0 00000020:00000001:0.0:1767384319.203168:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384319.203170:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384319.203171:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.203173:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203176:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384319.203177:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384319.203182:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203183:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.203185:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384319.203187:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.203189:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084dc9d91 with handle 0x88edd5ef35457d4f from hash 00010000:00000001:0.0:1767384319.203198:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384319.203199:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203201:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.203202:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384319.203204:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384319.203205:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384319.203208:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457d4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457d48 expref: 16 pid: 17074 timeout: 388 lvb_type: 0 00010000:00000040:0.0:1767384319.203213:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:0.0:1767384319.203215:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:0.0:1767384319.203220:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.203221:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384319.203223:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384319.203225:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000088f17e2e 00010000:00000001:0.0:1767384319.203227:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384319.203229:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384319.203230:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384319.203231:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000034c6192a. 00010000:00000001:0.0:1767384319.203232:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384319.203234:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384319.203237:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384319.203239:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384319.203240:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203246:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384319.203249:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384319.203250:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384319.203252:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384319.203254:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000485f839d) refcount = 2 00010000:00010000:0.0:1767384319.203258:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384319.203263:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000061cdbeb8. 00010000:00000001:0.0:1767384319.203265:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00040000:00000001:1.0:1767384319.203267:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384319.203268:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00040000:00000001:1.0:1767384319.203270:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384319.203271:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384319.203273:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203275:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:1.0:1767384319.203277:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384319.203279:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.203281:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384319.203283:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384319.203287:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384319.203287:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009002856f. 20000000:01000000:1.0:1767384319.203290:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00000001:0.0:1767384319.203292:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384319.203295:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000010:0.0:1767384319.203297:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032f364d1. 00000100:00000001:0.0:1767384319.203300:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950304360512 : -130123405191104 : ffff89a748a81840) 00000100:00000001:0.0:1767384319.203303:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950304360512 : -130123405191104 : ffff89a748a81840) 00000100:00000001:0.0:1767384319.203305:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384319.203307:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384319.203309:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384319.203311:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384319.203314:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384319.203317:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.203319:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.203321:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000020:00000001:0.0:1767384319.203323:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384319.203326:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384319.203328:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384319.203330:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203337:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384319.203339:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203345:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203346:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384319.203348:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203353:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384319.203354:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203357:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384319.203358:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384319.203363:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384319.203372:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384319.203374:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384319.203376:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203382:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384319.203383:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384319.203385:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.203386:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=6 00000020:00000001:0.0:1767384319.203389:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384319.203391:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:0.0:1767384319.203394:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384319.203396:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384319.203402:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384319.203403:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384319.203405:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384319.203410:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384319.203413:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384319.203414:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000010:1.0:1767384319.203415:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a1538024. 00010000:00000001:0.0:1767384319.203418:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:1.0:1767384319.203419:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203423:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:1.0:1767384319.203424:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742992512 00010000:00000001:1.0:1767384319.203427:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384319.203427:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384319.203432:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457d56 from hash 00010000:00000200:1.0:1767384319.203433:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9dff1ad x1853236742992512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384319.203438:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384319.203441:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203444:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.203445:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384319.203447:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.203448:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203450:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:1.0:1767384319.203451:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=29 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384319.203453:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384319.203455:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384319.203457:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384319.203459:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384319.203461:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.203463:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384319.203466:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384319.203466:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203469:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384319.203471:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384319.203475:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384319.203476:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203478:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384319.203480:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.203482:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384319.203485:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed7f42d. 00010000:00000001:0.0:1767384319.203488:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.203489:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742992512, offset 224 00010000:00000001:0.0:1767384319.203494:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.203498:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384319.203500:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.203504:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384319.203506:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384319.203515:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384319.203516:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03280 00010000:00000001:0.0:1767384319.203518:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.203521:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384319.203522:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x148d [2] + 224 00010000:00000001:0.0:1767384319.203525:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384319.203527:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384319.203528:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203531:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384319.203534:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384319.203535:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384319.203538:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384319.203539:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.203543:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384319.203543:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203547:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384319.203549:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384319.203552:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203556:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:1.0:1767384319.203558:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384319.203559:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384319.203564:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203570:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203573:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384319.203574:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032f364d1. 00000100:00000001:1.0:1767384319.203579:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384319.203579:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384319.203583:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384319.203586:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009002856f. 00000100:00000001:3.0:1767384319.203588:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384319.203588:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed7f42d 00010000:00000001:0.0:1767384319.203588:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:1.0:1767384319.203592:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed7f42d. 00000100:00000001:3.0:1767384319.203593:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384319.203593:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384319.203597:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.203599:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384319.203600:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384319.203601:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384319.203603:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384319.203604:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384319.203605:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.203608:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00000100:00001000:0.0:1767384319.203608:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384319.203610:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.203612:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009260da1c 00000100:00000001:0.0:1767384319.203612:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384319.203616:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000010:3.0:1767384319.203617:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009260da1c. 00000100:00000040:0.0:1767384319.203617:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384319.203622:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384319.203623:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384319.203624:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000200:3.0:1767384319.203626:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384319.203628:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.203629:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384319.203633:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384319.203638:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384319.203641:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384319.203641:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9dff1ad x1853236742992512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.203642:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384319.203647:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384319.203651:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000200:0.0:1767384319.203656:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742992896, offset 224 00000400:00000200:0.0:1767384319.203666:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384319.203677:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384319.203677:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9dff1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742992512:12345-0@lo:253: Request processed in 4674us (5109us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384319.203680:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.203685:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384319.203689:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384319.203690:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 02000000:00000001:3.0:1767384319.203692:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384319.203694:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384319.203695:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384319.203695:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc03400 00000100:00000001:3.0:1767384319.203698:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.203699:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384319.203701:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.203702:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x14b5 [1] + 224 00000100:00001000:3.0:1767384319.203704:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=29 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384319.203706:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384319.203707:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384319.203711:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384319.203711:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384319.203711:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.203715:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384319.203717:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac58fdb1. 00000100:00000001:0.0:1767384319.203717:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384319.203718:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384319.203722:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384319.203722:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.203724:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b45b80a. 00000100:00000001:3.0:1767384319.203725:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384319.203730:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030173a74. 00000100:00000040:3.0:1767384319.203731:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384319.203737:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000040:0.0:1767384319.203737:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384319.203743:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384319.203745:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384319.203746:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000001662319. 00000100:00000001:3.0:1767384319.203751:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384319.203752:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384319.203754:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.203755:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.203758:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:3.0:1767384319.203760:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384319.203761:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384319.203762:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384319.203765:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384319.203765:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:1.0:1767384319.203766:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000387df695. 00000020:01000004:3.0:1767384319.203767:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384319.203767:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000020:01000004:3.0:1767384319.203771:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384319.203772:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000004:3.0:1767384319.203774:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384319.203774:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed7f42d. 00000100:00000001:0.0:1767384319.203775:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000020:01000004:3.0:1767384319.203777:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384319.203778:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384319.203779:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384319.203779:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384319.203780:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384319.203781:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:3.0:1767384319.203782:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384319.203784:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203786:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.203789:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742992512:0@lo:253: 00000100:00000040:0.0:1767384319.203789:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004686c847 x1853236742992896/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:300/0 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.203796:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.203799:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384319.203800:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004686c847 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742992896:12345-0@lo:103: Request processed in 741us (932us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384319.203801:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742992512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384319.203808:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.203809:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384319.203809:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384319.203815:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 02000000:00000001:3.0:1767384319.203818:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384319.203819:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000010:3.0:1767384319.203821:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ec5deda4. 00000100:00000001:0.0:1767384319.203821:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:1.0:1767384319.203822:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384319.203827:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384319.203828:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384319.203828:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384319.203831:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384319.203849:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0f05bde. 00000020:00000040:3.0:1767384319.203850:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00000001:1.0:1767384319.203850:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.203853:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384319.203855:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384319.203855:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00010000:00010000:1.0:1767384319.203856:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d56 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384319.203861:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000485f839d count: 0 02000000:00000010:3.0:1767384319.203868:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002603f2d6. 00010000:00000001:1.0:1767384319.203871:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384319.203872:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384319.203872:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000618e539d. 20000000:00000001:1.0:1767384319.203874:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384319.203875:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384319.203877:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000010:3.0:1767384319.203879:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384319.203879:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.203882:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384319.203883:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.203885:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.203888:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384319.203890:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.203892:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.203894:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203894:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.203896:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384319.203899:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384319.203901:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384319.203902:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00000400:00000200:0.0:1767384319.203905:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:0.0:1767384319.203907:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000001:0.0:1767384319.203909:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384319.203912:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384319.203921:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.203928:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384319.203929:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.203931:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384319.203932:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384319.203933:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.203935:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.203937:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384319.203940:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384319.203943:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384319.203946:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384319.203948:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.203950:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384319.203952:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.203954:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.203957:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.203963:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.203972:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384319.203973:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384319.203976:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384319.203985:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6e56c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742992896:0@lo:103: 00000100:00000001:0.0:1767384319.203989:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.203991:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384319.203993:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6e56c68 x1853236742992896/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.204000:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384319.204002:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384319.204003:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b84c3ca. 02000000:00000001:0.0:1767384319.204006:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384319.204007:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384319.204009:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384319.204011:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384319.204012:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001adbcc2d. 02000000:00000001:0.0:1767384319.204014:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384319.204015:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384319.204016:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6e56c68. 00000100:00000001:0.0:1767384319.204018:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384319.204019:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.204021:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.204025:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384319.204026:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.204028:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.204029:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.208143:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294906260, at 4294906261 00000100:00000040:2.0:1767384319.208149:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294906260, at 4294906261 00000100:00000010:0.0:1767384319.208152:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1b50dec. 00000100:00000010:2.0:1767384319.208157:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a2861ff. 00000100:00000040:1.0:1767384319.208158:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294906260, at 4294906261 00000100:00000040:3.0:1767384319.208164:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294906260, at 4294906261 00000100:00000010:1.0:1767384319.208166:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e786ff1. 00000100:00000010:3.0:1767384319.208174:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9368069. 00000400:00000010:2.0:1767384319.214892:0:22901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000248687e7. 00000400:00000040:2.0:1767384319.214913:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384319.214916:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384319.214918:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384319.214920:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384319.214921:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384319.214922:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384319.214925:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384319.214926:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384319.214927:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384319.214928:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384319.214930:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384319.214931:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384319.214932:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384319.214933:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384319.214934:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384319.214936:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384319.214937:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384319.214938:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384319.214944:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384319.214946:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384319.214947:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384319.214948:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384319.214949:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384319.214950:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384319.214951:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384319.214952:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384319.214953:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384319.214954:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384319.214955:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384319.214956:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384319.214957:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384319.214959:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384319.214959:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384319.214960:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384319.214961:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384319.214962:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384319.214963:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384319.214965:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384319.214966:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384319.214967:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384319.214968:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384319.214968:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384319.214970:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384319.214970:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384319.214971:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384319.214972:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384319.214973:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384319.214974:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384319.214975:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384319.214976:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384319.214977:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384319.214978:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384319.214979:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384319.214980:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384319.214981:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384319.214982:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384319.214983:0:22901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384319.215020:0:22901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000248687e7. 00010000:00000010:0.1:1767384319.218191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005fb9321e. 00010000:00000010:0.1:1767384319.218198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d4911e5. 00010000:00000010:0.1:1767384319.218201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00010000:00000010:1.1:1767384319.219139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000485f839d. 00010000:00000010:1.1:1767384319.219145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000001:0.0:1767384319.507159:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384319.507166:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.507173:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384319.507175:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.507206:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384319.507210:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384319.507213:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384320.034604:0:23145:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f5b84cd. 00080000:00000010:3.0:1767384320.034615:0:23145:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005f5b84cd. 00000020:00000001:3.0:1767384320.034619:0:23145:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384320.034626:0:23145:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f5b84cd. 00080000:00000010:3.0:1767384320.034630:0:23145:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005f5b84cd. 00000020:00000001:3.0:1767384320.034632:0:23145:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.531175:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384320.531181:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.531192:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384320.531195:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384320.531197:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384320.531199:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.531201:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384320.531203:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.531204:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.531206:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.531247:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384320.531251:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.531254:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384320.732051:0:23309:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384320.732058:0:23309:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:2.0:1767384320.735976:0:23309:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384320.743685:0:23310:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076aae02a. 00000400:00000010:2.0:1767384320.743700:0:23310:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c9320a2c. 00000400:00000010:2.0:1767384320.743710:0:23310:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f291bd1b. 00000400:00000010:2.0:1767384320.743713:0:23310:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008d2f1fb1. 00000400:00000010:2.0:1767384320.743717:0:23310:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ff3729e. 00000400:00000010:2.0:1767384320.743720:0:23310:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086f764d5. 00000400:00000010:2.0:1767384320.743722:0:23310:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052854006. 00000400:00000010:2.0:1767384320.743723:0:23310:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001423747b. 00000400:00000010:2.0:1767384320.743726:0:23310:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000073443f99. 00000800:00000010:2.0:1767384320.743736:0:23310:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001c67d3ad. 00000800:00000200:2.0:1767384320.743746:0:23310:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384320.743753:0:23310:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384320.743788:0:23310:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384320.743818:0:23310:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384320.745461:0:23310:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000006033aa36. 00000400:00000010:2.0:1767384320.745467:0:23310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 00000400:00000010:2.0:1767384320.745473:0:23310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1a1188b. 00000400:00000001:2.0:1767384320.745487:0:23310:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384320.745489:0:23310:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384320.745491:0:23310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e36a48. 00000400:00000200:2.0:1767384320.745493:0:23310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:2.0:1767384320.745495:0:23310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384320.745499:0:23310:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000ee4f61b7. 00000400:00000200:2.0:1767384320.745502:0:23310:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (13) 00000400:00000200:2.0:1767384320.745511:0:23310:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384320.745519:0:23310:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384320.745528:0:23310:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000040635d66. 00000020:01000000:2.0:1767384320.745531:0:23310:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384320.745533:0:23310:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp22 00000400:00000010:2.0:1767384320.745547:0:23310:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c9320a2c. 00000400:00000010:2.0:1767384320.745551:0:23310:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076aae02a. 00000400:00000200:3.0:1767384320.745552:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384320.745560:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384320.745566:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000200:3.0:1767384320.745569:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (14) 00000400:00000010:3.0:1767384320.745574:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d552f522. 00000020:00000001:1.0:1767384320.745576:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384320.745580:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 10000000:00000001:1.0:1767384320.745582:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384320.745593:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384320.745595:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 10000000:01000000:1.0:1767384320.745598:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384320.745603:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384320.745604:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384320.745609:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384320.745612:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384320.745614:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384320.745619:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384320.745620:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384320.745623:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384320.745625:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384320.745627:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384320.745631:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384320.745634:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384320.745635:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384320.745638:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384320.745643:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:1.0:1767384320.745646:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004953e58f. 00000400:00000200:3.0:1767384320.745650:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:1.0:1767384320.745653:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384320.745659:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:1.0:1767384320.745663:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384320.745667:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:1.0:1767384320.745667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384320.745674:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.745677:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000010:1.0:1767384320.745684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004388e0a1. 00000400:00000200:3.0:1767384320.745685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:1.0:1767384320.745692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.745694:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384320.745701:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384320.745702:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384320.745705:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.745711:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000040:1.0:1767384320.745715:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e58f] to pc [ptlrpcd_00_02+2] req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.745735:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp21 00000400:00000200:3.0:1767384320.745744:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384320.745749:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp21 00000400:00000200:3.0:1767384320.745755:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [29:29:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [29:29:8:4294967295] 10000000:00000001:1.0:1767384320.745763:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.745765:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp21 10000000:00000001:1.0:1767384320.745768:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.745772:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384320.745775:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384320.745776:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.745782:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384320.745783:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384320.745785:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384320.745787:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384320.745789:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:) -> 192.168.204.108@tcp21(192.168.204.108@tcp:192.168.204.108@tcp21) : PUT try# 0 10000000:00000001:1.0:1767384320.745790:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384320.745794:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384320.745794:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384320.745799:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384320.745835:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384320.745837:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767384320.745838:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.204.108@tcp21 00000020:01000004:1.0:1767384320.745839:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384320.745840:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384320.745843:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384320.745845:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384320.745846:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384320.745847:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e15e5f6. 00000020:01000004:1.0:1767384320.745847:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384320.745849:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384320.745853:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384320.745856:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384320.745858:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742993024:0@lo:253: 00000020:01000004:1.0:1767384320.745859:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384320.745862:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b0733bf3. 00000020:01000004:1.0:1767384320.745863:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384320.745864:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384320.745871:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f8663247. 00000100:00000010:1.0:1767384320.745871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf23c207. 02000000:00000001:2.0:1767384320.745872:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384320.745875:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.745878:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384320.745878:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000800:00000200:3.0:1767384320.745885:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (2) 02000000:00000010:2.0:1767384320.745885:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000663b40df. 00000100:00000001:1.0:1767384320.745886:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384320.745890:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384320.745891:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.745895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384320.745896:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (2) 00000400:00000010:2.0:1767384320.745898:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e36a48. 00000400:00000010:2.0:1767384320.745905:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c38dc134. 02000000:00000010:1.0:1767384320.745906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027e2c012. 00000100:00000200:2.0:1767384320.745909:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742993024, portal 25 00000100:00000001:1.0:1767384320.745912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.745913:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384320.745915:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088526208 : -130122621025408 : ffff89a777658380) 00000400:00000200:3.0:1767384320.745918:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000040:2.0:1767384320.745921:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.745921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384320.745925:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:1.0:1767384320.745926:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.745936:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384320.745937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf23c207] to pc [ptlrpcd_00_03+3] req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384320.745942:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384320.745944:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384320.745946:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa523556. 00000100:00000200:2.0:1767384320.745951:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742993024, offset 0 10000000:00000001:1.0:1767384320.745952:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.745956:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384320.745957:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.745961:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384320.745962:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384320.745962:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384320.745965:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384320.745967:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000040635d66. 00000100:00000040:3.0:1767384320.745970:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.745981:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384320.745987:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384320.745990:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.745994:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384320.745994:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03480 02000000:00000001:3.0:1767384320.745998:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384320.746002:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.746003:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:2.0:1767384320.746008:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000510aa07f. 00000100:00100000:3.0:1767384320.746010:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742993152:0@lo:253: 00000400:00000200:2.0:1767384320.746012:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000023aab9f 00000100:00000001:3.0:1767384320.746017:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384320.746019:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384320.746022:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384320.746026:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.746026:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384320.746030:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023aab9f 02000000:00000001:3.0:1767384320.746031:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384320.746034:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000023aab9f. 02000000:00000010:3.0:1767384320.746040:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a1538024. 00000100:00000001:2.0:1767384320.746040:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384320.746040:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000200:2.0:1767384320.746043:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384320.746045:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.746048:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d86dc74f x1853236742993024 msgsize 4848 00000400:00000010:3.0:1767384320.746052:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000100:00100000:2.0:1767384320.746073:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384320.746075:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384320.746076:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a4024f8. 00000100:00000200:3.0:1767384320.746083:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742993152, portal 25 00000100:00000001:2.0:1767384320.746085:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.746086:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384320.746089:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088527104 : -130122621024512 : ffff89a777658700) 00000400:00000200:2.0:1767384320.746094:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa523556 00000100:00000040:3.0:1767384320.746097:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384320.746098:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa523556. 00000100:00000001:2.0:1767384320.746104:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384320.746107:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000200:2.0:1767384320.746111:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.746150:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384320.746153:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.746157:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384320.746159:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.746164:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9b784d. 00000100:00000001:2.0:1767384320.746166:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.746170:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742993152, offset 0 00000100:00000001:2.0:1767384320.746170:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384320.746176:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:2.0:1767384320.746178:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.746183:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384320.746185:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294907804 00000100:00000010:2.0:1767384320.746190:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5ffbc93. 00000400:00000200:3.0:1767384320.746196:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384320.746198:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384320.746207:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294907804 00000400:00000200:3.0:1767384320.746211:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03500 00000100:00000010:2.0:1767384320.746213:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000100:00000001:2.0:1767384320.746218:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384320.746222:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:2.0:1767384320.746223:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294907804 00000400:00000200:1.0:1767384320.746225:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000010:3.0:1767384320.746227:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009f174fa. 00000100:00000010:2.0:1767384320.746235:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f1c7c6c. 00000400:00000200:3.0:1767384320.746236:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa2a1dcb 00000100:00000001:2.0:1767384320.746239:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384320.746244:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384320.746244:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294907804 00000100:00000010:2.0:1767384320.746248:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000001:2.0:1767384320.746250:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384320.746269:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384320.746274:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384320.746274:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746280:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.746282:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2a1dcb 00000400:00000200:1.0:1767384320.746285:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384320.746286:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384320.746287:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa2a1dcb. 00000100:00000001:3.0:1767384320.746294:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384320.746296:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384320.746300:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000ce519c61 x1853236742993152 msgsize 4848 00000100:00000001:2.0:1767384320.746300:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384320.746305:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384320.746312:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384320.746312:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.746315:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384320.746334:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384320.746335:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746341:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.746341:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746349:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384320.746358:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9b784d 00000400:00000010:3.0:1767384320.746361:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9b784d. 00000100:00000001:3.0:1767384320.746365:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384320.746370:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.746379:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384320.746383:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000040:3.0:1767384320.746386:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.746396:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746398:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.746404:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746422:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294907804 00000100:00000001:3.0:1767384320.746426:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294907804 00000100:00000001:3.0:1767384320.746428:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294907804 00000100:00000001:3.0:1767384320.746431:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294907804 00000100:00000001:3.0:1767384320.746433:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294907804 00000100:00000001:3.0:1767384320.746436:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294907804 00000400:00000200:1.0:1767384320.746436:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746439:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294907804 00000100:00000001:3.0:1767384320.746443:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294907804 00000100:00000001:3.0:1767384320.746445:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.746448:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746451:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746453:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.746466:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.746468:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384320.746471:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.746473:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.746475:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.746477:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746478:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746505:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384320.746510:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993024 02000000:00000001:3.0:1767384320.746514:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384320.746514:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746519:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.746523:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.746528:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746531:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384320.746532:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993024 00000100:00100000:2.0:1767384320.746534:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993152 00000020:00000001:3.0:1767384320.746538:0:17071:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384320.746538:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384320.746540:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384320.746543:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384320.746543:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.746545:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000020:00000001:3.0:1767384320.746549:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384320.746550:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.746554:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993152 00000020:00000001:2.0:1767384320.746556:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384320.746557:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384320.746559:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384320.746570:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000020:00000040:2.0:1767384320.746571:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000040:3.0:1767384320.746573:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384320.746577:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384320.746579:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384320.746581:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384320.746586:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384320.746588:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384320.746593:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eee519a. 00000100:00000001:3.0:1767384320.746594:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384320.746598:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384320.746600:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000dfc3248. 00000020:00000010:2.0:1767384320.746601:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eee519a. 00000400:00000200:1.0:1767384320.746601:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746608:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384320.746610:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009fdd696. 00000020:00000010:3.0:1767384320.746611:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000dfc3248. 00000020:00000010:2.0:1767384320.746617:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000132ded9. 00000020:00000010:3.0:1767384320.746621:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a52ac7c7. 00000020:00000010:3.0:1767384320.746631:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ff0a2e1. 00000020:00000010:2.0:1767384320.746631:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070164320. 00000020:00000010:3.0:1767384320.746640:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b14e4cb. 00000100:00000040:2.0:1767384320.746644:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384320.746647:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.746649:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384320.746649:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384320.746651:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746652:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384320.746654:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.746656:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746659:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746663:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746669:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.746678:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.746695:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384320.746698:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384320.746698:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384320.746702:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384320.746706:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384320.746708:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384320.746710:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223012944 : -130123486538672 : ffff89a743ced450) 00000100:00000040:2.0:1767384320.746717:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce519c61 x1853236742993152/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.746717:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00100000:3.0:1767384320.746718:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:3.0:1767384320.746741:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384320.746746:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384320.746747:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223023184 : -130123486528432 : ffff89a743cefc50) 00000020:00000010:2.0:1767384320.746750:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eee519a. 00000100:00000001:2.0:1767384320.746753:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384320.746758:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eee519a. 00000100:00000040:3.0:1767384320.746765:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d86dc74f x1853236742993024/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384320.746766:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce519c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742993152:12345-0@lo:253: 00000100:00000200:2.0:1767384320.746776:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993152 00000020:00000001:2.0:1767384320.746781:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384320.746783:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000020:00000001:2.0:1767384320.746786:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384320.746787:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384320.746790:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.746794:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000dfc3248. 00000020:00000001:2.0:1767384320.746794:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384320.746797:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:3.0:1767384320.746800:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384320.746801:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384320.746833:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384320.746836:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384320.746838:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000dfc3248. 00000020:00000001:2.0:1767384320.746839:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384320.746843:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.746847:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d86dc74f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742993024:12345-0@lo:253: 00000100:00000001:2.0:1767384320.746848:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384320.746852:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384320.746856:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993024 02000000:00000010:2.0:1767384320.746859:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001e3425a3. 00000020:00000001:3.0:1767384320.746860:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384320.746864:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384320.746865:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 02000000:00000001:2.0:1767384320.746867:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.746868:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.746872:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.746873:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384320.746876:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384320.746877:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384320.746882:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.746884:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384320.746887:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384320.746887:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b103e5d. 00000020:00000001:3.0:1767384320.746891:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384320.746892:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384320.746895:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.746896:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384320.746900:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384320.746902:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384320.746903:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.746906:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384320.746908:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.746913:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384320.746915:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002603f2d6. 00000400:00000200:1.0:1767384320.746919:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 02000000:00000001:3.0:1767384320.746920:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.746924:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384320.746925:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9e74a17. 20000000:00000001:3.0:1767384320.746929:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384320.746931:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000010:3.0:1767384320.746939:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000091f8b1a4. 20000000:00000001:2.0:1767384320.746941:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384320.746945:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384320.746950:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384320.746950:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384320.746953:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384320.746955:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384320.746957:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.746960:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.746963:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384320.746972:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00080000:00000001:2.0:1767384320.746975:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384320.746992:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.746995:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384320.746996:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.746998:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384320.746999:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384320.747002:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384320.747006:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384320.747007:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384320.747009:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384320.747014:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.747015:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.747018:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000020:00000001:2.0:1767384320.747019:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384320.747025:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384320.747047:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384320.747050:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a417c16f. 00080000:00000001:2.0:1767384320.747053:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910092800 : -130127799458816 : ffff89a642bce400) 00080000:00000001:2.0:1767384320.747056:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384320.747061:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384320.747065:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001eee519a. 00080000:00000001:2.0:1767384320.747067:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.747075:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384320.747091:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.747094:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00080000:00000001:2.0:1767384320.747106:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384320.747174:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384320.747224:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384320.747277:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000800:00000010:1.0:1767384320.747560:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a8cf5a6. 00000800:00000010:1.0:1767384320.747567:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000357bf869. 00000800:00000010:1.0:1767384320.747573:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cd0a58b. 00000800:00000010:1.0:1767384320.747617:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cd0a58b. 00000400:00000200:2.0:1767384320.747654:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384320.747675:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384320.747678:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a8d22085. 00000800:00000010:1.0:1767384320.747736:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec5deda4. 00000800:00000010:1.0:1767384320.747743:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004551eb9f. 00000800:00000010:1.0:1767384320.747783:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a58f8c1a. 00000800:00000200:1.1:1767384320.747791:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (2) 00000800:00000200:1.1:1767384320.747820:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp21 00000000a58f8c1a deleted 00000800:00000010:1.1:1767384320.747823:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a58f8c1a. 00000800:00000200:1.1:1767384320.747847:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384320.747855:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:999 00000800:00000200:1.1:1767384320.747859:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e15e5f6 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767384320.747867:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp21 p 3.x 192.168.204.108 -> 192.168.204.108:999 incarnation:1767384319196660183 sched[0] 00000800:00000010:1.0:1767384320.747874:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cd0a58b. 00000800:00000010:1.0:1767384320.747932:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cd0a58b. 00000800:00000010:1.0:1767384320.747937:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004551eb9f. 00000800:00000200:2.1:1767384320.747976:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384320.747983:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp21 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384319196660183 sched[0] 00000800:00000010:2.0:1767384320.747986:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000357bf869. 00000800:00000010:1.0:1767384320.747994:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a8d22085. 00000800:00000001:3.0:1767384320.748015:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.748020:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.748025:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384320.748028:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.748038:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384320.748082:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384320.748107:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384320.748147:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:1.0:1767384320.748159:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.748167:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384320.748171:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.748175:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.748184:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : PUT - for me 00000400:00000200:1.0:1767384320.748195:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384320.748203:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 256/256 into md 0x149d [1] + 0 00000400:00000010:1.0:1767384320.748207:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089e2387. 00000800:00000200:3.0:1767384320.748215:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384320.748219:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048923451 00000800:00000001:1.0:1767384320.748224:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384320.748228:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e15e5f6. 00000400:00000200:3.0:1767384320.748236:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384320.748237:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.748241:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.748247:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: PUT: OK 00000400:00000200:1.0:1767384320.748268:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:1.0:1767384320.748271:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000200:1.0:1767384320.748276:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384320.748282:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (15) 00000400:00000200:3.0:1767384320.748286:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: PUT: OK 00000400:00000200:1.0:1767384320.748292:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384320.748293:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1767384320.748299:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000008c684a8b. 00000400:00000200:3.0:1767384320.748300:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:1.0:1767384320.748307:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 14 00000400:00000200:1.0:1767384320.748331:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384320.748342:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (16) 00080000:00000010:3.0:1767384320.748348:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a417c16f. 00000400:00000200:1.0:1767384320.748348:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384320.748355:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp21 to MR: 192.168.204.108@tcp21 local destination 00000400:00000200:1.0:1767384320.748364:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [30:30:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1767384320.748376:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00080000:00000010:3.0:1767384320.748377:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001eee519a. 00000400:00000200:1.0:1767384320.748384:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) -> 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) 192.168.204.108@tcp21 : ACK try# 0 00040000:00000001:3.0:1767384320.748387:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384320.748391:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:1.0:1767384320.748395:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp21 00080000:00000001:3.0:1767384320.748396:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384320.748402:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002425a61d. 00000020:00000002:3.0:1767384320.748403:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384320.748408:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.748411:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384320.748413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000200:1.0:1767384320.748415:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (4) 20000000:01000000:3.0:1767384320.748422:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:1.0:1767384320.748427:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:988 00000800:00000200:1.0:1767384320.748431:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002425a61d type 0, nob 96 niov 1 nkiov 0 20000000:00000001:3.0:1767384320.748435:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384320.748439:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384320.748445:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384320.748455:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384320.748485:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000200:1.0:1767384320.748496:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384320.748499:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002425a61d. 00000400:00000200:1.0:1767384320.748503:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.748508:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: ACK: OK 20000000:00000010:3.0:1767384320.748510:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001875e402. 00000400:00000200:2.0:1767384320.748512:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 20000000:01000000:3.0:1767384320.748514:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000800:00000001:1.0:1767384320.748516:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384320.748521:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:1.0:1767384320.748524:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384320.748529:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.748534:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.748538:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00080000:00000001:3.0:1767384320.748540:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384320.748544:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:1.0:1767384320.748546:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384320.748553:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:1.0:1767384320.748554:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.748561:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00080000:00000001:3.0:1767384320.748564:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.748584:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : ACK - for me 00080000:00000001:3.0:1767384320.748585:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384320.748589:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384320.748592:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384320.748594:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384320.748597:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000008db7e3c5 00000020:00000001:3.0:1767384320.748603:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000049c0ea3 00000400:00000200:2.0:1767384320.748604:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384320.748605:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp21: ACK from 12345-192.168.204.108@tcp21 into md 0x14cd 00080000:00000002:3.0:1767384320.748608:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384320.748613:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384320.748614:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384320.748620:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384320.748624:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.748626:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: ACK: OK 00000020:00000001:3.0:1767384320.748628:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384320.748633:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:1.0:1767384320.748633:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000200:2.0:1767384320.748634:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000010:1.0:1767384320.748638:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000400:00000200:1.0:1767384320.748644:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00080000:00000001:3.0:1767384320.748647:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384320.748650:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00080000:00000010:3.0:1767384320.748653:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045283525. 00080000:00000001:3.0:1767384320.748659:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950699871744 : -130123009679872 : ffff89a7603b1e00) 00000400:00000200:1.0:1767384320.748659:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384320.748661:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384320.748664:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (15) 00080000:00000001:3.0:1767384320.748666:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384320.748685:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384320.748689:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000dfc3248. 00000800:00000001:1.0:1767384320.748689:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384320.748695:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384320.748697:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384320.748698:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384320.748710:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00080000:00000001:3.0:1767384320.748711:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384320.748717:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384320.748723:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384320.748724:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 10000000:01000000:1.0:1767384320.748726:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384320.748733:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384320.748737:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000020:3.0:1767384320.748742:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:2.0:1767384320.748743:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00010000:00000010:1.0:1767384320.748746:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054e95ded. 00000100:00000001:3.0:1767384320.748748:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384320.748752:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b103e5d. 00010000:00000001:1.0:1767384320.748753:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:3.0:1767384320.748760:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384320.748761:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00010000:00000040:3.0:1767384320.748767:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993152 00000020:00000001:1.0:1767384320.748769:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1767384320.748772:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384320.748774:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457d5d to hash 00000400:00000200:2.0:1767384320.748775:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00010000:00000200:3.0:1767384320.748780:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce519c61 x1853236742993152/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384320.748781:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384320.748786:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384320.748792:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:3.0:1767384320.748795:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384320.748798:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384320.748799:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.748803:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.748836:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000100:00001000:3.0:1767384320.748837:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=30 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384320.748837:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.748847:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384320.748853:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:3.0:1767384320.748854:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:2.0:1767384320.748858:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000100:00000001:3.0:1767384320.748859:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384320.748859:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:3.0:1767384320.748866:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384320.748869:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 02000000:00000001:3.0:1767384320.748871:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.748873:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384320.748876:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384320.748878:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.748881:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384320.748882:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000100:00000040:3.0:1767384320.748883:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384320.748884:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.748889:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:3.0:1767384320.748891:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9b784d. 00010000:00000001:1.0:1767384320.748892:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384320.748895:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384320.748897:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:3.0:1767384320.748898:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742993152, offset 224 00010000:00000040:1.0:1767384320.748899:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000054e95ded) refcount = 1 00010000:00010000:1.0:1767384320.748905:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384320.748907:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384320.748911:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384320.748918:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384320.748921:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384320.748925:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.748926:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384320.748929:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.748931:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00010000:00000001:1.0:1767384320.748932:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384320.748938:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03500 20000000:00000001:1.0:1767384320.748940:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384320.748946:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d9 [2] + 224 20000000:01000000:1.0:1767384320.748946:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000400:00000200:2.0:1767384320.748968:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00010000:00000001:1.0:1767384320.748970:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384320.748974:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384320.748974:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.748977:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000020:00000001:1.0:1767384320.748980:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384320.748985:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000400:00000200:3.0:1767384320.748991:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384320.748991:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00010000:00000001:1.0:1767384320.748991:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384320.748996:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.748998:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.749007:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.749009:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384320.749014:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384320.749039:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000100:00000040:3.0:1767384320.749047:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.749050:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.749054:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384320.749058:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.749066:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384320.749074:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9b784d 00010000:00000001:1.0:1767384320.749075:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384320.749079:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9b784d. 00010000:00000001:1.0:1767384320.749080:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.749102:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384320.749103:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384320.749107:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384320.749108:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.749114:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.749118:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00000100:00000040:3.0:1767384320.749119:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384320.749124:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384320.749125:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384320.749128:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:3.0:1767384320.749129:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.749133:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384320.749134:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384320.749141:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce519c61 x1853236742993152/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.749146:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:3.0:1767384320.749182:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce519c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742993152:12345-0@lo:253: Request processed in 2434us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384320.749192:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:3.0:1767384320.749196:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384320.749200:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384320.749202:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384320.749207:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000132ded9. 00000020:00000010:3.0:1767384320.749214:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070164320. 00000020:00000010:3.0:1767384320.749220:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009fdd696. 00000800:00000010:2.0:1767384320.749222:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b103e5d. 00010000:00000001:1.0:1767384320.749222:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1767384320.749227:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aa523556. 00000020:00000001:1.0:1767384320.749227:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.749228:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000020:00000040:1.0:1767384320.749231:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000800:00000010:2.0:1767384320.749233:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b7a60a0. 02000000:00000001:3.0:1767384320.749236:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384320.749238:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 02000000:00000010:3.0:1767384320.749240:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001e3425a3. 00010000:00000001:1.0:1767384320.749241:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 02000000:00000001:3.0:1767384320.749247:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384320.749248:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384320.749250:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.749252:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.749276:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:2.0:1767384320.749277:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b7a60a0. 00000100:00000200:3.0:1767384320.749278:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384320.749278:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384320.749281:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.749285:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384320.749287:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384320.749289:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384320.749291:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005094b2a4. 00010000:00000001:1.0:1767384320.749291:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384320.749296:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457d5d from hash 00010000:00000001:1.0:1767384320.749299:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384320.749300:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9b784d. 00010000:00000001:1.0:1767384320.749301:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.749303:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.749311:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384320.749313:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384320.749315:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384320.749317:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384320.749319:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.749322:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.749324:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384320.749340:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384320.749341:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384320.749344:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384320.749345:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384320.749347:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:1.0:1767384320.749349:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384320.749350:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.749354:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384320.749354:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.749359:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00010000:00000001:1.0:1767384320.749360:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.749361:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp21 from 230.3.0.2 00000400:00000200:3.0:1767384320.749367:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a4024f8 00010000:00000001:1.0:1767384320.749367:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384320.749368:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006e6bd0a2. 00000400:00000010:3.0:1767384320.749372:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a4024f8. 00010000:00010000:1.0:1767384320.749375:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.749377:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.749385:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.749387:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.749391:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.749394:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384320.749398:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384320.749401:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384320.749403:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.749404:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.749409:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384320.749414:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.749417:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384320.749418:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.749421:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384320.749423:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.749426:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384320.749431:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384320.749435:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384320.749435:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384320.749439:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384320.749440:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.749444:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d5d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384320.749446:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.749454:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=30 v=5 (5 0 0 0) 00010000:00000040:1.0:1767384320.749457:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000054e95ded count: 0 00000100:00001000:3.0:1767384320.749460:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.749466:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384320.749468:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.749471:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384320.749473:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.749474:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384320.749476:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.749478:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384320.749484:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.749509:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384320.749511:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001662319. 00000100:00000001:3.0:1767384320.749512:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384320.749516:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384320.749519:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004551eb9f. 00000020:01000004:3.0:1767384320.749521:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384320.749524:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384320.749526:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384320.749536:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384320.749538:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384320.749540:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384320.749542:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384320.749544:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384320.749546:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767384320.749549:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a58f8c1a. 00000100:00000040:3.0:1767384320.749552:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384320.749558:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (4) 00000400:00000200:2.0:1767384320.749569:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.1:1767384320.749569:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp21 00000000a58f8c1a deleted 00000100:00100000:3.0:1767384320.749574:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742993152:0@lo:253: 00000800:00000010:1.1:1767384320.749574:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a58f8c1a. 00000400:00000010:2.0:1767384320.749575:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9be6a2. 00000800:00000200:1.1:1767384320.749582:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:2.0:1767384320.749583:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000100:00000001:3.0:1767384320.749584:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.749589:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000100:00000001:3.0:1767384320.749590:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384320.749595:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000800:00000200:1.0:1767384320.749596:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp21 p 3.x 192.168.204.108 -> 192.168.204.108:998 incarnation:1767384319196660183 sched[0] 00000100:00000040:3.0:1767384320.749597:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf23c207 x1853236742993152/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384320.749603:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000001ddf6801. 00000400:00000010:2.0:1767384320.749609:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 0000000009fdd696. 00000800:00000010:1.0:1767384320.749609:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cd0a58b. 00000100:00000001:3.0:1767384320.749611:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384320.749614:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384320.749617:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000a417c16f. 02000000:00000010:3.0:1767384320.749618:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a1538024. 02000000:00000001:3.0:1767384320.749624:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384320.749626:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384320.749628:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384320.749630:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384320.749632:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027e2c012. 02000000:00000001:3.0:1767384320.749652:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384320.749653:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384320.749655:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf23c207. 00000100:00000001:3.0:1767384320.749657:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384320.749658:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.749660:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384320.749660:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cb4a5f3a. 00000100:00000001:3.0:1767384320.749667:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.749670:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.749671:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cb4a5f3a nid 192.168.204.108@tcp22 00000100:00000001:3.0:1767384320.749674:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.749677:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.749677:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cab62954. 00000400:00000200:2.0:1767384320.749684:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cab62954 net tcp22 00000800:00000010:1.0:1767384320.749686:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cd0a58b. 00000400:00000200:2.0:1767384320.749689:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (14) 00000800:00000010:1.0:1767384320.749694:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004551eb9f. 00000400:00000200:2.0:1767384320.749698:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp22 flags 0x11 00000400:00000010:2.0:1767384320.749702:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000001ddf6801. 00000400:00000010:2.0:1767384320.749706:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 0000000009fdd696. 00000400:00000010:2.0:1767384320.749709:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000a417c16f. 00000400:00000010:2.0:1767384320.749712:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000008c684a8b. 00000400:00000200:2.0:1767384320.749717:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384320.749720:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:2.0:1767384320.749724:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000800:00000200:3.1:1767384320.749728:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384320.749730:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000800:00000010:1.0:1767384320.749731:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006e6bd0a2. 00000400:00000200:2.0:1767384320.749735:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384320.749739:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:2.0:1767384320.749743:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000800:00000001:1.0:1767384320.749749:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384320.749752:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (15) 00000800:00000200:3.0:1767384320.749756:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp21 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384319196660183 sched[0] 00000800:00000001:1.0:1767384320.749756:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384320.749763:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aa523556. 00000800:00000001:1.0:1767384320.749801:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.749835:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384320.750451:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045283525. 00080000:00000010:2.0:1767384320.750482:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000dfc3248. 00040000:00000001:2.0:1767384320.750486:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384320.750487:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384320.750489:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384320.750492:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384320.750494:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.750495:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384320.750497:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384320.750506:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384320.750508:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384320.750512:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384320.750526:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384320.750529:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384320.750531:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384320.750533:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384320.750535:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384320.750539:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c15695f. 00010000:00000001:1.0:1767384320.750542:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384320.750544:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cfb6bf05. 00000020:00000001:1.0:1767384320.750546:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384320.750549:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cfb6bf05 with handle 0x88edd5ef35457d64 to hash 00000020:00000001:1.0:1767384320.750550:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384320.750552:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750554:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750556:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.750557:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.750559:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750564:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384320.750565:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384320.750567:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384320.750568:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.750569:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.750571:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.750578:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.750580:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384320.750582:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384320.750584:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384320.750586:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384320.750588:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c15695f) refcount = 1 00010000:00010000:1.0:1767384320.750592:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750615:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384320.750616:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384320.750618:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.750620:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750622:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384320.750625:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384320.750627:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384320.750630:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384320.750632:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.750634:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=4 00000020:00000001:1.0:1767384320.750636:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750638:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750640:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384320.750642:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750648:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384320.750650:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750657:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.750659:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384320.750660:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750667:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.750669:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750678:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384320.750680:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384320.750686:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cfb6bf05 already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384320.750689:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384320.750692:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000020:2.0:1767384320.750693:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384320.750694:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384320.750698:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384320.750701:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000091f8b1a4. 20000000:00000001:2.0:1767384320.750706:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750708:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:2.0:1767384320.750710:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993024 00010000:00000001:1.0:1767384320.750711:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384320.750713:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384320.750730:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.750734:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=5 00010000:00000200:2.0:1767384320.750735:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d86dc74f x1853236742993024/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384320.750739:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750745:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384320.750751:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384320.750756:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384320.750756:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.750760:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384320.750766:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384320.750772:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384320.750772:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384320.750777:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384320.750777:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384320.750781:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384320.750781:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.750787:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384320.750788:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384320.750789:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.750793:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384320.750793:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384320.750799:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384320.750799:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.750803:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.750835:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b59e8976. 00000020:00000040:1.0:1767384320.750836:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfb6bf05 with handle 0x88edd5ef35457d64 from hash 00000100:00000200:2.0:1767384320.750839:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742993024, offset 224 00010000:00000001:1.0:1767384320.750843:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384320.750846:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384320.750847:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.750850:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.750852:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384320.750854:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384320.750856:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384320.750860:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384320.750863:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03480 00010000:00000001:1.0:1767384320.750864:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384320.750867:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.750877:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d1 [2] + 224 00010000:00000001:1.0:1767384320.750879:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.750882:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384320.750883:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384320.750886:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384320.750888:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384320.750892:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384320.750894:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384320.750897:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384320.750899:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.750900:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750906:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750910:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.750913:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384320.750915:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.750932:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.750934:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.750935:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384320.750936:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384320.750938:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384320.750939:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384320.750940:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.750943:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384320.750944:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59e8976 00010000:00000001:1.0:1767384320.750946:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.750947:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b59e8976. 20000000:00000001:1.0:1767384320.750952:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.750953:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384320.750958:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384320.750958:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384320.750978:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.750981:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.750985:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384320.750988:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384320.750990:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384320.750990:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384320.750992:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.750995:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384320.750995:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384320.750999:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.751000:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e36a48. 00010000:00010000:1.0:1767384320.751003:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457d64 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384320.751004:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384320.751005:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c38dc134 00000400:00000010:3.0:1767384320.751009:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c38dc134. 00000100:00000040:2.0:1767384320.751011:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d86dc74f x1853236742993024/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.751014:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.751020:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384320.751027:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c15695f count: 0 00010000:00000001:1.0:1767384320.751038:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384320.751042:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384320.751047:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384320.751047:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d86dc74f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742993024:12345-0@lo:253: Request processed in 4256us (4993us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384320.751065:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384320.751066:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:3.0:1767384320.751068:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.751073:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384320.751073:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 02000000:00000001:3.0:1767384320.751076:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384320.751077:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384320.751078:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.751080:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384320.751081:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.751084:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384320.751084:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ff0a2e1. 00000100:00001000:3.0:1767384320.751087:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=30 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384320.751090:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b14e4cb. 00000100:00001000:3.0:1767384320.751091:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.751097:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384320.751098:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a52ac7c7. 00000100:00000001:3.0:1767384320.751099:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.751104:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384320.751105:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00010000:00000001:3.0:1767384320.751106:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.751111:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.751112:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384320.751138:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.751144:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.751145:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384320.751147:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384320.751149:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384320.751151:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384320.751152:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384320.751153:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384320.751154:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384320.751156:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384320.751162:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384320.751164:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384320.751165:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384320.751166:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384320.751169:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.751174:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742993024:0@lo:253: 00000100:00000001:3.0:1767384320.751178:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.751180:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.751181:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004953e58f x1853236742993024/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.751201:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384320.751202:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384320.751204:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000663b40df. 02000000:00000001:3.0:1767384320.751207:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384320.751208:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384320.751209:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384320.751211:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384320.751212:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004388e0a1. 02000000:00000001:3.0:1767384320.751216:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384320.751217:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384320.751218:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004953e58f. 00000100:00000001:3.0:1767384320.751221:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384320.751222:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.751224:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.751228:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.751229:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.751231:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.751233:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384320.751419:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002603f2d6. 02000000:00000001:2.0:1767384320.751428:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384320.751430:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384320.751434:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384320.751437:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e093f8df. 00000400:00000010:2.0:1767384320.751441:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b59e8976. 00000100:00000040:2.0:1767384320.752138:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294907804, at 4294907805 00000100:00000010:2.0:1767384320.752144:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f1c7c6c. 00000100:00000040:1.0:1767384320.752148:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294907804, at 4294907805 00000100:00000010:1.0:1767384320.752157:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 00000100:00000040:3.0:1767384320.752160:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294907804, at 4294907805 00000100:00000010:3.0:1767384320.752169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000100:00000040:0.0:1767384320.753172:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294907804, at 4294907806 00000100:00000010:0.0:1767384320.753180:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5ffbc93. 00010000:00000010:1.1:1767384320.754441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000054e95ded. 00010000:00000010:1.1:1767384320.754449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000010:1.1:1767384320.763173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c15695f. 00010000:00000010:1.1:1767384320.763185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cfb6bf05. 00000400:00000010:0.0:1767384320.767299:0:23315:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000099b9c2c5. 00000400:00000040:0.0:1767384320.767324:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384320.767327:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384320.767330:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384320.767332:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384320.767334:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384320.767336:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384320.767339:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384320.767341:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384320.767343:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384320.767344:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384320.767347:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384320.767349:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384320.767352:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384320.767354:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384320.767355:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384320.767357:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384320.767360:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384320.767361:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384320.767362:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384320.767365:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384320.767367:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384320.767369:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384320.767371:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384320.767372:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384320.767374:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384320.767377:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384320.767387:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384320.767388:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384320.767389:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384320.767390:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384320.767391:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384320.767393:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384320.767394:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384320.767395:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384320.767396:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384320.767397:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384320.767398:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384320.767399:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384320.767401:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384320.767402:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384320.767403:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384320.767404:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384320.767405:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384320.767406:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384320.767407:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384320.767407:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384320.767409:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384320.767410:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384320.767411:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384320.767412:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384320.767413:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384320.767414:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384320.767415:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384320.767417:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384320.767418:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384320.767419:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384320.767420:0:23315:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384320.767477:0:23315:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000099b9c2c5. 00000004:00000001:1.0:1767384321.363233:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384321.363237:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384321.363242:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c7c720. 00000020:00000040:1.0:1767384321.363249:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384321.363261:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.363264:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384321.363269:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.363274:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8c7a6b. 00000100:00000001:1.0:1767384321.363281:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.363286:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.363288:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363297:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c7c720] to pc [ptlrpcd_00_00+0] req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384321.363317:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384321.363333:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384321.363336:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f373c972. 00000020:00000040:1.0:1767384321.363338:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384321.363340:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.363342:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384321.363344:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.363346:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec97d41. 00000100:00000001:1.0:1767384321.363349:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363352:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.363358:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.363359:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363362:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f373c972] to pc [ptlrpcd_00_01+1] req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.363366:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.363368:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363371:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384321.363372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384321.363376:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384321.363377:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384321.363381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000100:00000040:0.0:1767384321.363383:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384321.363384:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384321.363389:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.363390:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384321.363395:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384321.363398:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.363402:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e25031a. 00000100:00000001:0.0:1767384321.363403:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.363409:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.363409:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384321.363413:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384321.363417:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384321.363417:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.363424:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081c7c720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742993280:0@lo:13: 00000100:00000001:0.0:1767384321.363432:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384321.363435:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.363436:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.363437:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384321.363440:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363441:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a25a298e] to pc [ptlrpcd_00_02+2] req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.363444:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384321.363449:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a2b72a2. 02000000:00000001:0.0:1767384321.363452:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.363457:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aacfc71. 00000100:00000001:1.0:1767384321.363461:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.363463:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7863a3c. 00000100:00000040:1.0:1767384321.363464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384321.363468:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384321.363470:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742993280, portal 4 00000100:00000010:1.0:1767384321.363471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000723b748e. 00000100:00000001:0.0:1767384321.363474:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384321.363475:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384321.363477:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088529792 : -130122621021824 : ffff89a777659180) 00000100:00000001:1.0:1767384321.363478:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.363481:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384321.363483:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.363485:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384321.363488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d253ee0. 00000100:00000001:1.0:1767384321.363494:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363497:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.363499:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384321.363503:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384321.363508:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc5387f. 00000100:00000001:1.0:1767384321.363513:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384321.363514:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742993280, offset 0 00000100:00000001:1.0:1767384321.363516:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363520:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000723b748e] to pc [ptlrpcd_00_03+3] req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.363524:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.363535:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384321.363540:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384321.363543:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384321.363544:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004953e58f. 00000020:00000040:1.0:1767384321.363549:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384321.363551:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.363557:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384321.363558:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.363560:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000870ce7f0. 00000100:00000001:1.0:1767384321.363563:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363566:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.363571:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.363572:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363575:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e58f] to pc [ptlrpcd_00_00+0] req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.363581:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc03580 00000100:00000001:1.0:1767384321.363586:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363591:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 00000400:00000200:0.0:1767384321.363593:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 896 00000100:00000001:1.0:1767384321.363601:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384321.363603:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384321.363605:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.363608:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384321.363612:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384321.363614:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.363621:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384321.363622:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363622:0:16347:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384321.363626:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384321.363628:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384321.363628:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384321.363634:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384321.363636:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6e56c68. 00000100:00100000:1.0:1767384321.363637:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f373c972 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742993408:0@lo:400: 00000100:00000040:0.0:1767384321.363642:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b6e56c68 x1853236742993280 msgsize 224 00000100:00000001:1.0:1767384321.363643:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384321.363648:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384321.363651:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.363651:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384321.363655:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384321.363657:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054e1c358. 02000000:00000001:1.0:1767384321.363659:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363662:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384321.363664:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00000400:00000010:1.0:1767384321.363670:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000100:00000200:1.0:1767384321.363674:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742993408, portal 25 00000100:00000001:1.0:1767384321.363676:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384321.363678:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536960 : -130122621014656 : ffff89a77765ad80) 00000400:00000200:0.0:1767384321.363678:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc5387f 00000400:00000010:0.0:1767384321.363681:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc5387f. 00000100:00000001:0.0:1767384321.363685:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384321.363692:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384321.363692:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.363721:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384321.363723:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384321.363727:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384321.363729:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.363731:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000200:1.0:1767384321.363736:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236742993408, offset 0 00000100:00000001:0.0:1767384321.363743:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.363747:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.363748:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.363754:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.363756:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384321.363758:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4072 usecs (5 jiffies) 00000100:00000001:3.0:1767384321.363760:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.363763:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384321.363766:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908421 00000400:00000200:1.0:1767384321.363767:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384321.363771:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384321.363774:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028f78eac. 00000400:00000200:1.0:1767384321.363780:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc03600 00000100:00000001:0.0:1767384321.363783:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384321.363790:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9bd [2] + 0 00000100:00000001:0.0:1767384321.363791:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908421 00000400:00000010:1.0:1767384321.363808:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008246c6a2. 00000100:00000010:0.0:1767384321.363811:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002367d2a7. 00000400:00000200:1.0:1767384321.363815:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd6a207a 00000100:00000001:0.0:1767384321.363818:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384321.363821:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.363824:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908421 00000100:00000001:3.0:1767384321.363827:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384321.363829:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9a7ebae. 00000100:00000001:3.0:1767384321.363830:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.363831:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.363834:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767384321.363837:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384321.363840:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.363840:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6a207a 00000100:00000001:0.0:1767384321.363840:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908421 02000000:00000001:3.0:1767384321.363847:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.363847:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd6a207a. 00000100:00000010:0.0:1767384321.363848:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006719a28b. 00000100:00100000:3.0:1767384321.363854:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236742993664:0@lo:400: 00000100:00000001:0.0:1767384321.363855:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384321.363856:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384321.363862:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384321.363862:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384321.363862:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.363868:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363870:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ce6b9871 x1853236742993408 msgsize 224 00000100:00000001:0.0:1767384321.363872:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363877:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384321.363879:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384321.363883:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384321.363884:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.363887:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384321.363889:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384321.363894:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034c6192a. 00000100:00000001:1.0:1767384321.363897:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384321.363898:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.363901:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384321.363903:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000100:00000001:0.0:1767384321.363904:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384321.363905:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000400:00000010:1.0:1767384321.363907:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000001:0.0:1767384321.363909:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.363912:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.363914:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384321.363917:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.363920:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384321.363921:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000040:0.0:1767384321.363926:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384321.363929:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742993664, portal 10 00000100:00000001:3.0:1767384321.363937:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384321.363939:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384321.363941:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088538752 : -130122621012864 : ffff89a77765b480) 00000100:00000040:1.0:1767384321.363945:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.363946:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.363950:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.363954:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.363957:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384321.363961:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.363962:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.363967:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384321.363969:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.363973:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.363978:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16347:1853236742993792:0@lo:400: 00000100:00000001:3.0:1767384321.363979:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384321.363980:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294908421 00000100:00000001:0.0:1767384321.363985:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384321.363986:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384321.363989:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.363991:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294908421 00000400:00000010:3.0:1767384321.363993:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000100:00000001:1.0:1767384321.363994:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294908421 02000000:00000001:0.0:1767384321.363994:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384321.364001:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742993664, offset 0 00000100:00000001:1.0:1767384321.364001:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294908421 02000000:00000001:0.0:1767384321.364001:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384321.364007:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294908421 02000000:00000010:0.0:1767384321.364008:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4c4f944. 00000100:00000001:1.0:1767384321.364010:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294908421 02000000:00000001:0.0:1767384321.364013:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.364014:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.364015:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294908421 00000100:00000001:1.0:1767384321.364020:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294908421 00000400:00000010:0.0:1767384321.364022:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee67b2f. 00000100:00000001:1.0:1767384321.364023:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384321.364026:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.364029:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.364030:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc5387f. 00000100:00000001:1.0:1767384321.364035:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384321.364037:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742993792, portal 10 00000400:00000200:3.0:1767384321.364040:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc03700 00000100:00000001:1.0:1767384321.364041:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.364042:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384321.364046:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088526208 : -130122621025408 : ffff89a777658380) 00000400:00000200:3.0:1767384321.364050:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:1.0:1767384321.364050:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.364054:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384321.364054:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.364056:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384321.364060:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.364064:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384321.364067:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.364068:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.364071:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384321.364074:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364078:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384321.364078:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384321.364081:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384321.364082:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000841189c9. 00000100:00000010:3.0:1767384321.364086:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c955984. 00000100:00000200:0.0:1767384321.364087:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742993792, offset 0 00000400:00000200:0.0:1767384321.364092:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.364093:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384321.364098:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993280 00000100:00000040:3.0:1767384321.364120:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000008c955984 x1853236742993664 msgsize 224 00000100:00100000:3.0:1767384321.364125:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384321.364131:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.364135:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384321.364141:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc03780 00000400:00000200:3.0:1767384321.364142:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 02000000:00000001:1.0:1767384321.364143:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.364147:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384321.364148:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000001:1.0:1767384321.364152:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364153:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384321.364157:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.364158:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000200:3.0:1767384321.364159:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.364165:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993280 00000400:00000200:0.0:1767384321.364167:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384321.364170:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.364174:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:3.0:1767384321.364178:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384321.364178:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384321.364179:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384321.364184:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384321.364184:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:0.0:1767384321.364187:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384321.364189:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:1.0:1767384321.364195:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000200:0.0:1767384321.364196:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384321.364200:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384321.364203:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff4b05c6. 00000100:00000001:3.0:1767384321.364204:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.364204:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384321.364209:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000ff4b05c6 x1853236742993792 msgsize 224 00000100:00000001:3.0:1767384321.364210:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.364210:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083b473ad. 00000100:00100000:0.0:1767384321.364218:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384321.364219:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2398 usecs (3 jiffies) 00000020:00000010:1.0:1767384321.364219:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005aac37b5. 00000100:00000001:3.0:1767384321.364223:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908420 00000100:00000001:3.0:1767384321.364224:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908421 00000100:00000001:0.0:1767384321.364229:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.364230:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908420 00000100:00000001:3.0:1767384321.364233:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908421 00000020:00000040:1.0:1767384321.364234:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384321.364235:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908420 00000400:00000200:0.0:1767384321.364236:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841189c9 00000400:00000010:0.0:1767384321.364241:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000841189c9. 00000100:00000001:3.0:1767384321.364242:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908421 00000100:00000001:3.0:1767384321.364246:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908420 00000100:00000001:0.0:1767384321.364246:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384321.364248:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384321.364251:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908421 00000100:00000200:0.0:1767384321.364253:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.364254:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.364255:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000457f02ae. 00000100:00000001:3.0:1767384321.364261:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.364265:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9decc6. 00000100:00000001:3.0:1767384321.364266:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364271:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.364273:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.364276:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.364277:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.364279:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.364284:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.364286:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.364288:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.364289:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384321.364290:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:0.0:1767384321.364293:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364295:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.364298:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3008 usecs (4 jiffies) 00000100:00100000:3.0:1767384321.364299:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767384321.364301:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384321.364304:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.364304:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294908421 00000100:00000001:1.0:1767384321.364305:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384321.364310:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384321.364310:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294908421 00000100:00000001:3.0:1767384321.364312:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.364312:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.364315:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294908421 00000100:00000001:3.0:1767384321.364316:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.364321:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364322:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.364322:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294908421 00000100:00000001:3.0:1767384321.364325:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.364328:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384321.364328:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294908421 00000100:00000001:0.0:1767384321.364332:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294908421 00000100:00000001:1.0:1767384321.364333:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384321.364334:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.364338:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294908421 00000100:00000001:0.0:1767384321.364344:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294908421 00000100:00000001:1.0:1767384321.364346:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.364347:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.364349:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.364351:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.364351:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384321.364352:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.364357:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384321.364358:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384321.364359:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.364361:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.364365:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384321.364366:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.364366:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:1.0:1767384321.364372:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089063040 : -130122620488576 : ffff89a7776db480) 00000100:00100000:3.0:1767384321.364374:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742993536:0@lo:400: 00000100:00000001:0.0:1767384321.364375:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.364378:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384321.364379:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6e56c68 x1853236742993280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.364380:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384321.364384:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384321.364386:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.364390:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384321.364391:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384321.364394:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384321.364398:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ab259e8. 00000100:00000001:0.0:1767384321.364398:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.364399:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384321.364404:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.364405:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec5b1a7. 00000100:00000001:0.0:1767384321.364405:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.364408:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000100:00000001:1.0:1767384321.364412:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384321.364415:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000020:00000010:1.0:1767384321.364416:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec5b1a7. 00000100:00000200:3.0:1767384321.364421:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742993536, portal 4 00000100:00000001:3.0:1767384321.364425:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384321.364426:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6e56c68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236742993280:12345-0@lo:13: 00000100:00000001:3.0:1767384321.364428:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000100:00000200:1.0:1767384321.364433:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993280 00000100:00000040:3.0:1767384321.364437:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.364437:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384321.364442:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384321.364445:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384321.364446:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.364449:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384321.364451:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384321.364453:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000400:00000010:3.0:1767384321.364454:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000020:00000001:1.0:1767384321.364458:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384321.364459:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742993536, offset 0 00000020:00000001:1.0:1767384321.364461:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.364466:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384321.364467:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384321.364469:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384321.364474:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384321.364478:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.364479:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384321.364483:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993664 00000100:00000001:1.0:1767384321.364484:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384321.364488:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384321.364488:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384321.364491:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc03680 00000100:00000001:0.0:1767384321.364492:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384321.364495:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000386d291e. 00000100:00000001:0.0:1767384321.364496:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.364499:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.364502:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 2320 02000000:00000001:0.0:1767384321.364502:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.364503:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.364509:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993664 00000400:00000200:3.0:1767384321.364511:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:1.0:1767384321.364511:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384321.364512:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384321.364516:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00002000:00000001:1.0:1767384321.364517:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384321.364520:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384321.364521:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384321.364521:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:0.0:1767384321.364525:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000020:00000001:0.0:1767384321.364528:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:3.0:1767384321.364529:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384321.364530:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000200:3.0:1767384321.364532:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1767384321.364536:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.364536:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384321.364537:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408a3767. 00000020:00000010:0.0:1767384321.364542:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067e6f7f0. 00000100:00000040:3.0:1767384321.364543:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000408a3767 x1853236742993536 msgsize 224 00002000:00000024:1.0:1767384321.364543:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384321.364549:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384321.364551:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:0.0:1767384321.364555:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067e6f7f0. 00000100:00100000:3.0:1767384321.364556:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:1.0:1767384321.364559:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384321.364564:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:0.0:1767384321.364564:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f82cd97. 00000100:00000001:3.0:1767384321.364567:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1767384321.364571:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384321.364572:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029b3a69b. 00000400:00000200:3.0:1767384321.364574:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000001:00000001:1.0:1767384321.364576:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1767384321.364577:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000001:00000001:1.0:1767384321.364580:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.364581:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000100:00000001:3.0:1767384321.364582:0:16350:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:1.0:1767384321.364585:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.364588:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742993280 00000100:00000200:3.0:1767384321.364589:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.364593:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384321.364600:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:1.0:1767384321.364600:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6e56c68 x1853236742993280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.364604:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.364621:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.364624:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364625:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.364628:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.364629:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.364635:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384321.364637:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.364639:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.364643:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000040:3.0:1767384321.364644:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4072 usecs (5 jiffies) 02000000:00000001:1.0:1767384321.364645:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.364649:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364650:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908422 00000100:00000001:1.0:1767384321.364652:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.364658:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384321.364661:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294908421 00000400:00000010:1.0:1767384321.364661:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000200:1.0:1767384321.364667:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742993280, offset 224 00000100:00000001:3.0:1767384321.364669:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908422 00000400:00000200:1.0:1767384321.364674:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384321.364677:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294908421 00000100:00000001:3.0:1767384321.364685:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908422 00000100:00000001:3.0:1767384321.364690:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294908421 00000400:00000200:1.0:1767384321.364690:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.364695:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908422 00000100:00000001:3.0:1767384321.364701:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294908421 00000400:00000200:1.0:1767384321.364704:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc03580 00000400:00000200:1.0:1767384321.364712:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14f5 [1] + 224 00000400:00000200:1.0:1767384321.364716:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.364718:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.364722:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.364723:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364730:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.364730:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384321.364735:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384321.364737:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.364745:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384321.364745:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.364749:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.364761:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384321.364763:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384321.364764:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993792 02000000:00000001:3.0:1767384321.364767:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.364768:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384321.364769:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000100:00000001:3.0:1767384321.364770:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.364773:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 02000000:00000001:3.0:1767384321.364774:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.364777:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384321.364778:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993792 00000100:00000001:1.0:1767384321.364779:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384321.364781:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384321.364783:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.364784:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:3.0:1767384321.364787:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384321.364789:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000040:3.0:1767384321.364791:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00010000:00000001:1.0:1767384321.364807:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384321.364808:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:1.0:1767384321.364811:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.364812:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:1.0:1767384321.364817:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.364818:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384321.364822:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6e56c68 x1853236742993280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384321.364823:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a41fcad. 00000020:00000010:3.0:1767384321.364828:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009b3cabab. 00000020:00000040:3.0:1767384321.364835:0:17854:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00100000:1.0:1767384321.364840:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6e56c68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236742993280:12345-0@lo:13: Request processed in 437us (1193us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384321.364841:0:17854:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384321.364848:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384321.364853:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa399c91. 00000100:00100000:1.0:1767384321.364857:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000010:3.0:1767384321.364859:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058cd0122. 00000100:00000040:1.0:1767384321.364862:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:1.0:1767384321.364867:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.364869:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.364874:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9decc6. 00000020:00000010:1.0:1767384321.364880:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000020:00000010:1.0:1767384321.364884:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000457f02ae. 00000020:00000040:1.0:1767384321.364889:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384321.364892:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384321.364915:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384321.364919:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00080000:1.0:1767384321.364923:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384321.364925:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384321.364938:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.364940:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384321.364945:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384321.364947:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384321.364949:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aacfc71. 00000400:00000200:1.0:1767384321.364953:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7863a3c 00000400:00000010:1.0:1767384321.364955:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7863a3c. 00000100:00000001:1.0:1767384321.364958:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.364961:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384321.364970:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.364978:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.364981:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.364983:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384321.364986:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.364988:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.364990:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.364992:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.364998:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384321.365001:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.365003:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.365005:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.365007:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384321.365010:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.365015:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365018:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384321.365019:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384321.365020:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384321.365021:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.365030:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.365034:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.365036:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384321.365038:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384321.365039:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384321.365042:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384321.365044:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384321.365048:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384321.365052:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.365054:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.365059:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081c7c720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742993280:0@lo:13: 00000100:00000001:1.0:1767384321.365062:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365063:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384321.365066:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c7c720 x1853236742993280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.365070:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384321.365072:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384321.365074:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a2b72a2. 02000000:00000001:1.0:1767384321.365077:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384321.365079:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384321.365080:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384321.365082:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384321.365083:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006c8c7a6b. 02000000:00000001:1.0:1767384321.365085:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384321.365086:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384321.365087:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c7c720. 00000100:00000001:1.0:1767384321.365090:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384321.365090:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.365092:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365099:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.365254:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.365257:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365259:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365649:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384321.365651:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993408 02000000:00000001:1.0:1767384321.365653:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.365654:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.365655:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.365658:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.365660:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993408 00000020:00000001:1.0:1767384321.365661:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.365662:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384321.365664:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.365665:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384321.365667:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384321.365669:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384321.365671:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.365674:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec5b1a7. 00000100:00000001:1.0:1767384321.365675:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.365677:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec5b1a7. 00000020:00000010:1.0:1767384321.365680:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c684a8b. 00000020:00000010:1.0:1767384321.365682:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9decc6. 00000020:00000010:1.0:1767384321.365685:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000040:1.0:1767384321.365703:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384321.365705:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384321.365706:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384321.365707:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365711:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365720:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.365730:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384321.365732:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384321.365735:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384321.365737:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384321.365739:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223008848 : -130123486542768 : ffff89a743cec450) 00000100:00000040:1.0:1767384321.365749:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce6b9871 x1853236742993408/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.365756:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.365758:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec5b1a7. 00000100:00000001:1.0:1767384321.365759:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.365761:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec5b1a7. 00000100:00100000:1.0:1767384321.365764:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6b9871 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742993408:12345-0@lo:400: 00000100:00000200:1.0:1767384321.365767:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993408 00000020:00000001:1.0:1767384321.365769:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384321.365771:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384321.365772:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.365774:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384321.365776:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:1.0:1767384321.365777:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384321.365779:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.365780:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.365782:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384321.365784:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.365786:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384321.365787:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384321.365789:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384321.365792:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d02696d. 02000000:00000001:1.0:1767384321.365809:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365811:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.365813:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.365815:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993408 00010000:00000001:1.0:1767384321.365817:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.365819:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce6b9871 x1853236742993408/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.365825:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.365826:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.365827:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.365830:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384321.365839:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.365842:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384321.365844:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.365847:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365850:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.365853:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.365856:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000040:0.0:1767384321.365858:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1767384321.365860:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236742993408, offset 224 00000400:00000200:1.0:1767384321.365867:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.365868:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384321.365871:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384321.365875:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.365880:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.365884:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384321.365885:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc03600 00000100:00000001:0.0:1767384321.365885:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.365888:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.365893:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384321.365896:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14fd [1] + 224 00000100:00000001:0.0:1767384321.365898:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384321.365900:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.365903:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384321.365903:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.365909:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384321.365909:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384321.365910:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.365914:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.365917:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.365921:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.365923:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.365926:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.365927:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384321.365934:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384321.365938:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:3.0:1767384321.365942:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384321.365942:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.365948:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952744576 : -130122756807040 : ffff89a76f4da680) 00000100:00000001:3.0:1767384321.365952:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384321.365960:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c955984 x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.365961:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384321.365963:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384321.365966:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:3.0:1767384321.365970:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089060352 : -130122620491264 : ffff89a7776daa00) 00000400:00000200:1.0:1767384321.365971:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000400:00000010:1.0:1767384321.365975:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000040:3.0:1767384321.365979:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff4b05c6 x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.365981:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384321.365984:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.365985:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.365992:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.365992:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.365992:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067e6f7f0. 00000020:00000010:3.0:1767384321.365998:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccc47430. 00000100:00000001:0.0:1767384321.365999:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384321.366000:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384321.366003:0:17854:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384321.366006:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384321.366008:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067e6f7f0. 00000020:00000010:3.0:1767384321.366009:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccc47430. 00000020:00000001:1.0:1767384321.366009:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.366015:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384321.366019:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff4b05c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853236742993792:12345-0@lo:400: 00000100:00100000:0.0:1767384321.366020:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c955984 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236742993664:12345-0@lo:400: 00000100:00000040:1.0:1767384321.366021:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce6b9871 x1853236742993408/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384321.366028:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993792 00000100:00000200:0.0:1767384321.366033:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993664 00000020:00000001:3.0:1767384321.366034:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384321.366039:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384321.366040:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384321.366041:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6b9871 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742993408:12345-0@lo:400: Request processed in 282us (2167us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384321.366044:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.366045:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384321.366049:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384321.366049:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.366053:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384321.366054:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384321.366057:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384321.366059:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384321.366063:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384321.366064:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384321.366067:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000020:00000001:0.0:1767384321.366068:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384321.366069:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384321.366073:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384321.366073:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000020:00000001:0.0:1767384321.366073:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.366077:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384321.366078:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.366078:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384321.366079:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.366082:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384321.366083:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384321.366084:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384321.366087:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9decc6. 00000100:00000001:3.0:1767384321.366088:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384321.366089:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384321.366092:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384321.366094:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 02000000:00000001:0.0:1767384321.366094:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384321.366096:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ef8ce7c. 02000000:00000010:0.0:1767384321.366123:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003257a49c. 00000020:00000010:1.0:1767384321.366127:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c684a8b. 02000000:00000001:0.0:1767384321.366127:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.366129:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366129:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.366133:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:3.0:1767384321.366134:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.366135:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366139:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384321.366140:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384321.366140:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993664 02000000:00000010:1.0:1767384321.366143:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007d02696d. 00010000:00000040:3.0:1767384321.366146:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993792 00010000:00000001:0.0:1767384321.366146:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384321.366148:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384321.366151:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384321.366152:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384321.366154:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c955984 x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384321.366159:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff4b05c6 x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384321.366159:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384321.366167:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca169af3. 00000400:00000010:1.0:1767384321.366174:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a58f8c1a. 00010000:00000001:0.0:1767384321.366183:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384321.366187:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384321.366192:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.366195:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.366198:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384321.366201:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384321.366204:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384321.366206:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384321.366207:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000100:00000040:0.0:1767384321.366213:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:1.0:1767384321.366214:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a88d2f 00010000:00000001:3.0:1767384321.366215:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384321.366217:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:1.0:1767384321.366219:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a88d2f. 00010000:00000001:3.0:1767384321.366220:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.366221:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384321.366224:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384321.366226:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=25 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384321.366226:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384321.366230:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.366232:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384321.366234:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384321.366238:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384321.366239:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:3.0:1767384321.366245:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:0.0:1767384321.366245:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000841189c9. 02000000:00000001:3.0:1767384321.366251:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384321.366252:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742993664, offset 224 00000100:00000200:1.0:1767384321.366254:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.366255:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366260:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384321.366263:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384321.366268:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.366271:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384321.366273:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000001:1.0:1767384321.366274:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384321.366276:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384321.366278:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742993792, offset 224 00000100:00000001:1.0:1767384321.366279:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384321.366282:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.366285:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384321.366286:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc03700 00000400:00000200:3.0:1767384321.366289:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.366289:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366294:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.366298:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1505 [1] + 224 00000400:00000200:3.0:1767384321.366303:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384321.366308:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=31 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384321.366309:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.366315:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc03780 00000100:00001000:1.0:1767384321.366316:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=31 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384321.366317:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384321.366325:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000100:00000001:1.0:1767384321.366326:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.366328:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.366332:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384321.366332:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384321.366332:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384321.366335:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.366338:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384321.366339:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.366341:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384321.366346:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.366348:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.366355:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.366368:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.366377:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.366384:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384321.366387:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384321.366388:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.366396:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.366402:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384321.366408:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841189c9 00000400:00000010:0.0:1767384321.366413:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000841189c9. 00000100:00000001:0.0:1767384321.366418:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384321.366419:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f373c972 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742993408:0@lo:400: 00000100:00000001:3.0:1767384321.366421:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.366421:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.366427:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.366428:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.366430:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000100:00000001:1.0:1767384321.366431:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.366432:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000010:3.0:1767384321.366435:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00010000:00000001:0.0:1767384321.366436:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384321.366438:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f373c972 x1853236742993408/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.366440:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366441:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.366444:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384321.366445:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.366448:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.366452:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c955984 x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.366456:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384321.366457:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384321.366460:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384321.366462:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:1.0:1767384321.366464:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054e1c358. 00000020:00000001:3.0:1767384321.366466:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366470:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.366471:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384321.366473:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384321.366476:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000100:00100000:0.0:1767384321.366476:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c955984 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236742993664:12345-0@lo:400: Request processed in 489us (2373us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384321.366480:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384321.366482:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eec97d41. 00000100:00000040:3.0:1767384321.366484:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff4b05c6 x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.366487:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384321.366490:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384321.366493:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f373c972. 00000100:00000001:1.0:1767384321.366499:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384321.366501:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384321.366502:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384321.366504:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384321.366508:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff4b05c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853236742993792:12345-0@lo:400: Request processed in 512us (2294us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384321.366508:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:1.0:1767384321.366511:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.366513:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384321.366516:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384321.366521:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384321.366521:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.366521:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029b3a69b. 00000100:00000040:3.0:1767384321.366527:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:1.0:1767384321.366528:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384321.366529:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00000100:00000001:3.0:1767384321.366530:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.366532:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366534:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384321.366535:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f82cd97. 00000020:00000010:3.0:1767384321.366539:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa399c91. 00000020:00000040:0.0:1767384321.366540:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:1.0:1767384321.366541:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.366546:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.366546:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384321.366547:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058cd0122. 00000400:00000001:1.0:1767384321.366551:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384321.366553:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000400:00000001:1.0:1767384321.366554:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384321.366557:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee67b2f. 00000020:00000040:3.0:1767384321.366558:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:3.0:1767384321.366563:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384321.366563:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc5387f 00000400:00000010:1.0:1767384321.366567:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc5387f. 00000100:00000001:1.0:1767384321.366572:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.366576:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384321.366582:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.366583:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.366586:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.366590:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:3.0:1767384321.366592:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384321.366592:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384321.366594:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993536 00000400:00000001:3.0:1767384321.366596:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384321.366597:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384321.366600:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384321.366601:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00000100:00000001:1.0:1767384321.366602:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384321.366604:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384321.366606:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384321.366607:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000100:00000001:1.0:1767384321.366609:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.366609:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.366610:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:1.0:1767384321.366613:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366616:0:16350:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384321.366616:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366617:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.366624:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=25 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384321.366624:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993536 00000100:00000200:3.0:1767384321.366625:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.366629:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1767384321.366632:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=25 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384321.366633:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:0.0:1767384321.366637:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.366641:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:1.0:1767384321.366642:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.366645:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.366646:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00010000:00000001:1.0:1767384321.366649:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384321.366651:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.366651:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00010000:00080000:1.0:1767384321.366655:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.366657:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384321.366661:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067e6f7f0. 00000100:00000001:0.0:1767384321.366666:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384321.366671:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067e6f7f0. 00000020:00000010:0.0:1767384321.366678:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f82cd97. 00000020:00000010:0.0:1767384321.366683:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029b3a69b. 00000100:00000001:3.0:1767384321.366685:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384321.366685:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.366687:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000100:00000001:3.0:1767384321.366689:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.366691:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384321.366693:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384321.366694:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1767384321.366696:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384321.366697:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.366698:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384321.366699:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.366701:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.366701:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366702:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384321.366704:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366706:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384321.366707:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.366708:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384321.366712:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.366720:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384321.366720:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384321.366723:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384321.366725:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366731:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.366735:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.366739:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366742:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384321.366743:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384321.366743:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.366746:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384321.366749:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1767384321.366750:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.366752:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384321.366754:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384321.366760:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000040:1.0:1767384321.366762:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.366765:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952747264 : -130122756804352 : ffff89a76f4db100) 00000100:00000040:0.0:1767384321.366775:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000408a3767 x1853236742993536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384321.366778:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366785:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384321.366787:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384321.366791:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384321.366805:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.366809:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16347:1853236742993792:0@lo:400: 00000100:00000040:3.0:1767384321.366813:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.366816:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.366821:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384321.366821:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067e6f7f0. 00000100:00000001:3.0:1767384321.366823:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.366826:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.366827:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384321.366827:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384321.366831:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384321.366832:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067e6f7f0. 00000100:00000040:1.0:1767384321.366835:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004953e58f x1853236742993792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.366837:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384321.366842:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000408a3767 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236742993536:12345-0@lo:400: 00000100:00000200:0.0:1767384321.366854:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993536 00000020:00000001:0.0:1767384321.366858:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384321.366862:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384321.366865:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.366870:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236742993664:0@lo:400: 00000020:00000001:0.0:1767384321.366871:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384321.366874:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384321.366875:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384321.366879:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384321.366880:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366880:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384321.366881:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384321.366885:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4c4f944. 00000100:00000001:3.0:1767384321.366887:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384321.366888:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.366892:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384321.366893:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.366894:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.366896:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000723b748e x1853236742993664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.366897:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384321.366898:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1767384321.366901:0:16347:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384321.366902:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384321.366906:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384321.366907:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384321.366911:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000870ce7f0. 02000000:00000010:0.0:1767384321.366911:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acac42b2. 00000100:00000001:3.0:1767384321.366913:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.366916:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366918:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.366919:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384321.366919:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.366921:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384321.366924:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384321.366925:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034c6192a. 00000100:00000010:1.0:1767384321.366925:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004953e58f. 00000100:00000001:1.0:1767384321.366933:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:0.0:1767384321.366933:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742993536 02000000:00000001:3.0:1767384321.366934:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384321.366937:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.366937:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384321.366938:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.366942:0:16350:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384321.366942:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384321.366945:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000408a3767 x1853236742993536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384321.366949:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384321.366951:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384321.366952:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d253ee0. 00000100:00000001:1.0:1767384321.366954:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.366957:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384321.366959:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384321.366961:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384321.366963:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.366964:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000723b748e. 00010000:00000001:0.0:1767384321.366966:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384321.366970:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384321.366975:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.366976:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.366979:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.366983:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384321.366984:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.366988:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.366991:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384321.366991:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384321.366994:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.366996:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384321.366998:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.367001:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384321.367004:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.367007:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384321.367012:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384321.367016:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000841189c9. 00000100:00000200:0.0:1767384321.367020:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742993536, offset 224 00000400:00000200:0.0:1767384321.367026:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384321.367033:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384321.367039:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc03680 00000400:00000200:0.0:1767384321.367043:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000400:00000200:0.0:1767384321.367045:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.367048:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.367050:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384321.367053:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.367059:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.367072:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384321.367076:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841189c9 00000400:00000010:0.0:1767384321.367077:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000841189c9. 00000100:00000001:0.0:1767384321.367080:0:18483:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384321.367081:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.367084:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.367086:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384321.367093:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384321.367095:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.367096:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384321.367097:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.367098:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384321.367128:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408a3767 x1853236742993536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384321.367137:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000408a3767 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236742993536:12345-0@lo:400: Request processed in 319us (2591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384321.367143:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384321.367146:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:0.0:1767384321.367147:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384321.367148:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384321.367153:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029b3a69b. 00000400:00000001:3.0:1767384321.367154:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.367157:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384321.367157:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00000400:00000010:3.0:1767384321.367160:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000020:00000010:0.0:1767384321.367163:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f82cd97. 00000400:00000200:3.0:1767384321.367164:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384321.367168:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000020:00000040:0.0:1767384321.367169:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:3.0:1767384321.367171:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384321.367172:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384321.367177:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384321.367183:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.367188:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.367189:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.367191:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384321.367192:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.367193:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.367194:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.367195:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.367199:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.367200:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.367203:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.367203:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.367205:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384321.367207:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384321.367211:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.367213:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384321.367214:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384321.367220:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384321.367221:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.367223:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.367228:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.367230:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.367230:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384321.367232:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.367237:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742993536:0@lo:400: 00000100:00000001:3.0:1767384321.367239:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.367240:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.367242:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236742993536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.367246:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.367247:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.367249:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ab259e8. 02000000:00000001:3.0:1767384321.367251:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.367252:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.367253:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384321.367255:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.367256:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e25031a. 02000000:00000001:3.0:1767384321.367258:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.367259:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.367260:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 00000100:00000001:3.0:1767384321.367261:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.367262:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.367263:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.367267:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.367268:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.367269:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.367270:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.370148:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000040:3.0:1767384321.370156:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000010:1.0:1767384321.370157:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002367d2a7. 00000100:00000010:3.0:1767384321.370165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006719a28b. 00000100:00000040:0.0:1767384321.371153:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294908422, at 4294908424 00000100:00000010:0.0:1767384321.371160:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028f78eac. 00000100:00000040:2.0:1767384321.371244:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294908422, at 4294908424 00000100:00000010:2.0:1767384321.371251:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9a7ebae. 00010000:00000001:0.0:1767384321.555171:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384321.555179:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.555188:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384321.555190:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.555207:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384321.555212:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.555216:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384321.627780:0:23570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee42e2b1. 00080000:00000010:3.0:1767384321.627806:0:23570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee42e2b1. 00000020:00000001:3.0:1767384321.627811:0:23570:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384321.627818:0:23570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee42e2b1. 00080000:00000010:3.0:1767384321.627822:0:23570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee42e2b1. 00000020:00000001:3.0:1767384321.627825:0:23570:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384322.293580:0:23734:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384322.293584:0:23734:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384322.296837:0:23734:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384322.303934:0:23735:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fa6a684f. 00000400:00000010:0.0:1767384322.303951:0:23735:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bc2fbad5. 00000400:00000010:0.0:1767384322.303960:0:23735:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001d209187. 00000400:00000010:0.0:1767384322.303963:0:23735:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002aec3189. 00000400:00000010:0.0:1767384322.303966:0:23735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2804da3. 00000400:00000010:0.0:1767384322.303970:0:23735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d318390e. 00000400:00000010:0.0:1767384322.303971:0:23735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6f8c925. 00000400:00000010:0.0:1767384322.303973:0:23735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023a0e508. 00000400:00000010:0.0:1767384322.303976:0:23735:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001972f600. 00000800:00000010:0.0:1767384322.303987:0:23735:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000097aca93e. 00000800:00000200:0.0:1767384322.303998:0:23735:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384322.304010:0:23735:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384322.304044:0:23735:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384322.304064:0:23735:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384322.305871:0:23735:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004b2e4005. 00000400:00000010:0.0:1767384322.305878:0:23735:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da20ea8. 00000400:00000010:0.0:1767384322.305884:0:23735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000841189c9. 00000400:00000001:0.0:1767384322.305903:0:23735:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.305905:0:23735:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.305907:0:23735:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000400:00000200:0.0:1767384322.305911:0:23735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a1188b 00000400:00000010:0.0:1767384322.305913:0:23735:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1a1188b. 00000400:00000010:0.0:1767384322.305918:0:23735:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000006033aa36. 00000400:00000200:0.0:1767384322.305925:0:23735:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (14) 00000400:00000200:0.0:1767384322.305936:0:23735:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384322.305944:0:23735:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:0.0:1767384322.305951:0:23735:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000050caba82. 00000020:01000000:0.0:1767384322.305955:0:23735:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384322.305957:0:23735:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp23 00000400:00000200:2.0:1767384322.305966:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384322.305972:0:23735:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bc2fbad5. 00000400:00000200:2.0:1767384322.305976:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384322.305977:0:23735:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fa6a684f. 00000400:00000010:2.0:1767384322.305986:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a552b937. 00000400:00000200:2.0:1767384322.305990:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (15) 00000400:00000010:2.0:1767384322.305997:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab6badb0. 00000400:00000200:2.0:1767384322.306002:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:3.0:1767384322.306007:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.306013:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.306018:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384322.306019:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 10000000:01000000:3.0:1767384322.306023:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384322.306028:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384322.306029:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384322.306031:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384322.306035:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384322.306039:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384322.306041:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384322.306042:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.306046:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.306049:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384322.306052:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384322.306053:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384322.306055:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.306058:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384322.306063:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:3.0:1767384322.306067:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 00000400:00000200:2.0:1767384322.306071:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384322.306074:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384322.306078:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384322.306083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384322.306086:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384322.306089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384322.306095:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.306095:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384322.306127:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384322.306142:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:3.0:1767384322.306144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000071134ca7. 00000400:00000200:2.0:1767384322.306150:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384322.306153:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.306157:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384322.306164:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384322.306165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384322.306170:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.306173:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000040:3.0:1767384322.306182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042610649] to pc [ptlrpcd_00_01+1] req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.306183:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp22 00000400:00000200:2.0:1767384322.306191:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384322.306198:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp22 00000400:00000200:2.0:1767384322.306204:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp22 NI seq info: [31:31:256:4294967295] 192.168.204.108@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1767384322.306212:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp22 10000000:00000001:3.0:1767384322.306213:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384322.306218:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.306223:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384322.306227:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384322.306228:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22:) -> 192.168.204.108@tcp22(192.168.204.108@tcp:192.168.204.108@tcp22) : PUT try# 0 00000020:00000001:3.0:1767384322.306237:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384322.306239:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp22 00000100:00000001:1.0:1767384322.306243:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384322.306246:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000037e11a72. 10000000:00000001:3.0:1767384322.306249:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384322.306249:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384322.306253:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384322.306254:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384322.306257:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002adf27e6. 10000000:01000000:3.0:1767384322.306258:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384322.306258:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384322.306264:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:2.0:1767384322.306266:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a51371ef. 00000020:01000004:3.0:1767384322.306270:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384322.306274:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384322.306275:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384322.306278:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384322.306279:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384322.306279:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (2) 00000020:01000004:3.0:1767384322.306284:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384322.306285:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384322.306287:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384322.306289:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384322.306291:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:2.1:1767384322.306291:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (2) 02000000:00000001:1.0:1767384322.306293:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384322.306296:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.306300:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384322.306300:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742993920:0@lo:253: 00000100:00000001:1.0:1767384322.306306:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384322.306307:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007648b210. 02000000:00000001:1.0:1767384322.306310:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384322.306313:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384322.306314:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.306315:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:1.0:1767384322.306319:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384322.306320:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384322.306322:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:3.0:1767384322.306324:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384322.306329:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384322.306335:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce5b3a51. 02000000:00000001:1.0:1767384322.306338:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384322.306339:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002603f2d6. 00000400:00000010:1.0:1767384322.306343:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00000100:00000001:3.0:1767384322.306344:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306351:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384322.306351:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e6d5efa. 00000100:00000001:3.0:1767384322.306355:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.306357:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742993920, portal 25 00000100:00000001:1.0:1767384322.306361:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384322.306364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007648b210] to pc [ptlrpcd_00_02+2] req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.306364:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000040:1.0:1767384322.306371:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.306390:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384322.306394:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000040:1.0:1767384322.306394:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384322.306398:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072b3d804. 10000000:00000001:3.0:1767384322.306400:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.306402:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742993920, offset 0 10000000:00000001:3.0:1767384322.306405:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.306409:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.306410:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384322.306414:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384322.306419:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000050caba82. 00000400:00000200:1.0:1767384322.306424:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384322.306435:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03800 00000100:00000001:3.0:1767384322.306436:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.306441:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384322.306444:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000100:00000001:3.0:1767384322.306445:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384322.306452:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.306456:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000010:1.0:1767384322.306456:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e0fc45. 00000400:00000200:1.0:1767384322.306461:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c9415c4 00000100:00000001:3.0:1767384322.306470:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384322.306472:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384322.306473:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.306479:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384322.306479:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384322.306484:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9415c4 00000400:00000010:1.0:1767384322.306485:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c9415c4. 02000000:00000001:3.0:1767384322.306490:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384322.306493:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384322.306495:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.306495:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384322.306501:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000f9cc8867 x1853236742993920 msgsize 4848 00000100:00100000:3.0:1767384322.306505:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742994048:0@lo:253: 00000400:00000200:2.0:1767384322.306505:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00100000:1.0:1767384322.306510:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384322.306514:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384322.306515:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384322.306520:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384322.306523:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.306523:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384322.306528:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384322.306530:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072b3d804 00000400:00000010:1.0:1767384322.306533:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072b3d804. 02000000:00000010:3.0:1767384322.306535:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000091f8b1a4. 00000100:00000001:1.0:1767384322.306536:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384322.306540:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.306541:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384322.306548:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000400:00000200:2.0:1767384322.306548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:1.0:1767384322.306553:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384322.306558:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006985027e. 00000100:00000040:1.0:1767384322.306558:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384322.306566:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742994048, portal 25 00000100:00000001:1.0:1767384322.306568:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306571:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384322.306571:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384322.306576:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000100:00000001:1.0:1767384322.306579:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.306583:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.306585:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294909364 00000400:00000200:2.0:1767384322.306589:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:3.0:1767384322.306596:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384322.306601:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030332627. 00000100:00000040:3.0:1767384322.306602:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384322.306608:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b23dc91. 00000100:00000001:1.0:1767384322.306609:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384322.306615:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742994048, offset 0 00000100:00000001:1.0:1767384322.306618:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294909364 00000100:00000010:1.0:1767384322.306623:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaefa0c1. 00000400:00000200:3.0:1767384322.306627:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384322.306628:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384322.306634:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294909364 00000400:00000200:2.0:1767384322.306638:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000010:1.0:1767384322.306638:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f99d1c2c. 00000400:00000200:3.0:1767384322.306639:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384322.306645:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384322.306651:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294909364 00000400:00000200:3.0:1767384322.306654:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03880 00000100:00000010:1.0:1767384322.306663:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0268132. 00000400:00000200:3.0:1767384322.306665:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:1.0:1767384322.306667:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384322.306673:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384322.306674:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c500017. 00000100:00000001:1.0:1767384322.306677:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.306681:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ea483c7 00000100:00000001:1.0:1767384322.306681:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.306686:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.306689:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384322.306693:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384322.306697:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384322.306698:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384322.306699:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:1.0:1767384322.306701:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384322.306705:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384322.306707:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea483c7 00000100:00000001:1.0:1767384322.306708:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384322.306712:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea483c7. 00000100:00000001:1.0:1767384322.306713:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306719:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384322.306723:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384322.306726:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384322.306727:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000aff79acc x1853236742994048 msgsize 4848 00000100:00000001:1.0:1767384322.306729:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384322.306738:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384322.306747:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384322.306748:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384322.306760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:3.0:1767384322.306761:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384322.306762:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742993920 02000000:00000001:1.0:1767384322.306767:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384322.306769:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.306771:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.306773:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b23dc91 02000000:00000001:1.0:1767384322.306785:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.306790:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742993920 00000020:00000001:1.0:1767384322.306792:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384322.306794:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b23dc91. 00000020:00000040:1.0:1767384322.306795:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384322.306799:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384322.306802:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384322.306802:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384322.306806:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384322.306809:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000200:3.0:1767384322.306810:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.306813:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384322.306818:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df96e20e. 00000100:00000001:1.0:1767384322.306822:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.306825:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df96e20e. 00000100:00000001:3.0:1767384322.306826:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384322.306832:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.306832:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c684a8b. 00000400:00000200:2.0:1767384322.306834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000020:00000010:1.0:1767384322.306840:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006be96105. 00000100:00000001:3.0:1767384322.306848:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384322.306850:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d4bcde. 00000100:00000001:3.0:1767384322.306853:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384322.306861:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384322.306864:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384322.306865:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294909364 00000100:00000001:3.0:1767384322.306869:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294909364 00000100:00000001:3.0:1767384322.306871:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294909364 00000100:00000001:3.0:1767384322.306873:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294909364 00000100:00000001:3.0:1767384322.306876:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294909364 00000100:00000001:3.0:1767384322.306878:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294909364 00000100:00000001:3.0:1767384322.306880:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294909364 00000100:00000001:3.0:1767384322.306885:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294909364 00000100:00000001:1.0:1767384322.306885:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384322.306888:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384322.306889:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384322.306894:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.306894:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.306897:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:3.0:1767384322.306899:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306905:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.306906:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306911:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.306914:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384322.306917:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.306918:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.306923:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384322.306927:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306930:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.306933:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384322.306937:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994048 02000000:00000001:1.0:1767384322.306939:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384322.306940:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.306941:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.306943:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.306945:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384322.306946:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994048 00000020:00000001:1.0:1767384322.306950:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384322.306951:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384322.306952:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384322.306954:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.306955:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000200:2.0:1767384322.306957:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000020:00000001:1.0:1767384322.306958:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384322.306964:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384322.306967:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384322.306970:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df96e20e. 00000100:00000001:1.0:1767384322.306973:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.306975:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df96e20e. 00000020:00000010:1.0:1767384322.306979:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a698a6e. 00000020:00000010:1.0:1767384322.306982:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f034943. 00000020:00000010:1.0:1767384322.306985:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003734e0d8. 00000100:00000001:1.0:1767384322.306988:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384322.306989:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384322.306990:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.306993:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.307000:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.307010:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384322.307012:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384322.307012:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384322.307014:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:3.0:1767384322.307017:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384322.307017:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384322.307023:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384322.307025:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088509008 : -130122621042608 : ffff89a777654050) 00000100:00100000:3.0:1767384322.307028:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:3.0:1767384322.307035:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000040:1.0:1767384322.307039:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9cc8867 x1853236742993920/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.307040:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088522320 : -130122621029296 : ffff89a777657450) 00000100:00000001:1.0:1767384322.307051:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384322.307052:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aff79acc x1853236742994048/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.307055:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df96e20e. 00000400:00000200:2.0:1767384322.307058:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:1.0:1767384322.307060:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.307066:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df96e20e. 00000100:00000001:3.0:1767384322.307075:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384322.307075:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9cc8867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742993920:12345-0@lo:253: 00000100:00000200:1.0:1767384322.307081:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742993920 00000020:00000010:3.0:1767384322.307082:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000828fa063. 00000020:00000001:1.0:1767384322.307084:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384322.307087:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384322.307089:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384322.307091:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000828fa063. 00000020:00000001:1.0:1767384322.307092:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.307098:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384322.307119:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384322.307122:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384322.307124:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.307127:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000020:00000001:1.0:1767384322.307127:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384322.307132:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aff79acc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742994048:12345-0@lo:253: 00000020:00000001:1.0:1767384322.307132:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384322.307137:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384322.307139:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994048 00000100:00000001:1.0:1767384322.307142:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384322.307143:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384322.307145:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384322.307149:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384322.307151:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad7d0e45. 00000020:00000001:3.0:1767384322.307153:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.307155:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.307157:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384322.307158:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.307161:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:00000001:1.0:1767384322.307163:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384322.307167:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384322.307170:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384322.307173:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384322.307173:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e192f5ce. 00000020:00000001:3.0:1767384322.307175:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384322.307178:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384322.307180:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.307182:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384322.307184:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384322.307185:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:3.0:1767384322.307190:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384322.307190:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.307191:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 20000000:00000001:1.0:1767384322.307196:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.307199:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384322.307201:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004388e0a1. 02000000:00000001:3.0:1767384322.307205:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.307208:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384322.307210:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054e1c358. 20000000:00000001:3.0:1767384322.307211:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384322.307213:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000010:3.0:1767384322.307222:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027e2c012. 20000000:00000001:1.0:1767384322.307222:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384322.307228:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384322.307232:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384322.307233:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384322.307234:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384322.307238:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384322.307245:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.307248:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.307250:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384322.307251:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00080000:00000001:1.0:1767384322.307259:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384322.307277:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.307279:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384322.307281:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.307282:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384322.307284:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.307287:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00080000:00000002:1.0:1767384322.307288:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:1.0:1767384322.307295:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:1.0:1767384322.307297:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384322.307300:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384322.307303:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.307305:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384322.307308:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384322.307313:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384322.307316:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384322.307320:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009c310a0a. 00080000:00000001:1.0:1767384322.307322:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933987328 : -130127775564288 : ffff89a644297e00) 00080000:00000001:1.0:1767384322.307325:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384322.307329:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384322.307332:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000df96e20e. 00080000:00000001:1.0:1767384322.307335:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.307338:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384322.307340:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00080000:00000001:1.0:1767384322.307355:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.307371:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384322.307400:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307472:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307501:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307527:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307555:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307582:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.307604:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000800:00000010:2.0:1767384322.307852:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000040635d66. 00000800:00000010:2.0:1767384322.307859:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e28a950c. 00000800:00000010:2.0:1767384322.307866:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094492a09. 00000800:00000010:2.0:1767384322.307914:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094492a09. 00000400:00000200:3.0:1767384322.307933:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384322.307952:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384322.307957:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000066499da2. 00000800:00000010:1.0:1767384322.308000:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000154d17ff. 00000800:00000010:1.0:1767384322.308006:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072b3d804. 00000800:00000010:1.0:1767384322.308027:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b39e7849. 00000800:00000200:1.1:1767384322.308033:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (2) 00000800:00000200:1.1:1767384322.308038:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp22 00000000b39e7849 deleted 00000800:00000010:1.1:1767384322.308040:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b39e7849. 00000800:00000200:1.1:1767384322.308045:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384322.308052:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp22 ip 192.168.204.108:997 00000800:00000200:1.1:1767384322.308055:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e11a72 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384322.308061:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp22 p 3.x 192.168.204.108 -> 192.168.204.108:997 incarnation:1767384320743738072 sched[0] 00000800:00000010:1.0:1767384322.308066:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384322.308152:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00000010:1.0:1767384322.308156:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072b3d804. 00000800:00000200:2.1:1767384322.308173:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384322.308182:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp22 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384320743738072 sched[0] 00000800:00000010:2.0:1767384322.308187:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e28a950c. 00000800:00000010:1.0:1767384322.308193:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000066499da2. 00000800:00000001:1.0:1767384322.308221:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.308226:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384322.308232:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384322.308239:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.308251:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:1.0:1767384322.308298:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384322.308300:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000010:1.0:1767384322.308301:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037e11a72. 00000400:00000200:1.0:1767384322.308306:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.308312:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: PUT: OK 00000400:00000200:1.0:1767384322.308315:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384322.308319:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:1.0:1767384322.308325:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.308330:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384322.308331:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.308334:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384322.308339:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22) <- 192.168.204.108@tcp22 : PUT - for me 00000400:00000200:1.0:1767384322.308347:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384322.308350:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384322.308354:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x14e9 [1] + 0 00000400:00000010:1.0:1767384322.308358:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d9be6a2. 00000400:00000200:1.0:1767384322.308361:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000241dda7e 00000800:00000001:1.0:1767384322.308365:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.308372:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384322.308374:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.308377:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: PUT: OK 00000400:00000200:1.0:1767384322.308380:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:1.0:1767384322.308381:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000400:00000200:1.0:1767384322.308384:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384322.308387:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (16) 00000400:00000200:1.0:1767384322.308391:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384322.308392:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000010:1.0:1767384322.308395:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d435a5e1. 00000400:00000200:1.0:1767384322.308400:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 15 00000400:00000200:1.0:1767384322.308404:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384322.308411:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (17) 00000400:00000200:1.0:1767384322.308415:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384322.308419:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp22 to MR: 192.168.204.108@tcp22 local destination 00000400:00000200:1.0:1767384322.308424:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp22 NI seq info: [32:32:256:4294967295] 192.168.204.108@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1767384322.308437:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384322.308445:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22:192.168.204.108@tcp22) -> 192.168.204.108@tcp22(192.168.204.108@tcp22:192.168.204.108@tcp22) 192.168.204.108@tcp22 : ACK try# 0 00000800:00000200:1.0:1767384322.308450:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp22 00000400:00000200:3.0:1767384322.308451:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384322.308454:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070bd3cc0. 00000400:00000010:3.0:1767384322.308458:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000800:00000200:1.0:1767384322.308459:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (4) 00000800:00000200:1.0:1767384322.308467:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp22 ip 192.168.204.108:988 00000400:00000010:3.0:1767384322.308468:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000800:00000200:1.0:1767384322.308470:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070bd3cc0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384322.308476:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009505c850 00000400:00000200:2.0:1767384322.308477:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384322.308486:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004d1 00000400:00000010:3.0:1767384322.308495:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000df710775. 00000400:00000010:3.0:1767384322.308500:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000611f9010. 00000400:00000010:3.0:1767384322.308504:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000cd68c50f. 00000800:00000200:1.0:1767384322.308510:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384322.308514:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070bd3cc0. 00000400:00000200:1.0:1767384322.308520:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.308522:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384322.308526:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: ACK: OK 00000400:00000010:3.0:1767384322.308528:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009f49a579. 00000800:00000001:1.0:1767384322.308534:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.308538:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009f49a579 nid 192.168.204.108@tcp23 00000800:00000001:1.0:1767384322.308540:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384322.308544:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f9368069. 00000800:00000001:1.0:1767384322.308544:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.308549:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.308551:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f9368069 net tcp23 00000800:00000001:1.0:1767384322.308553:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.308557:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (16) 00000800:00000001:1.0:1767384322.308559:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.308561:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384322.308569:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp23 flags 0x11 00000400:00000200:1.0:1767384322.308571:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22) <- 192.168.204.108@tcp22 : ACK - for me 00000400:00000010:3.0:1767384322.308579:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000df710775. 00000400:00000010:3.0:1767384322.308585:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000611f9010. 00000400:00000200:1.0:1767384322.308586:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp22: ACK from 12345-192.168.204.108@tcp22 into md 0x1539 00000400:00000010:3.0:1767384322.308592:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000cd68c50f. 00000400:00000200:1.0:1767384322.308592:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.308598:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: ACK: OK 00000400:00000010:3.0:1767384322.308599:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d435a5e1. 00000400:00000200:1.0:1767384322.308602:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a552b937 00000400:00000010:1.0:1767384322.308605:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a552b937. 00000400:00000200:3.0:1767384322.308608:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384322.308609:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384322.308615:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384322.308617:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:2.0:1767384322.308618:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384322.308622:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384322.308627:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384322.308628:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (17) 00000800:00000001:1.0:1767384322.308636:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.308640:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000800:00000001:1.0:1767384322.308642:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.308646:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384322.308650:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384322.308656:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384322.308661:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308692:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384322.308709:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (16) 00000400:00000200:2.0:1767384322.308722:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308750:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308771:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308818:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308848:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308875:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308936:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.308974:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309017:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309044:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309067:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309095:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309166:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00080000:00000010:1.0:1767384322.309199:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c310a0a. 00000400:00000200:2.0:1767384322.309200:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384322.309233:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00080000:00000010:3.0:1767384322.309242:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000df96e20e. 00040000:00000001:3.0:1767384322.309250:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384322.309252:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384322.309255:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384322.309260:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384322.309263:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.309266:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384322.309280:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384322.309289:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c310a0a. 20000000:00000001:3.0:1767384322.309292:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384322.309293:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:01000000:3.0:1767384322.309298:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384322.309305:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384322.309308:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384322.309309:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384322.309313:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384322.309319:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384322.309325:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.309327:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384322.309328:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.309330:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384322.309331:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384322.309332:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384322.309335:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:1.0:1767384322.309337:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384322.309339:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384322.309342:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.309343:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384322.309345:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384322.309348:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384322.309350:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384322.309354:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000519c9802. 00080000:00000001:1.0:1767384322.309357:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933985280 : -130127775566336 : ffff89a644297600) 00080000:00000001:1.0:1767384322.309359:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384322.309361:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384322.309364:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009951733d. 00080000:00000001:1.0:1767384322.309366:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.309368:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384322.309374:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.309380:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384322.309392:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384322.309395:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384322.309398:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384322.309401:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384322.309404:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:2.0:1767384322.309411:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000663b40df. 00010000:00000010:1.0:1767384322.309411:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c15695f. 00010000:00000001:1.0:1767384322.309415:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000010:2.0:1767384322.309418:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e28a950c. 00010000:00000010:1.0:1767384322.309419:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000800:00000010:2.0:1767384322.309425:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094492a09. 00000020:00000001:1.0:1767384322.309425:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384322.309434:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457d6b to hash 00000020:00000001:1.0:1767384322.309436:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384322.309437:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384322.309440:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384322.309443:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.309445:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.309448:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.309455:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384322.309458:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384322.309460:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384322.309462:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384322.309464:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.309467:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384322.309468:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.309470:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384322.309472:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000010:2.0:1767384322.309474:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094492a09. 00010000:00000001:1.0:1767384322.309474:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384322.309477:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384322.309480:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c15695f) refcount = 1 00010000:00010000:1.0:1767384322.309484:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.309488:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384322.309490:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384322.309492:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.309494:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309496:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384322.309498:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384322.309501:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384322.309503:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.309505:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.309506:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000020:00000001:1.0:1767384322.309508:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384322.309515:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00080000:00000020:2.0:1767384322.309517:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384322.309517:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384322.309521:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.309523:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384322.309527:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e192f5ce. 00010000:00000001:1.0:1767384322.309529:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384322.309532:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384322.309535:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309536:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.309541:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384322.309542:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742993920 00010000:00010000:1.0:1767384322.309543:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.309549:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384322.309550:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.309553:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309556:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:2.0:1767384322.309557:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9cc8867 x1853236742993920/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384322.309559:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384322.309574:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00000400:00000200:3.0:1767384322.309577:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:1.0:1767384322.309579:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384322.309581:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384322.309583:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384322.309585:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.309589:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384322.309592:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.309594:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384322.309595:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384322.309596:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000400:00000200:3.0:1767384322.309599:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp22 from 228.3.0.2 00000020:00000001:1.0:1767384322.309601:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000100:00001000:2.0:1767384322.309604:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=32 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384322.309604:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00000800:00000010:3.0:1767384322.309605:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005d51efd8. 00010000:00000001:1.0:1767384322.309612:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384322.309614:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384322.309615:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384322.309620:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384322.309626:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384322.309629:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384322.309631:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384322.309632:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384322.309635:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309635:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309642:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384322.309643:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384322.309644:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384322.309648:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.309651:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.309652:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384322.309654:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457d6b from hash 00010000:00000001:1.0:1767384322.309657:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384322.309658:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fc824a3. 00010000:00000001:1.0:1767384322.309658:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.309661:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.309663:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384322.309664:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742993920, offset 224 00010000:00000001:1.0:1767384322.309665:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384322.309668:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384322.309671:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384322.309673:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.309677:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384322.309677:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309681:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384322.309683:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384322.309685:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.309687:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.309689:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.309691:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384322.309692:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309696:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.309699:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.309702:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.309704:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384322.309705:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03800 00010000:00000001:1.0:1767384322.309706:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384322.309709:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384322.309712:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.309713:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.309715:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384322.309719:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x153d [2] + 224 00010000:00000001:1.0:1767384322.309719:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.309724:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.309729:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384322.309731:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384322.309738:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384322.309739:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384322.309742:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384322.309745:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457d6b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.309746:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384322.309750:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c15695f count: 0 00000100:00000200:2.0:1767384322.309755:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384322.309764:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384322.309767:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384322.309769:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.309802:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384322.309810:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc824a3 00000100:00000001:1.0:1767384322.309812:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384322.309813:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fc824a3. 00000100:00000001:1.0:1767384322.309816:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384322.309818:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384322.309821:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384322.309822:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384322.309825:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384322.309827:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000100:00000001:2.0:1767384322.309829:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.309832:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e6d5efa 00000100:00000040:2.0:1767384322.309836:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384322.309837:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e6d5efa. 00010000:00000001:2.0:1767384322.309842:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384322.309844:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384322.309845:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.309850:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384322.309853:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384322.309857:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9cc8867 x1853236742993920/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384322.309864:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1538024. 00000800:00000010:3.0:1767384322.309872:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b23dc91. 00000100:00000200:1.0:1767384322.309883:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384322.309892:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d7222c44. 00000800:00000200:3.1:1767384322.309906:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (4) 00000100:00000001:1.0:1767384322.309910:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384322.309914:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384322.309918:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp22 00000000d7222c44 deleted 00000100:00100000:2.0:1767384322.309920:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9cc8867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742993920:12345-0@lo:253: Request processed in 2865us (3414us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384322.309920:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384322.309924:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384322.309927:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.309930:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.1:1767384322.309931:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d7222c44. 02000000:00000001:1.0:1767384322.309933:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384322.309938:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00100000:2.0:1767384322.309938:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00001000:1.0:1767384322.309939:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=32 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384322.309945:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00001000:1.0:1767384322.309946:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384322.309952:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767384322.309953:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp22 p 3.x 192.168.204.108 -> 192.168.204.108:996 incarnation:1767384320743738072 sched[0] 00000100:00000001:1.0:1767384322.309954:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384322.309956:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384322.309957:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.309962:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000010:3.0:1767384322.309964:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000828fa063. 00000020:00000010:2.0:1767384322.309964:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006be96105. 00010000:00000001:1.0:1767384322.309964:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.309971:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.309972:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d4bcde. 00000020:00000010:2.0:1767384322.309978:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c684a8b. 00000100:00000040:1.0:1767384322.309984:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384322.309985:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384322.309992:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384322.309994:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384322.309996:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad7d0e45. 00000100:00000001:1.0:1767384322.309998:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384322.310000:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384322.310001:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384322.310003:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384322.310005:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384322.310006:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384322.310009:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384322.310011:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384322.310013:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384322.310014:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384322.310015:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384322.310018:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384322.310019:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384322.310020:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a707dff2. 00000020:01000004:1.0:1767384322.310021:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384322.310024:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384322.310025:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000828fa063. 00000400:00000010:2.0:1767384322.310028:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fc824a3. 00000100:00000040:1.0:1767384322.310028:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384322.310034:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b23dc91. 00000100:00100000:1.0:1767384322.310041:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742993920:0@lo:253: 00000100:00000001:1.0:1767384322.310046:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.310048:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384322.310051:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042610649 x1853236742993920/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.310056:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384322.310058:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384322.310060:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce5b3a51. 02000000:00000001:1.0:1767384322.310064:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:3.0:1767384322.310066:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005d51efd8. 00000020:00000001:1.0:1767384322.310066:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384322.310069:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384322.310073:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384322.310075:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071134ca7. 00000800:00000200:2.1:1767384322.310078:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 02000000:00000001:1.0:1767384322.310080:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767384322.310083:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384322.310083:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384322.310086:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042610649. 00000800:00000001:3.0:1767384322.310090:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384322.310091:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp22 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384320743738072 sched[0] 00000100:00000001:1.0:1767384322.310092:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384322.310095:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.310134:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.310138:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384322.310140:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e28a950c. 00000100:00000001:1.0:1767384322.310140:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.310142:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384322.310145:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384322.310170:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.310174:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384322.310981:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000519c9802. 00080000:00000010:1.0:1767384322.311021:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009951733d. 00040000:00000001:1.0:1767384322.311026:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384322.311027:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384322.311029:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384322.311031:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384322.311032:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.311034:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384322.311035:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384322.311047:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384322.311049:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384322.311053:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384322.311074:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384322.311079:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384322.311081:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384322.311084:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384322.311086:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384322.311091:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5ceed46. 00010000:00000001:2.0:1767384322.311095:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384322.311098:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00000020:00000001:2.0:1767384322.311127:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384322.311130:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aab34b06 with handle 0x88edd5ef35457d72 to hash 00000020:00000001:2.0:1767384322.311133:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384322.311134:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384322.311137:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384322.311147:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.311149:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.311152:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384322.311154:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384322.311158:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384322.311161:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027e2c012. 00010000:00000001:2.0:1767384322.311164:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:1.0:1767384322.311167:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311168:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:1.0:1767384322.311171:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994048 00010000:00000001:2.0:1767384322.311172:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384322.311176:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384322.311177:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384322.311181:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384322.311183:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aff79acc x1853236742994048/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.311185:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384322.311187:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.311192:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384322.311196:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384322.311196:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384322.311200:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384322.311200:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311204:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00001000:1.0:1767384322.311204:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=32 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384322.311206:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5ceed46) refcount = 1 00000100:00000001:1.0:1767384322.311208:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384322.311213:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384322.311213:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384322.311217:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384322.311222:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384322.311224:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311225:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384322.311227:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384322.311228:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384322.311231:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384322.311231:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384322.311234:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311236:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384322.311240:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:1.0:1767384322.311242:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e6d5efa. 20000000:01000000:2.0:1767384322.311244:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00000200:1.0:1767384322.311246:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742994048, offset 224 00010000:00000001:2.0:1767384322.311249:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384322.311252:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384322.311253:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384322.311255:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=4 00000020:00000001:2.0:1767384322.311259:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000400:00000200:1.0:1767384322.311261:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384322.311266:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000400:00000200:1.0:1767384322.311270:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03880 00010000:00000001:2.0:1767384322.311272:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384322.311276:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384322.311276:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1545 [2] + 224 00000400:00000200:1.0:1767384322.311286:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.311289:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384322.311291:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384322.311295:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.311311:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:1.0:1767384322.311313:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384322.311315:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.311330:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.311333:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384322.311333:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384322.311335:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384322.311338:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e6d5efa 00000100:00000001:3.0:1767384322.311342:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384322.311342:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e6d5efa. 00010000:00000001:2.0:1767384322.311346:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384322.311348:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384322.311348:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384322.311349:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.311352:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384322.311354:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:3.0:1767384322.311355:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384322.311356:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.311358:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384322.311360:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384322.311362:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:3.0:1767384322.311365:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00010000:00000001:1.0:1767384322.311367:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384322.311370:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.311373:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006985027e 00000020:00000001:1.0:1767384322.311375:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384322.311377:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aab34b06 already unused, calling callback (00000000594674ee) 00000400:00000010:3.0:1767384322.311379:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006985027e. 00010000:00000001:2.0:1767384322.311381:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384322.311381:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aff79acc x1853236742994048/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.311386:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384322.311387:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384322.311391:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384322.311396:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384322.311399:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aff79acc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742994048:12345-0@lo:253: Request processed in 4322us (4668us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384322.311410:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384322.311414:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767384322.311417:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000020:00000001:2.0:1767384322.311418:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.311423:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=5 00000100:00000040:1.0:1767384322.311424:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000020:00000001:2.0:1767384322.311429:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000100:00000001:1.0:1767384322.311429:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384322.311432:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384322.311435:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000020:00000010:1.0:1767384322.311437:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f034943. 00010000:00000001:2.0:1767384322.311443:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:1.0:1767384322.311444:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003734e0d8. 00010000:00010000:2.0:1767384322.311447:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384322.311452:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.311456:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a698a6e. 00000020:00000040:1.0:1767384322.311461:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00010000:00000001:2.0:1767384322.311463:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384322.311467:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384322.311468:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:1.0:1767384322.311470:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004388e0a1. 00000100:00000001:3.0:1767384322.311474:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384322.311475:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384322.311479:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.311479:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.311480:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.311487:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384322.311487:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384322.311488:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384322.311490:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384322.311492:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1767384322.311493:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00000100:00000001:3.0:1767384322.311494:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384322.311496:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384322.311499:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384322.311499:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e6d5efa. 00010000:00000001:2.0:1767384322.311500:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.311506:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384322.311507:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aab34b06 with handle 0x88edd5ef35457d72 from hash 00010000:00000001:2.0:1767384322.311511:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:3.0:1767384322.311512:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=32 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384322.311514:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.311516:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384322.311520:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=32 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384322.311520:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384322.311522:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384322.311525:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384322.311526:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384322.311528:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384322.311530:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311531:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.311534:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384322.311536:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.311538:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311540:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384322.311544:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311544:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384322.311551:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384322.311553:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.311554:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.311557:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311562:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.311567:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.311572:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384322.311574:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.311580:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384322.311586:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.311586:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.311590:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384322.311592:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384322.311592:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384322.311596:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:3.0:1767384322.311597:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384322.311598:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384322.311602:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384322.311602:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.311605:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:3.0:1767384322.311607:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384322.311609:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384322.311610:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.311614:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 20000000:00000001:2.0:1767384322.311614:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384322.311618:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00010000:2.0:1767384322.311619:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384322.311620:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.311623:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384322.311627:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.311631:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:3.0:1767384322.311639:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742994048:0@lo:253: 00010000:00000001:2.0:1767384322.311641:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384322.311644:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457d72 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384322.311647:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384322.311653:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5ceed46 count: 0 00000100:00000001:3.0:1767384322.311658:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384322.311662:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384322.311663:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007648b210 x1853236742994048/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384322.311666:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384322.311674:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384322.311677:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384322.311679:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000091f8b1a4. 02000000:00000001:3.0:1767384322.311682:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384322.311684:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384322.311685:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384322.311687:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384322.311689:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002603f2d6. 02000000:00000001:3.0:1767384322.311691:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384322.311693:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384322.311694:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007648b210. 00000100:00000001:3.0:1767384322.311697:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384322.311698:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.311700:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.311705:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.311706:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.311709:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.311711:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.312215:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294909364, at 4294909365 00000100:00000010:2.0:1767384322.312223:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f99d1c2c. 00000100:00000040:3.0:1767384322.312291:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294909364, at 4294909365 00000100:00000010:3.0:1767384322.312300:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0268132. 00000100:00000040:0.0:1767384322.313129:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294909364, at 4294909366 00000100:00000010:0.0:1767384322.313135:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030332627. 00000100:00000040:1.0:1767384322.313154:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294909364, at 4294909366 00000100:00000010:1.0:1767384322.313161:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaefa0c1. 00010000:00000010:1.1:1767384322.315135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c15695f. 00010000:00000010:1.1:1767384322.315144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00010000:00000010:2.1:1767384322.318148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5ceed46. 00010000:00000010:2.1:1767384322.318157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aab34b06. 00000400:00000010:2.0:1767384322.324045:0:23740:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007bc9d856. 00000400:00000040:2.0:1767384322.324070:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.324074:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384322.324077:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.324079:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.324082:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.324083:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384322.324087:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.324088:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384322.324090:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384322.324092:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384322.324095:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384322.324098:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.324187:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384322.324190:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.324193:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384322.324196:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384322.324198:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.324200:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384322.324202:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384322.324205:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.324207:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.324209:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.324211:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.324213:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.324215:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384322.324218:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.324220:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.324229:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.324231:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.324233:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.324235:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384322.324238:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.324240:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.324242:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.324244:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.324247:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.324248:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384322.324252:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.324254:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.324256:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384322.324258:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.324260:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.324263:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384322.324265:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384322.324267:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384322.324270:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384322.324272:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384322.324274:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384322.324276:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384322.324278:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.324280:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384322.324282:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.324283:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384322.324286:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384322.324288:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384322.324289:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384322.324291:0:23740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384322.324346:0:23740:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007bc9d856. 00010000:00000001:0.0:1767384322.580311:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384322.580315:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.580320:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384322.580321:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.580349:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384322.580353:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.580356:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384323.206751:0:24007:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d0b3a466. 00080000:00000010:0.0:1767384323.206774:0:24007:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d0b3a466. 00000020:00000001:0.0:1767384323.206781:0:24007:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384323.206790:0:24007:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d0b3a466. 00080000:00000010:0.0:1767384323.206796:0:24007:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d0b3a466. 00000020:00000001:0.0:1767384323.206800:0:24007:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.603213:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384323.603221:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.603228:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384323.603238:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.603289:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384323.603294:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.603296:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384323.872772:0:24171:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384323.872776:0:24171:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767384323.875445:0:24171:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384323.881850:0:24172:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076aae02a. 00000400:00000010:2.0:1767384323.881864:0:24172:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f0007511. 00000400:00000010:2.0:1767384323.881874:0:24172:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a34a64b. 00000400:00000010:2.0:1767384323.881877:0:24172:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006eaa63e8. 00000400:00000010:2.0:1767384323.881884:0:24172:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000c2932e5. 00000400:00000010:2.0:1767384323.881888:0:24172:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5ec3f43. 00000400:00000010:2.0:1767384323.881889:0:24172:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000803d6a8d. 00000400:00000010:2.0:1767384323.881890:0:24172:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7411ced. 00000400:00000010:2.0:1767384323.881893:0:24172:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007bc9d856. 00000800:00000010:2.0:1767384323.881904:0:24172:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000004446c4b. 00000800:00000200:2.0:1767384323.881915:0:24172:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384323.881922:0:24172:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384323.881964:0:24172:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384323.881986:0:24172:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384323.883201:0:24172:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000006ef414b5. 00000400:00000010:2.0:1767384323.883206:0:24172:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003942a86. 00000400:00000010:2.0:1767384323.883211:0:24172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000001:2.0:1767384323.883226:0:24172:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.883227:0:24172:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384323.883229:0:24172:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da20ea8. 00000400:00000200:2.0:1767384323.883231:0:24172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841189c9 00000400:00000010:2.0:1767384323.883233:0:24172:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000841189c9. 00000400:00000010:2.0:1767384323.883237:0:24172:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004b2e4005. 00000400:00000200:2.0:1767384323.883241:0:24172:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (15) 00000400:00000200:2.0:1767384323.883251:0:24172:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384323.883260:0:24172:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384323.883266:0:24172:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001e3425a3. 00000020:01000000:2.0:1767384323.883270:0:24172:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384323.883272:0:24172:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp24 00000400:00000200:3.0:1767384323.883282:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384323.883284:0:24172:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f0007511. 00000400:00000010:2.0:1767384323.883289:0:24172:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076aae02a. 00000400:00000200:3.0:1767384323.883293:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384323.883302:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000400:00000200:3.0:1767384323.883306:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (16) 00000020:00000001:0.0:1767384323.883309:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384323.883313:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6f2929b. 10000000:00000001:0.0:1767384323.883314:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384323.883318:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384323.883322:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384323.883323:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:01000004:0.0:1767384323.883326:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384323.883329:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384323.883330:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.883331:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.883332:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.883333:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.883334:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384323.883335:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384323.883336:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.883337:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384323.883341:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000100:00000010:0.0:1767384323.883342:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000020:00000040:0.0:1767384323.883348:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384323.883353:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:0.0:1767384323.883354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.883357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384323.883362:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883370:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000010:0.0:1767384323.883372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001545c133. 00000400:00000200:3.0:1767384323.883380:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384323.883381:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883390:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384323.883391:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.883394:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883401:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000040:0.0:1767384323.883403:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_03+3] req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.883415:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384323.883423:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384323.883428:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384323.883433:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:0.0:1767384323.883437:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883441:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:0.0:1767384323.883441:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.883445:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384323.883450:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384323.883451:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384323.883453:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00100000:2.0:1767384323.883457:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384323.883458:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384323.883459:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384323.883462:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:2.0:1767384323.883462:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384323.883464:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384323.883465:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.883467:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384323.883471:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384323.883474:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384323.883475:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384323.883478:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:2.0:1767384323.883479:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.883479:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384323.883483:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384323.883484:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.883487:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384323.883491:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384323.883491:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384323.883491:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.883495:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.883498:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:2.0:1767384323.883499:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384323.883501:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384323.883504:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000020:01000004:0.0:1767384323.883505:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.883508:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384323.883513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000400:00000200:3.0:1767384323.883516:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp23 00000020:00000040:0.0:1767384323.883517:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384323.883523:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384323.883526:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp23 lpni_is_preferred = 0 00000100:00000001:2.0:1767384323.883527:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384323.883527:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384323.883531:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.883533:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883536:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp23 02000000:00000001:2.0:1767384323.883536:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384323.883541:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384323.883543:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000050caba82. 02000000:00000001:2.0:1767384323.883544:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883548:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [33:33:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00100000:2.0:1767384323.883549:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742994176:0@lo:253: 00000100:00000001:0.0:1767384323.883551:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.883558:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384323.883560:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.883563:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.883564:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384323.883566:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp23 02000000:00000001:2.0:1767384323.883568:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.883573:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384323.883573:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_00+0] req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.883588:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:) -> 192.168.204.108@tcp23(192.168.204.108@tcp:192.168.204.108@tcp23) : PUT try# 0 02000000:00000010:2.0:1767384323.883591:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cc1c4046. 02000000:00000001:2.0:1767384323.883597:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384323.883603:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.108@tcp23 00000400:00000010:2.0:1767384323.883604:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abecb76f. 10000000:00000001:0.0:1767384323.883606:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.883609:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.883610:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.883611:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc3f46f0. 00000020:01000000:0.0:1767384323.883615:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384323.883619:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742994176, portal 25 00000020:00000010:0.0:1767384323.883619:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001e3425a3. 00000800:00000010:3.0:1767384323.883621:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f5e9bc2. 00000100:00000001:2.0:1767384323.883626:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384323.883628:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.883630:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000100:00000001:0.0:1767384323.883631:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384323.883633:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005258f39f. 00000100:00000001:0.0:1767384323.883636:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384323.883638:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004ba86a19. 00000100:00000040:2.0:1767384323.883641:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.883642:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384323.883649:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (2) 00000800:00000200:3.1:1767384323.883660:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (2) 00000100:00000001:0.0:1767384323.883675:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.883678:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384323.883678:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.883682:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:0.0:1767384323.883683:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384323.883688:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384323.883688:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384323.883690:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:0.0:1767384323.883693:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.883696:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073c0d2d2. 00000100:00100000:0.0:1767384323.883699:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742994304:0@lo:253: 00000100:00000200:2.0:1767384323.883702:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742994176, offset 0 00000100:00000001:0.0:1767384323.883703:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384323.883707:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384323.883713:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384323.883714:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.883718:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384323.883722:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001e3425a3. 02000000:00000001:0.0:1767384323.883724:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.883728:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384323.883729:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865e9940. 00000400:00000010:0.0:1767384323.883736:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073f35ac. 00000100:00000200:0.0:1767384323.883739:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742994304, portal 25 00000100:00000001:0.0:1767384323.883742:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384323.883743:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03900 00000100:00000001:0.0:1767384323.883744:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384323.883763:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.883768:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384323.883769:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:2.0:1767384323.883778:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002694d413. 00000100:00000001:0.0:1767384323.883778:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384323.883783:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384323.883784:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b1d87bf 00000400:00000010:0.0:1767384323.883786:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005821ad32. 00000100:00000200:0.0:1767384323.883790:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742994304, offset 0 00000400:00000200:2.0:1767384323.883792:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.883797:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.883798:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.883805:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1d87bf 00000400:00000200:0.0:1767384323.883807:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384323.883815:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b1d87bf. 00000400:00000200:0.0:1767384323.883817:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03980 00000400:00000200:3.0:1767384323.883819:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:2.0:1767384323.883821:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384323.883825:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000100:00000200:2.0:1767384323.883826:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384323.883832:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041b63301. 00000100:00000040:2.0:1767384323.883833:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000000d1bad55 x1853236742994176 msgsize 4848 00000400:00000200:0.0:1767384323.883838:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079370933 00000100:00100000:2.0:1767384323.883844:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384323.883846:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384323.883847:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.883849:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:2.0:1767384323.883855:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.883855:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.883864:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c0d2d2 00000400:00000010:2.0:1767384323.883866:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073c0d2d2. 00000100:00000001:2.0:1767384323.883870:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384323.883871:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079370933 00000100:00000200:2.0:1767384323.883875:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384323.883876:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079370933. 00000400:00000200:3.0:1767384323.883879:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:0.0:1767384323.883884:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384323.883888:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384323.883892:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.883893:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000093ad8384 x1853236742994304 msgsize 4848 00000100:00000040:2.0:1767384323.883896:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.883905:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00100000:0.0:1767384323.883907:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384323.883912:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.883913:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384323.883917:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.883923:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.883925:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.883929:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294910941 00000400:00000200:0.0:1767384323.883932:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005821ad32 00000100:00000010:2.0:1767384323.883935:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000400:00000200:3.0:1767384323.883936:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:0.0:1767384323.883936:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005821ad32. 00000100:00000001:0.0:1767384323.883941:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384323.883947:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384323.883947:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.883955:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294910941 00000400:00000200:3.0:1767384323.883961:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000010:2.0:1767384323.883964:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f1c7c6c. 00000100:00000001:0.0:1767384323.883969:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384323.883971:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384323.883974:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.883981:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294910941 00000100:00000001:0.0:1767384323.883981:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.883986:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384323.883989:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000100:00000001:0.0:1767384323.883991:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.883995:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294910941 00000100:00000001:2.0:1767384323.883996:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384323.883998:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294910941 00000400:00000200:3.0:1767384323.884000:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:0.0:1767384323.884003:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294910941 00000100:00000001:2.0:1767384323.884004:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294910941 00000100:00000001:0.0:1767384323.884008:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294910941 00000100:00000001:0.0:1767384323.884012:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294910941 00000100:00000010:2.0:1767384323.884013:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000796da62a. 00000100:00000001:0.0:1767384323.884014:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294910941 00000100:00000001:0.0:1767384323.884018:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294910941 00000100:00000001:2.0:1767384323.884019:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384323.884023:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.884023:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294910941 00000100:00000001:2.0:1767384323.884029:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884029:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.884031:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884034:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884037:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.884040:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.884042:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:0.0:1767384323.884043:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384323.884044:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884047:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384323.884051:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.884052:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384323.884055:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884057:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884068:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.884069:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.884070:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384323.884074:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994176 02000000:00000001:2.0:1767384323.884076:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.884078:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.884080:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884081:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384323.884083:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384323.884084:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994304 02000000:00000001:0.0:1767384323.884088:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384323.884090:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994176 00000100:00000001:0.0:1767384323.884090:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.884094:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.884096:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384323.884097:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 02000000:00000001:0.0:1767384323.884097:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384323.884125:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994304 00000020:00000001:0.0:1767384323.884127:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384323.884129:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384323.884132:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.884135:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384323.884139:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000040:2.0:1767384323.884140:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384323.884141:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384323.884145:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384323.884147:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384323.884150:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000010:0.0:1767384323.884152:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e704663a. 00000020:00000001:2.0:1767384323.884158:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384323.884158:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384323.884164:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:0.0:1767384323.884165:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e704663a. 00000400:00000200:3.0:1767384323.884169:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384323.884171:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384323.884174:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bced987. 00000020:00000010:2.0:1767384323.884176:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094492a09. 00000100:00000001:2.0:1767384323.884180:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384323.884180:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384323.884186:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094492a09. 00000020:00000010:0.0:1767384323.884189:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6529221. 00000020:00000010:2.0:1767384323.884192:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dd939f6. 00000020:00000010:2.0:1767384323.884198:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6b078c4. 00000100:00000040:0.0:1767384323.884199:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384323.884204:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384323.884205:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8bffae. 00000100:00000001:0.0:1767384323.884205:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384323.884209:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.884212:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384323.884214:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384323.884215:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.884216:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.884218:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:2.0:1767384323.884222:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884224:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.884233:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.884239:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384323.884242:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384323.884247:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:2.0:1767384323.884249:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384323.884250:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384323.884252:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384323.884253:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088513104 : -130122621038512 : ffff89a777655050) 00000100:00100000:2.0:1767384323.884258:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767384323.884260:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093ad8384 x1853236742994304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.884262:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384323.884267:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088511056 : -130122621040560 : ffff89a777654850) 00000100:00000040:2.0:1767384323.884274:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d1bad55 x1853236742994176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.884274:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384323.884278:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e704663a. 00000400:00000200:3.0:1767384323.884279:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:0.0:1767384323.884283:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384323.884288:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e704663a. 00000100:00100000:0.0:1767384323.884296:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093ad8384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742994304:12345-0@lo:253: 00000100:00000001:2.0:1767384323.884307:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384323.884312:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994304 00000020:00000010:2.0:1767384323.884313:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094492a09. 00000020:00000001:0.0:1767384323.884315:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384323.884317:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384323.884320:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384323.884321:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094492a09. 00000020:00000001:0.0:1767384323.884323:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.884328:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d1bad55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742994176:12345-0@lo:253: 00000020:00000001:0.0:1767384323.884328:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384323.884332:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000200:2.0:1767384323.884335:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994176 00000020:00000001:0.0:1767384323.884337:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384323.884338:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384323.884340:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000020:00000001:0.0:1767384323.884340:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.884342:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384323.884346:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384323.884347:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.884350:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384323.884351:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384323.884354:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384323.884355:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.884358:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384323.884360:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384323.884361:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384323.884364:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384323.884365:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384323.884368:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384323.884370:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384323.884372:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000020506743. 00000100:00000001:2.0:1767384323.884373:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384323.884377:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384323.884377:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.884380:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.884384:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384323.884385:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cc2e02d5. 02000000:00000001:2.0:1767384323.884388:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.884390:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.884392:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384323.884396:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 20000000:00000010:2.0:1767384323.884400:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001561972c. 20000000:00000010:0.0:1767384323.884400:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000af25b038. 20000000:01000000:2.0:1767384323.884406:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384323.884406:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384323.884412:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384323.884413:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384323.884417:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384323.884420:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.884422:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.884423:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384323.884425:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384323.884427:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.884430:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.884431:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384323.884433:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3af6c18. 20000000:01000000:2.0:1767384323.884437:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767384323.884441:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384323.884446:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00080000:00000001:2.0:1767384323.884446:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384323.884457:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384323.884476:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384323.884492:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.884493:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00080000:00000001:2.0:1767384323.884494:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384323.884498:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.884501:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384323.884502:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384323.884505:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384323.884509:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384323.884510:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384323.884513:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384323.884517:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.884518:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.884522:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384323.884527:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384323.884530:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384323.884534:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f4c4f944. 00080000:00000001:2.0:1767384323.884537:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951208667648 : -130122500883968 : ffff89a77e8eba00) 00080000:00000001:2.0:1767384323.884540:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384323.884543:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000001:00000001:2.0:1767384323.884544:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384323.884549:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094492a09. 00080000:00000001:2.0:1767384323.884552:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.884554:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384323.884566:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.884581:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384323.884594:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884644:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884694:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884733:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884786:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884824:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884882:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884930:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.884972:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885034:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384323.885322:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384323.885324:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000804ad77. 00000800:00000010:3.0:1767384323.885330:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066642111. 00000800:00000010:3.0:1767384323.885336:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f27b31d. 00000400:00000200:2.0:1767384323.885343:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384323.885347:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c720a445. 00000800:00000010:3.0:1767384323.885371:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f27b31d. 00000800:00000010:3.0:1767384323.885416:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e6dca6b. 00000800:00000010:3.0:1767384323.885422:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000810c348c. 00000800:00000010:3.0:1767384323.885446:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a3b35d4a. 00000800:00000200:3.1:1767384323.885451:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (2) 00000800:00000200:3.1:1767384323.885456:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp23 00000000a3b35d4a deleted 00000800:00000010:3.1:1767384323.885458:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a3b35d4a. 00000800:00000200:3.1:1767384323.885463:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384323.885470:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:995 00000800:00000200:3.1:1767384323.885473:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f5e9bc2 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767384323.885479:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp23 p 3.x 192.168.204.108 -> 192.168.204.108:995 incarnation:1767384322303988840 sched[0] 00000800:00000010:3.0:1767384323.885484:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f27b31d. 00000800:00000010:3.0:1767384323.885533:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f27b31d. 00000800:00000010:3.0:1767384323.885538:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000810c348c. 00000800:00000200:2.1:1767384323.885570:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384323.885571:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c720a445. 00000800:00000200:2.0:1767384323.885579:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp23 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384322303988840 sched[0] 00000800:00000010:2.0:1767384323.885582:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066642111. 00000800:00000001:3.0:1767384323.885589:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.885597:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.885617:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384323.885640:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:3.0:1767384323.885660:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384323.885661:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000010:3.0:1767384323.885668:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f5e9bc2. 00000400:00000200:3.0:1767384323.885676:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.885684:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: PUT: OK 00000400:00000200:2.0:1767384323.885684:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885689:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384323.885695:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384323.885704:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.885711:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384323.885715:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.885715:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:3.0:1767384323.885723:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.885733:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : PUT - for me 00000400:00000200:2.0:1767384323.885737:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885744:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384323.885771:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 272/288 into md 0x154d [1] + 0 00000400:00000010:3.0:1767384323.885775:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00000400:00000200:2.0:1767384323.885777:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885780:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8e2ea59 00000800:00000001:3.0:1767384323.885793:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.885796:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:3.0:1767384323.885802:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.885806:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.885811:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: PUT: OK 00000400:00000200:3.0:1767384323.885816:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000200:2.0:1767384323.885816:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:3.0:1767384323.885822:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000400:00000200:3.0:1767384323.885827:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384323.885831:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:3.0:1767384323.885837:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384323.885841:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885842:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (288 bytes) 00000400:00000200:3.0:1767384323.885850:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384323.885862:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000400:00000200:3.0:1767384323.885868:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384323.885876:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp23 to MR: 192.168.204.108@tcp23 local destination 00000400:00000200:2.0:1767384323.885879:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.885885:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [34:34:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1767384323.885904:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) -> 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) 192.168.204.108@tcp23 : ACK try# 0 00000800:00000200:3.0:1767384323.885912:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp23 00000800:00000010:3.0:1767384323.885916:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f5e9bc2. 00000400:00000200:2.0:1767384323.885917:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000200:3.0:1767384323.885926:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (4) 00000800:00000200:3.0:1767384323.885932:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:988 00000800:00000200:3.0:1767384323.885936:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f5e9bc2 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384323.885941:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.885944:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000001:3.0:1767384323.885952:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.885971:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000800:00000001:0.0:1767384323.885980:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384323.885996:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384323.886000:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000007cc906ab. 00000400:00000200:2.0:1767384323.886004:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000010:0.0:1767384323.886005:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da20ea8. 00000800:00000200:3.0:1767384323.886007:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384323.886011:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f024cb0. 00000800:00000010:3.0:1767384323.886012:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f5e9bc2. 00000400:00000200:0.0:1767384323.886016:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007cc906ab 00000400:00000010:0.0:1767384323.886019:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009505c850. 00000400:00000200:3.0:1767384323.886021:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.886023:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:0.0:1767384323.886029:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102451 00000400:00000200:2.0:1767384323.886031:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886032:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:3.0:1767384323.886033:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: ACK: OK 00000400:00000010:0.0:1767384323.886040:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000ace77d1d. 00000800:00000001:3.0:1767384323.886046:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384323.886050:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008817a43f. 00000800:00000001:3.0:1767384323.886054:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384323.886057:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b92f5a9b. 00000800:00000001:3.0:1767384323.886059:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.886064:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886065:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000800:00000001:3.0:1767384323.886066:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.886075:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384323.886081:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384323.886088:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : ACK - for me 00000400:00000200:0.0:1767384323.886089:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384323.886098:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384323.886126:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886128:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384323.886135:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384323.886139:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384323.886142:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384323.886170:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886184:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384323.886188:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384323.886193:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384323.886196:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384323.886200:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384323.886201:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886204:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384323.886210:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:0.0:1767384323.886213:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384323.886217:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp 00000400:00000200:0.0:1767384323.886220:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384323.886222:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp 00000400:00000200:0.0:1767384323.886224:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp NI seq info: [35:35:256:4294967295] 192.168.204.108@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384323.886226:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384323.886236:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp 00000400:00000200:0.0:1767384323.886245:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp:) -> 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) : GET try# 0 00000800:00000200:0.0:1767384323.886250:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp 00000800:00000010:0.0:1767384323.886253:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b1e70c7. 00000400:00000200:2.0:1767384323.886256:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000800:00000200:0.0:1767384323.886262:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000400:00000200:3.0:1767384323.886264:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp23: ACK from 12345-192.168.204.108@tcp23 into md 0x1565 00000400:00000200:3.0:1767384323.886271:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384323.886271:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:988 00000800:00000200:0.0:1767384323.886276:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b1e70c7 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384323.886282:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: ACK: OK 00000400:00000200:0.0:1767384323.886285:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384323.886286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384323.886289:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000200:0.0:1767384323.886291:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100651 rc 0 00000400:00000010:3.0:1767384323.886294:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000400:00000200:3.0:1767384323.886301:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384323.886306:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384323.886311:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384323.886323:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000400:00000200:2.0:1767384323.886325:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384323.886353:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000800:00000200:3.0:1767384323.886382:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384323.886382:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000800:00000010:3.0:1767384323.886388:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b1e70c7. 00000400:00000200:3.0:1767384323.886394:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.886400:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: GET: OK 00000400:00000200:3.0:1767384323.886405:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384323.886408:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:0.0:1767384323.886410:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384323.886415:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.886417:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.886419:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384323.886426:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384323.886430:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.886431:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000800:00000001:3.0:1767384323.886436:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.886446:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : GET - for me 00000400:00000200:0.0:1767384323.886452:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384323.886459:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 00000400:00000200:3.0:1767384323.886460:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384323.886464:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:2.0:1767384323.886469:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000010:0.0:1767384323.886470:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000477f7a03. 00000400:00000200:3.0:1767384323.886471:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 288/288 into md 0x1561 [1] + 0 00000400:00000200:3.0:1767384323.886484:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384323.886491:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp NI seq info: [36:36:256:4294967295] 192.168.204.108@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767384323.886506:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) -> 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) 192.168.204.108@tcp : REPLY try# 0 00000400:00000200:2.0:1767384323.886508:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000010:0.0:1767384323.886508:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b4e0233. 00000800:00000200:3.0:1767384323.886515:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.108@tcp 00000400:00000010:0.0:1767384323.886517:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003bfa8c62. 00000800:00000010:3.0:1767384323.886520:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f5e9bc2. 00000400:00000200:0.0:1767384323.886525:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000800:00000200:3.0:1767384323.886530:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000400:00000200:0.0:1767384323.886535:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000800:00000200:3.0:1767384323.886539:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:1023 00000800:00000200:3.0:1767384323.886549:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f5e9bc2 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:0.0:1767384323.886560:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 36], ns[8, 36] 00000400:00000200:0.0:1767384323.886566:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:0.0:1767384323.886572:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384323.886577:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:0.0:1767384323.886583:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384323.886589:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384323.886596:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384323.886609:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:0.0:1767384323.886613:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:0.0:1767384323.886617:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384323.886620:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384323.886624:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384323.886628:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384323.886632:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000800:00000200:3.0:1767384323.886635:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384323.886635:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767384323.886639:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp10 00000800:00000010:3.0:1767384323.886641:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f5e9bc2. 00000400:00000200:0.0:1767384323.886644:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384323.886647:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.886647:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp10 00000400:00000200:0.0:1767384323.886653:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [37:37:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1767384323.886658:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: REPLY: OK 00000400:00000200:0.0:1767384323.886663:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp10 00000400:00000200:0.0:1767384323.886669:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:) -> 192.168.204.108@tcp10(192.168.204.108@tcp:192.168.204.108@tcp10) : GET try# 0 00000800:00000010:2.0:1767384323.886674:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000019c7007. 00000800:00000200:0.0:1767384323.886674:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp10 00000800:00000001:3.0:1767384323.886679:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384323.886679:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085557fd3. 00000800:00000010:2.0:1767384323.886680:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073c0d2d2. 00000800:00000001:3.0:1767384323.886685:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384323.886689:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000800:00000001:3.0:1767384323.886691:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384323.886696:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000800:00000200:0.0:1767384323.886699:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085557fd3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384323.886702:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000800:00000010:2.0:1767384323.886703:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e55eb7e1. 00000400:00000200:0.0:1767384323.886704:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000800:00000001:3.0:1767384323.886706:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384323.886712:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.886718:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.886725:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : REPLY - for me 00000400:00000200:3.0:1767384323.886736:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp: Reply from 12345-192.168.204.108@tcp of length 288/288 into md 0x157d 00000800:00000010:2.0:1767384323.886737:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e55eb7e1. 00000800:00000001:3.0:1767384323.886744:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.886770:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.886773:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.886779:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: REPLY: OK 00000400:00000200:3.0:1767384323.886783:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008817a43f 00000400:00000010:3.0:1767384323.886785:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008817a43f. 00000400:00000200:3.0:1767384323.886790:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384323.886794:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384323.886798:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384323.886803:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384323.886810:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384323.886821:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000800:00000200:0.0:1767384323.886824:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384323.886829:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384323.886829:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085557fd3. 00000400:00000200:0.0:1767384323.886835:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384323.886838:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.886842:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: GET: OK 00000800:00000001:3.0:1767384323.886843:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.886852:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.886857:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384323.886862:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : GET - for me 00000400:00000200:3.0:1767384323.886873:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384323.886875:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384323.886876:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384323.886882:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000048317934. 00000400:00000200:0.0:1767384323.886883:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:3.0:1767384323.886884:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 288/288 into md 0x1561 [1] + 0 00000400:00000200:3.0:1767384323.886901:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000400:00000200:3.0:1767384323.886913:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [38:38:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [38:38:8:4294967295] 00000800:00000001:0.0:1767384323.886922:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.886927:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.886928:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) 192.168.204.108@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767384323.886937:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.108@tcp10 00000800:00000010:3.0:1767384323.886941:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f5e9bc2. 00000800:00000200:3.0:1767384323.886948:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000400:00000200:0.0:1767384323.886951:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384323.886956:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:1021 00000400:00000200:0.0:1767384323.886957:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000800:00000200:3.0:1767384323.886962:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f5e9bc2 type 3, nob 384 niov 1 nkiov 1 00000400:00000010:0.0:1767384323.886966:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000002253b21d. 00000400:00000010:0.0:1767384323.886992:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000003f9b405f. 00000400:00000010:0.0:1767384323.886996:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000b8241a5b. 00000800:00000200:3.0:1767384323.887022:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384323.887022:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000528a2bcb. 00000800:00000010:3.0:1767384323.887028:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f5e9bc2. 00000400:00000200:0.0:1767384323.887032:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000528a2bcb nid 192.168.204.108@tcp24 00000400:00000200:3.0:1767384323.887035:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384323.887037:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000aaefa0c1. 00000400:00000200:0.0:1767384323.887041:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000aaefa0c1 net tcp24 00000400:00000200:0.0:1767384323.887045:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:3.0:1767384323.887046:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: REPLY: OK 00000400:00000200:0.0:1767384323.887053:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp24 flags 0x11 00000400:00000010:0.0:1767384323.887057:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000002253b21d. 00000400:00000010:0.0:1767384323.887060:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000003f9b405f. 00000400:00000010:0.0:1767384323.887063:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000b8241a5b. 00000800:00000001:3.0:1767384323.887065:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384323.887067:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000ace77d1d. 00000800:00000001:3.0:1767384323.887071:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.887072:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000800:00000001:3.0:1767384323.887078:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384323.887078:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:0.0:1767384323.887084:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000800:00000001:3.0:1767384323.887087:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.887090:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000800:00000001:3.0:1767384323.887092:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384323.887095:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384323.887098:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:0.0:1767384323.887121:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000800:00000001:3.0:1767384323.887124:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.887125:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000400:00000200:3.0:1767384323.887138:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384323.887149:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp10: Reply from 12345-192.168.204.108@tcp10 of length 288/288 into md 0x1581 00080000:00000010:0.0:1767384323.887152:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4c4f944. 00000800:00000001:3.0:1767384323.887154:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.887161:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.887165:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.887170:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: REPLY: OK 00000400:00000200:3.0:1767384323.887175:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b4e0233 00000400:00000010:3.0:1767384323.887177:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b4e0233. 00000800:00000010:0.0:1767384323.887178:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018bf2b60. 00000400:00000200:3.0:1767384323.887182:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000010:0.0:1767384323.887183:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005821ad32. 00000400:00000200:3.0:1767384323.887189:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384323.887193:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384323.887197:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 16. state = 0x100111 00000400:00000200:3.0:1767384323.887201:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (17) 00000800:00000010:0.0:1767384323.887204:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000016baa289. 00000800:00000200:0.1:1767384323.887212:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (4) 00000800:00000001:3.0:1767384323.887218:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384323.887225:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp23 0000000016baa289 deleted 00000800:00000010:0.1:1767384323.887227:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000016baa289. 00000800:00000200:0.1:1767384323.887230:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384323.887235:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp23 p 3.x 192.168.204.108 -> 192.168.204.108:994 incarnation:1767384322303988840 sched[0] 00000800:00000001:3.0:1767384323.887237:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384323.887239:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e704663a. 00080000:00000010:3.0:1767384323.887269:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094492a09. 00040000:00000001:3.0:1767384323.887276:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384323.887279:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384323.887282:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384323.887286:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000800:00000010:0.0:1767384323.887288:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e704663a. 20000000:00000001:3.0:1767384323.887290:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384323.887294:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005821ad32. 20000000:00000001:3.0:1767384323.887295:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384323.887309:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:0.0:1767384323.887321:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000048317934. 20000000:00000001:3.0:1767384323.887322:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384323.887327:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384323.887333:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000001:0.0:1767384323.887333:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.887339:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384323.887359:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384323.887362:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384323.887365:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384323.887368:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384323.887371:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384323.887378:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000031cd423d. 00010000:00000001:0.0:1767384323.887382:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384323.887385:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cacaf796. 00000020:00000001:0.0:1767384323.887388:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384323.887391:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cacaf796 with handle 0x88edd5ef35457d79 to hash 00000020:00000001:0.0:1767384323.887394:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384323.887395:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384323.887398:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384323.887401:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.887403:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.887405:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384323.887408:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e99804eb. 20000000:01000000:3.0:1767384323.887413:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00010000:00000001:0.0:1767384323.887413:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.887418:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:3.0:1767384323.887419:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384323.887421:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384323.887424:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384323.887424:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.887428:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384323.887429:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384323.887430:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.887432:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.887434:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384323.887436:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.887438:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.887439:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.887440:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000031cd423d) refcount = 1 00010000:00010000:0.0:1767384323.887443:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.887455:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384323.887457:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384323.887457:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.887462:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.887464:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887466:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384323.887467:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384323.887467:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:0.0:1767384323.887469:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384323.887473:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:3.0:1767384323.887474:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:01000000:0.0:1767384323.887474:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 20000000:00000010:2.0:1767384323.887478:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001561972c. 00080000:00000001:3.0:1767384323.887479:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887480:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.887483:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384323.887484:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384323.887485:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384323.887486:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00080000:00000001:3.0:1767384323.887489:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.887492:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000040:2.0:1767384323.887493:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994176 00080000:00000002:3.0:1767384323.887494:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:0.0:1767384323.887496:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:2.0:1767384323.887498:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384323.887502:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000001:3.0:1767384323.887503:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000200:2.0:1767384323.887506:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d1bad55 x1853236742994176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384323.887506:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000002:3.0:1767384323.887507:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384323.887518:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384323.887525:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887526:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384323.887529:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1767384323.887531:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384323.887531:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.887532:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.887538:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00001000:2.0:1767384323.887539:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=33 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384323.887543:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:0.0:1767384323.887548:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384323.887549:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384323.887550:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384323.887551:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1767384323.887555:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030173a74. 00000100:00000040:2.0:1767384323.887556:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:0.0:1767384323.887556:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384323.887561:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950216007168 : -130123493544448 : ffff89a74363ee00) 00000100:00000001:2.0:1767384323.887562:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00080000:00000001:3.0:1767384323.887568:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:2.0:1767384323.887568:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384323.887572:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384323.887573:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887577:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384323.887578:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384323.887579:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384323.887583:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000010:3.0:1767384323.887584:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f27b31d. 00000100:00000040:2.0:1767384323.887584:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384323.887587:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384323.887589:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.887590:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea3b5e4c. 00080000:00000001:3.0:1767384323.887596:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:2.0:1767384323.887597:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742994176, offset 224 00010000:00010000:0.0:1767384323.887605:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cacaf796 already unused, calling callback (00000000594674ee) 00080000:00000001:3.0:1767384323.887608:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.887609:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384323.887610:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384323.887619:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384323.887620:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1767384323.887621:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384323.887623:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384323.887629:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03900 00010000:00000001:0.0:1767384323.887631:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.887633:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384323.887637:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1569 [2] + 224 00000020:00000001:0.0:1767384323.887637:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.887640:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=5 00000400:00000200:2.0:1767384323.887643:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384323.887643:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384323.887649:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00000400:00000200:2.0:1767384323.887652:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384323.887654:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384323.887656:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384323.887657:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.887663:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.887663:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:3.1:1767384323.887665:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:0.0:1767384323.887667:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.887669:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887675:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384323.887678:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1767384323.887679:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp23 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384322303988840 sched[0] 00010000:00000001:0.0:1767384323.887681:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384323.887684:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.887685:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384323.887687:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073c0d2d2. 00000020:00000040:0.0:1767384323.887690:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cacaf796 with handle 0x88edd5ef35457d79 from hash 00010000:00000001:0.0:1767384323.887694:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384323.887697:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.887700:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.887702:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.887704:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384323.887705:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.887707:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384323.887708:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384323.887708:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.887712:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.887714:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3b5e4c 00010000:00000001:0.0:1767384323.887714:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384323.887716:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:3.0:1767384323.887718:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384323.887718:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.887721:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384323.887723:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea3b5e4c. 00010000:00000001:0.0:1767384323.887724:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384323.887725:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.887728:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384323.887732:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384323.887733:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887736:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.887737:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.887738:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384323.887741:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384323.887742:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.887762:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384323.887762:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384323.887762:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.887765:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384323.887766:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.887768:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:3.0:1767384323.887769:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384323.887770:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384323.887770:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:3.0:1767384323.887774:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384323.887775:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384323.887777:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d1bad55 x1853236742994176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.887778:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384323.887779:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abecb76f. 00010000:00000001:0.0:1767384323.887782:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384323.887786:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc3f46f0 00010000:00000001:0.0:1767384323.887787:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.887792:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc3f46f0. 00000100:00100000:2.0:1767384323.887792:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d1bad55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742994176:12345-0@lo:253: Request processed in 3484us (3956us total) trans 0 rc 0/0 20000000:00000001:0.0:1767384323.887792:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.887795:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384323.887799:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.887807:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.887809:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:2.0:1767384323.887810:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00000001:0.0:1767384323.887812:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384323.887816:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457d79 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384323.887817:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384323.887824:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384323.887827:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:0.0:1767384323.887832:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000031cd423d count: 0 00000020:00000010:2.0:1767384323.887833:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6b078c4. 00000100:00000200:3.0:1767384323.887837:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384323.887840:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8bffae. 00010000:00000001:0.0:1767384323.887843:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384323.887846:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dd939f6. 20000000:00000001:0.0:1767384323.887848:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:2.0:1767384323.887854:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:3.0:1767384323.887855:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384323.887860:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384323.887861:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384323.887865:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384323.887865:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cc2e02d5. 02000000:00000001:3.0:1767384323.887869:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384323.887870:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384323.887872:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.887873:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.887875:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384323.887878:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384323.887879:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.887884:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000574e01df. 00000100:00001000:3.0:1767384323.887885:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=33 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384323.887889:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea3b5e4c. 00000100:00001000:3.0:1767384323.887891:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.887896:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384323.887898:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.887900:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384323.887902:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.887905:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.887916:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.887923:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.887927:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384323.887929:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384323.887933:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384323.887934:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384323.887936:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384323.887937:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384323.887939:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384323.887941:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384323.887942:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384323.887944:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384323.887946:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384323.887947:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384323.887951:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.887960:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742994176:0@lo:253: 00000100:00000001:3.0:1767384323.887965:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.887967:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384323.887969:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236742994176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.887977:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384323.887980:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384323.887982:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cc1c4046. 02000000:00000001:3.0:1767384323.888004:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384323.888007:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384323.888009:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384323.888013:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384323.888015:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001545c133. 02000000:00000001:3.0:1767384323.888021:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384323.888023:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384323.888025:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00000100:00000001:3.0:1767384323.888029:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384323.888031:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.888040:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.888046:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.888048:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.888052:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.888055:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.889180:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294910941, at 4294910942 00000100:00000010:1.0:1767384323.889187:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f1c7c6c. 00080000:00000010:2.0:1767384323.889572:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000030173a74. 00080000:00000010:3.0:1767384323.889607:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f27b31d. 00040000:00000001:3.0:1767384323.889612:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384323.889614:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384323.889616:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384323.889618:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384323.889621:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.889623:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384323.889625:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384323.889635:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384323.889638:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384323.889642:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384323.889652:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384323.889656:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384323.889657:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384323.889661:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384323.889662:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384323.889666:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e7f0a4d. 00010000:00000001:0.0:1767384323.889669:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384323.889671:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a79dbd85. 00000020:00000001:0.0:1767384323.889673:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384323.889675:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a79dbd85 with handle 0x88edd5ef35457d80 to hash 00000020:00000001:0.0:1767384323.889677:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384323.889678:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384323.889686:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384323.889688:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.889690:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.889692:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.889698:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.889699:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384323.889701:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384323.889702:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.889704:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.889705:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.889706:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.889708:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384323.889709:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.889710:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.889711:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.889712:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000e7f0a4d) refcount = 1 00010000:00010000:0.0:1767384323.889714:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.889717:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.889718:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.889719:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.889720:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.889722:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384323.889724:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384323.889725:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384323.889727:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.889728:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.889729:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=4 00000020:00000001:0.0:1767384323.889731:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384323.889733:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00080000:00000020:3.0:1767384323.889734:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384323.889735:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384323.889737:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384323.889739:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384323.889741:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000af25b038. 20000000:00000001:3.0:1767384323.889758:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384323.889763:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994304 00010000:00000001:0.0:1767384323.889763:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.889766:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.889768:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384323.889773:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:3.0:1767384323.889774:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093ad8384 x1853236742994304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.889775:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.889777:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.889791:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.889794:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.889796:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384323.889797:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384323.889800:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.889800:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384323.889807:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=33 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384323.889807:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a79dbd85 already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384323.889811:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.889814:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384323.889815:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384323.889816:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384323.889822:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384323.889823:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.889825:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384323.889827:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384323.889828:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.889829:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=5 00000020:00000001:0.0:1767384323.889834:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 02000000:00000001:3.0:1767384323.889835:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384323.889836:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 02000000:00000001:3.0:1767384323.889839:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.889839:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384323.889843:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384323.889845:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384323.889852:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384323.889855:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384323.889858:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000810c348c. 00010000:00000001:0.0:1767384323.889858:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384323.889864:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742994304, offset 224 00010000:00000001:0.0:1767384323.889868:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.889871:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384323.889874:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384323.889878:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.889879:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.889882:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384323.889883:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a79dbd85 with handle 0x88edd5ef35457d80 from hash 00010000:00000001:0.0:1767384323.889888:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384323.889891:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.889893:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384323.889894:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384323.889896:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.889899:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384323.889901:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.889903:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384323.889905:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03980 00010000:00000001:0.0:1767384323.889906:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.889912:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.889914:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384323.889916:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1571 [2] + 224 00010000:00000001:0.0:1767384323.889916:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384323.889921:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.889922:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.889925:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.889926:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.889928:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384323.889928:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.889932:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384323.889937:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384323.889940:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.889942:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.889943:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384323.889944:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384323.889945:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384323.889948:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.889949:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.889951:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384323.889952:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.889953:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.889957:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.889960:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.889973:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384323.889978:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.889981:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384323.889983:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a79dbd85/0x88edd5ef35457d80 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384323.889997:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000e7f0a4d count: 0 00010000:00000001:0.0:1767384323.890004:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384323.890006:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384323.890013:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.890019:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810c348c 00000400:00000010:3.0:1767384323.890021:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810c348c. 00000100:00000001:3.0:1767384323.890025:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384323.890027:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.890031:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.890034:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384323.890035:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384323.890037:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384323.890039:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384323.890042:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384323.890042:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.890045:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384323.890047:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384323.890048:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865e9940. 00000400:00000200:2.0:1767384323.890053:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073f35ac 00000100:00000040:3.0:1767384323.890054:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093ad8384 x1853236742994304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384323.890057:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073f35ac. 00000100:00100000:3.0:1767384323.890067:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093ad8384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742994304:12345-0@lo:253: Request processed in 5790us (6169us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384323.890068:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.890075:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.890077:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384323.890082:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384323.890086:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384323.890088:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384323.890093:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000100:00000200:2.0:1767384323.890093:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.890164:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294910941, at 4294910943 00000100:00000010:0.0:1767384323.890171:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000020:00000010:3.0:1767384323.890426:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6529221. 00000020:00000010:3.0:1767384323.890434:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bced987. 00000100:00000001:2.0:1767384323.890446:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384323.890447:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384323.890448:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384323.890467:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384323.890469:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000020506743. 00000100:00000001:2.0:1767384323.890469:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384323.890471:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384323.890474:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384323.890475:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.890479:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.890480:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384323.890485:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384323.890487:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384323.890489:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=33 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384323.890492:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000100:00001000:2.0:1767384323.890494:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=33 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384323.890496:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000810c348c. 00000100:00000001:2.0:1767384323.890499:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384323.890502:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.890504:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384323.890505:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.890507:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.890510:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.890512:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294910941, at 4294910943 00000100:00000010:3.0:1767384323.890520:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000796da62a. 00000100:00000001:2.0:1767384323.890521:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.890525:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384323.890527:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384323.890530:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384323.890531:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384323.890532:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384323.890534:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384323.890535:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384323.890536:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384323.890537:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384323.890538:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384323.890539:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384323.890541:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.890546:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742994304:0@lo:253: 00000100:00000001:2.0:1767384323.890556:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.890558:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.890559:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236742994304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.890564:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384323.890566:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384323.890567:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001e3425a3. 02000000:00000001:2.0:1767384323.890570:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384323.890571:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384323.890572:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384323.890574:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384323.890575:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000050caba82. 02000000:00000001:2.0:1767384323.890577:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384323.890578:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384323.890579:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:2.0:1767384323.890581:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384323.890582:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.890583:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.890587:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384323.890588:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.890589:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.890606:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.890614:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294910941, at 4294910943 00000100:00000010:2.0:1767384323.890618:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00010000:00000010:0.1:1767384323.892144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000031cd423d. 00010000:00000010:0.1:1767384323.892154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cacaf796. 00010000:00000010:0.1:1767384323.896156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e7f0a4d. 00010000:00000010:0.1:1767384323.896166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a79dbd85. 00000400:00000010:1.0:1767384323.901345:0:24177:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006c5cf140. 00000400:00000040:1.0:1767384323.901362:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384323.901364:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384323.901366:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384323.901367:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384323.901369:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384323.901370:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384323.901373:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384323.901374:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384323.901375:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384323.901375:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384323.901377:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384323.901378:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384323.901380:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384323.901381:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384323.901381:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384323.901383:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384323.901384:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384323.901388:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384323.901389:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384323.901391:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384323.901392:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384323.901393:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384323.901395:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384323.901396:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384323.901396:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384323.901398:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384323.901399:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384323.901400:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384323.901401:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384323.901402:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384323.901402:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384323.901404:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384323.901405:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384323.901406:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384323.901407:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384323.901408:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384323.901408:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384323.901410:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384323.901411:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384323.901412:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384323.901413:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384323.901414:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384323.901415:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384323.901416:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384323.901417:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384323.901418:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384323.901419:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384323.901419:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384323.901421:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384323.901422:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384323.901423:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384323.901424:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384323.901425:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384323.901426:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384323.901427:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384323.901428:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384323.901434:0:24177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384323.901471:0:24177:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006c5cf140. 00010000:00000001:0.0:1767384324.628155:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384324.628161:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.628166:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384324.628168:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384324.628279:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384324.628283:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.628286:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384324.838255:0:24454:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000081805b4e. 00080000:00000010:2.0:1767384324.838265:0:24454:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000081805b4e. 00000020:00000001:2.0:1767384324.838271:0:24454:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384324.838279:0:24454:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000081805b4e. 00080000:00000010:2.0:1767384324.838285:0:24454:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000081805b4e. 00000020:00000001:2.0:1767384324.838289:0:24454:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.459161:0:17065:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384325.459177:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384325.459178:0:17065:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.459182:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384325.624449:0:24618:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384325.624453:0:24618:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384325.627356:0:24618:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384325.633679:0:24619:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000727d6f9c. 00000400:00000010:1.0:1767384325.633693:0:24619:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c5d8ab80. 00000400:00000010:1.0:1767384325.633703:0:24619:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000294ce86e. 00000400:00000010:1.0:1767384325.633706:0:24619:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e90014e9. 00000400:00000010:1.0:1767384325.633710:0:24619:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ddbff44. 00000400:00000010:1.0:1767384325.633727:0:24619:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d1bb63b. 00000400:00000010:1.0:1767384325.633731:0:24619:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8785208. 00000400:00000010:1.0:1767384325.633733:0:24619:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ccce1959. 00000400:00000010:1.0:1767384325.633736:0:24619:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006c5cf140. 00000800:00000010:1.0:1767384325.634934:0:24619:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f50330e0. 00000800:00000200:1.0:1767384325.634946:0:24619:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384325.634954:0:24619:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384325.635012:0:24619:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384325.635029:0:24619:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384325.636299:0:24619:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000d2bad39b. 00000400:00000010:1.0:1767384325.636304:0:24619:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f393ed. 00000400:00000010:1.0:1767384325.636309:0:24619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000400:00000001:1.0:1767384325.636323:0:24619:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.636325:0:24619:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.636327:0:24619:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003942a86. 00000400:00000200:1.0:1767384325.636330:0:24619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:1.0:1767384325.636331:0:24619:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000400:00000010:1.0:1767384325.636334:0:24619:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000006ef414b5. 00000400:00000200:1.0:1767384325.636338:0:24619:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (16) 00000400:00000200:1.0:1767384325.636349:0:24619:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384325.636357:0:24619:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384325.636363:0:24619:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ce5b3a51. 00000020:01000000:1.0:1767384325.636368:0:24619:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384325.636370:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384325.636374:0:24619:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384325.636378:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1001d1 00000400:00000010:1.0:1767384325.636387:0:24619:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c5d8ab80. 00000400:00000010:1.0:1767384325.636391:0:24619:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000727d6f9c. 00000400:00000010:0.0:1767384325.636396:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000064466fef. 00000400:00000010:0.0:1767384325.636402:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000596f9a6c. 00000400:00000010:0.0:1767384325.636406:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000e5a86ad6. 00000020:00000001:2.0:1767384325.636415:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384325.636421:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384325.636424:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384325.636426:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384325.636429:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:0.0:1767384325.636431:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000064466fef. 00000400:00000010:0.0:1767384325.636436:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000596f9a6c. 00000020:01000004:2.0:1767384325.636437:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384325.636440:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384325.636440:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000e5a86ad6. 00000020:01000004:2.0:1767384325.636443:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384325.636446:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384325.636447:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767384325.636447:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000477f7a03. 00000020:01000004:2.0:1767384325.636450:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384325.636453:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384325.636454:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384325.636457:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384325.636457:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384325.636462:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000100:00000010:2.0:1767384325.636463:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf398750. 00000020:00000040:2.0:1767384325.636468:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:0.0:1767384325.636468:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:0.0:1767384325.636474:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000100:00000001:2.0:1767384325.636476:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384325.636479:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4b2ea4. 02000000:00000001:2.0:1767384325.636480:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384325.636483:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 02000000:00000001:2.0:1767384325.636486:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.636489:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058e85a0a. 02000000:00000010:2.0:1767384325.636495:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cc2e02d5. 00000400:00000200:0.0:1767384325.636495:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp10 00000100:00000001:2.0:1767384325.636503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.636511:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384325.636513:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000100:00000001:2.0:1767384325.636514:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.636525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf398750] to pc [ptlrpcd_00_01+1] req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.636528:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [39:39:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1767384325.636544:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp10 10000000:00000001:2.0:1767384325.636551:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384325.636556:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.636560:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.636561:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) : PUT try# 0 00000020:01000000:2.0:1767384325.636565:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384325.636572:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384325.636573:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384325.636573:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.108@tcp10 10000000:00000001:2.0:1767384325.636577:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384325.636579:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384325.636580:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:0.0:1767384325.636581:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f30207. 10000000:01000000:2.0:1767384325.636583:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384325.636585:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384325.636587:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384325.636590:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:0.0:1767384325.636592:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000020:01000004:2.0:1767384325.636593:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384325.636595:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384325.636597:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384325.636600:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384325.636603:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384325.636605:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000020:01000004:2.0:1767384325.636606:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384325.636610:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384325.636612:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f30207 type 1, nob 400 niov 1 nkiov 1 00000020:01000004:2.0:1767384325.636613:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384325.636618:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000647a4b16. 00000100:00000001:3.0:1767384325.636621:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.636624:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.636628:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000020:00000040:2.0:1767384325.636629:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:3.0:1767384325.636632:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384325.636633:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384325.636634:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:2.0:1767384325.636637:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.636638:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384325.636641:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.636643:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.636648:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742994432:0@lo:253: 02000000:00000010:2.0:1767384325.636648:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001561972c. 00000100:00000001:2.0:1767384325.636654:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.636657:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384325.636658:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384325.636661:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.636665:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384325.636666:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000647a4b16] to pc [ptlrpcd_00_02+2] req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384325.636671:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.636677:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.636685:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ae94d28. 02000000:00000001:3.0:1767384325.636688:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384325.636688:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384325.636694:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.636696:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.636698:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000020:01000000:2.0:1767384325.636698:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384325.636703:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ce5b3a51. 00000400:00000010:3.0:1767384325.636708:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef62c9e6. 00000100:00000200:3.0:1767384325.636727:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742994432, portal 25 00000100:00000001:2.0:1767384325.636728:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.636732:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.636739:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384325.636739:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.636742:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040574720 : -130122668976896 : ffff89a77489d500) 00000100:00100000:2.0:1767384325.636743:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000200:0.0:1767384325.636743:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384325.636749:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384325.636750:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f30207. 00000100:00000040:3.0:1767384325.636754:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.636757:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384325.636758:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384325.636761:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.636766:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.636769:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384325.636773:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384325.636773:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 00000100:00000001:3.0:1767384325.636774:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384325.636780:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.636783:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384325.636784:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.636793:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce2585d. 00000400:00000200:0.0:1767384325.636793:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp10: 0 00000100:00000001:2.0:1767384325.636800:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384325.636801:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742994432, offset 0 00000100:00000001:2.0:1767384325.636802:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.636808:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384325.636809:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384325.636810:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384325.636815:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384325.636815:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384325.636821:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742994560:0@lo:253: 00000800:00000001:0.0:1767384325.636822:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.636828:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384325.636828:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384325.636830:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384325.636834:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384325.636839:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384325.636843:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.636843:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : PUT - for me 00000400:00000200:3.0:1767384325.636848:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03a00 02000000:00000001:2.0:1767384325.636849:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384325.636857:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cc1c4046. 00000400:00000200:0.0:1767384325.636858:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384325.636861:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 02000000:00000001:2.0:1767384325.636864:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.636870:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6d983c6. 00000400:00000010:2.0:1767384325.636872:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a8c1e2. 00000400:00000200:3.0:1767384325.636875:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa3a66cc 00000400:00000200:0.0:1767384325.636884:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 288/304 into md 0x1579 [1] + 0 00000400:00000200:3.0:1767384325.636885:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384325.636889:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da20ea8. 00000400:00000200:0.0:1767384325.636894:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f024cb0 00000400:00000200:3.0:1767384325.636895:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384325.636900:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384325.636902:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa3a66cc 00000400:00000010:2.0:1767384325.636902:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbc233a6. 00000800:00000001:0.0:1767384325.636906:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384325.636907:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa3a66cc. 00000400:00000200:0.0:1767384325.636909:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.636916:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 00000100:00000001:3.0:1767384325.636918:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384325.636918:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742994560, portal 25 00000400:00000200:0.0:1767384325.636919:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f024cb0 00000100:00000200:3.0:1767384325.636923:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384325.636923:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f024cb0. 00000100:00000001:2.0:1767384325.636925:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384325.636930:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ba1d7387 x1853236742994432 msgsize 4848 00000100:00000001:2.0:1767384325.636930:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040582784 : -130122668968832 : ffff89a77489f480) 00000400:00000200:0.0:1767384325.636930:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:2.0:1767384325.636940:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.636940:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (18) 00000100:00100000:3.0:1767384325.636945:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384325.636949:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000040:3.0:1767384325.636952:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384325.636956:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (304 bytes) 00000100:00000001:2.0:1767384325.636959:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384325.636962:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000040:2.0:1767384325.636964:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384325.636969:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3b049a4. 00000400:00000200:0.0:1767384325.636970:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (19) 00000100:00000200:2.0:1767384325.636971:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742994560, offset 0 00000400:00000200:0.0:1767384325.636978:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384325.636980:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384325.636983:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.636986:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000400:00000200:0.0:1767384325.636990:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [40:40:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [40:40:8:4294967295] 00000400:00000200:0.0:1767384325.636997:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) 192.168.204.108@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384325.637000:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp10 00000400:00000200:2.0:1767384325.637004:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384325.637004:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f30207. 00000400:00000200:3.0:1767384325.637006:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce2585d 00000400:00000010:3.0:1767384325.637012:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce2585d. 00000800:00000200:0.0:1767384325.637013:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000400:00000200:2.0:1767384325.637018:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03a80 00000100:00000001:3.0:1767384325.637020:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384325.637023:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:1021 00000400:00000200:2.0:1767384325.637027:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000100:00000200:3.0:1767384325.637029:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384325.637029:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f30207 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384325.637034:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ea84f0b. 00000400:00000200:2.0:1767384325.637040:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce2d3357 00000800:00000001:0.0:1767384325.637043:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384325.637047:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.637052:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384325.637052:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.637053:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384325.637059:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2d3357 00000100:00000040:3.0:1767384325.637060:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384325.637062:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce2d3357. 00000100:00000001:2.0:1767384325.637067:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384325.637069:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384325.637074:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000041dad228 x1853236742994560 msgsize 4848 00000100:00000001:3.0:1767384325.637075:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.637078:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384325.637079:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384325.637081:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384325.637088:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384325.637092:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.637093:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b049a4 00000400:00000010:2.0:1767384325.637096:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3b049a4. 00000100:00000001:3.0:1767384325.637097:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294912694 00000100:00000001:2.0:1767384325.637113:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384325.637124:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384325.637126:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721db69c. 00000100:00000001:3.0:1767384325.637134:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384325.637135:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384325.637139:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.637140:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294912695 00000800:00000200:0.0:1767384325.637144:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384325.637146:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000425c6779. 00000800:00000010:0.0:1767384325.637151:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f30207. 00000100:00000001:3.0:1767384325.637152:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384325.637154:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.637158:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294912695 00000100:00000001:2.0:1767384325.637158:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384325.637159:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384325.637164:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.637165:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe1940e. 00000100:00000001:2.0:1767384325.637170:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294912695 00000100:00000001:3.0:1767384325.637171:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384325.637171:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000100:00000001:3.0:1767384325.637180:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294912695 00000100:00000001:2.0:1767384325.637180:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912694 00000800:00000001:0.0:1767384325.637182:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384325.637188:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000492c9546. 00000100:00000001:2.0:1767384325.637188:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294912695 00000800:00000001:0.0:1767384325.637190:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.637193:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384325.637194:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294912695 00000800:00000001:0.0:1767384325.637195:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384325.637198:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294912695 00000100:00000001:3.0:1767384325.637199:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384325.637201:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294912695 00000800:00000001:0.0:1767384325.637203:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.637204:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637205:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294912695 00000800:00000001:0.0:1767384325.637209:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384325.637210:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637210:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294912695 00000100:00000001:2.0:1767384325.637216:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.637217:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384325.637219:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.637222:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637226:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637230:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637231:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : ACK - for me 00000100:00000001:3.0:1767384325.637235:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.637237:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384325.637240:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.637243:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384325.637246:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp10: ACK from 12345-192.168.204.108@tcp10 into md 0x1599 00000100:00000001:3.0:1767384325.637247:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637249:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384325.637252:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384325.637254:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994432 00000400:00000200:0.0:1767384325.637255:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384325.637257:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384325.637260:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.637263:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384325.637263:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000100:00000001:2.0:1767384325.637264:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.637267:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.637271:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637272:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4b2ea4 00000100:00100000:2.0:1767384325.637275:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994432 00000020:00000001:2.0:1767384325.637277:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384325.637280:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000010:0.0:1767384325.637281:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4b2ea4. 00000100:00000001:3.0:1767384325.637282:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384325.637284:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384325.637287:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994560 00000400:00000200:0.0:1767384325.637287:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384325.637291:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384325.637293:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000001:3.0:1767384325.637295:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.637297:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637299:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 02000000:00000001:3.0:1767384325.637301:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384325.637303:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000400:00000200:0.0:1767384325.637303:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000100:00100000:3.0:1767384325.637306:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994560 00000020:00000001:2.0:1767384325.637308:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384325.637310:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384325.637311:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384325.637312:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000800:00000001:0.0:1767384325.637315:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.637319:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384325.637321:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.637324:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384325.637325:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384325.637329:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:2.0:1767384325.637331:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4703b2e. 00000020:00000001:3.0:1767384325.637332:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:0.0:1767384325.637335:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384325.637336:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.637338:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384325.637340:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4703b2e. 00000400:00000010:0.0:1767384325.637340:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000e5a86ad6. 00000020:00000010:3.0:1767384325.637342:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089db5222. 00000400:00000010:0.0:1767384325.637346:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da20ea8. 00000100:00000001:3.0:1767384325.637347:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.637348:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000170c27fb. 00000020:00000010:3.0:1767384325.637353:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089db5222. 00000400:00000010:0.0:1767384325.637353:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4b2ea4. 00000020:00000010:2.0:1767384325.637356:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018d1b614. 00000400:00000200:0.0:1767384325.637359:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e5a86ad6 00000020:00000010:3.0:1767384325.637361:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2e9eb7e. 00000400:00000010:0.0:1767384325.637363:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000007cc906ab. 00000020:00000010:2.0:1767384325.637364:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8bffae. 00000020:00000010:3.0:1767384325.637367:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eff438bc. 00000400:00000200:0.0:1767384325.637369:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000010:3.0:1767384325.637373:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058cd0122. 00000100:00000040:2.0:1767384325.637375:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384325.637375:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000100:00000001:2.0:1767384325.637380:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384325.637381:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384325.637381:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000100:00000001:2.0:1767384325.637384:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384325.637385:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384325.637387:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000596f9a6c. 00000100:00000001:3.0:1767384325.637388:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.637388:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.637395:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f024cb0. 00000100:00000001:2.0:1767384325.637400:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.637401:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.637403:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed02a36f. 00000100:00000001:2.0:1767384325.637409:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.637410:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:3.0:1767384325.637415:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.637422:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000100:00000001:2.0:1767384325.637425:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384325.637428:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384325.637429:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384325.637430:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384325.637432:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384325.637437:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384325.637442:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384325.637445:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088517200 : -130122621034416 : ffff89a777656050) 00000400:00000200:0.0:1767384325.637445:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00100000:3.0:1767384325.637447:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384325.637453:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000040:2.0:1767384325.637453:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba1d7387 x1853236742994432/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.637459:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088515152 : -130122621036464 : ffff89a777655850) 00000400:00000200:0.0:1767384325.637462:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:3.0:1767384325.637470:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041dad228 x1853236742994560/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.637476:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384325.637479:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000010:2.0:1767384325.637481:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4703b2e. 00000100:00000001:2.0:1767384325.637486:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.637492:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4703b2e. 00000400:00000200:0.0:1767384325.637495:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:3.0:1767384325.637501:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384325.637501:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1d7387 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742994432:12345-0@lo:253: 00000400:00000200:0.0:1767384325.637505:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:3.0:1767384325.637507:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089db5222. 00000100:00000200:2.0:1767384325.637510:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994432 00000100:00000001:3.0:1767384325.637513:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384325.637515:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384325.637519:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089db5222. 00000400:00000200:0.0:1767384325.637519:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000001:2.0:1767384325.637520:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384325.637524:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.637528:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384325.637529:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041dad228 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742994560:12345-0@lo:253: 00000400:00000200:0.0:1767384325.637530:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:2.0:1767384325.637531:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000200:3.0:1767384325.637533:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994560 00000020:00000001:3.0:1767384325.637535:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384325.637539:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384325.637543:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384325.637546:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.637548:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:3.0:1767384325.637549:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.637550:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384325.637554:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384325.637555:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384325.637558:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384325.637559:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637559:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:3.0:1767384325.637562:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384325.637566:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.637568:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384325.637569:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384325.637571:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:3.0:1767384325.637573:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384325.637573:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384325.637578:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:3.0:1767384325.637579:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384325.637582:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001e3425a3. 00000100:00000001:3.0:1767384325.637584:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384325.637587:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.637589:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384325.637591:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637592:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 02000000:00000010:3.0:1767384325.637595:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 20000000:00000001:2.0:1767384325.637597:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384325.637599:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637600:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:3.0:1767384325.637602:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.637606:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384325.637607:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384325.637611:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 20000000:00000010:3.0:1767384325.637614:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006169ae5f. 00000400:00000200:0.0:1767384325.637615:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp24 20000000:00000010:2.0:1767384325.637616:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a41edf3. 20000000:01000000:3.0:1767384325.637619:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384325.637621:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384325.637622:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp24 lpni_is_preferred = 0 20000000:00000001:3.0:1767384325.637623:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384325.637626:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384325.637628:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384325.637629:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp24 20000000:00000001:3.0:1767384325.637631:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637635:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [41:41:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [41:41:8:4294967295] 20000000:00000001:3.0:1767384325.637636:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.637636:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384325.637641:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384325.637641:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.637644:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637645:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp24 20000000:00000001:2.0:1767384325.637647:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384325.637652:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4d4a7e9. 00000400:00000200:0.0:1767384325.637656:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:) -> 192.168.204.108@tcp24(192.168.204.108@tcp:192.168.204.108@tcp24) : GET try# 0 20000000:01000000:3.0:1767384325.637657:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384325.637664:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.0:1767384325.637664:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp24 00000800:00000010:0.0:1767384325.637670:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000098f30207. 00080000:00000001:3.0:1767384325.637671:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384325.637676:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:0.0:1767384325.637676:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008be4f87e. 00000800:00000010:0.0:1767384325.637681:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a27e167e. 00000800:00000200:0.0:1767384325.637685:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (2) 00000800:00000200:0.1:1767384325.637688:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (2) 00080000:00000001:3.0:1767384325.637698:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384325.637700:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384325.637703:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000001:3.0:1767384325.637739:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.637743:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384325.637744:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.637746:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384325.637747:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384325.637750:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:3.0:1767384325.637754:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384325.637756:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384325.637758:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384325.637761:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.637766:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00080000:00000001:3.0:1767384325.637773:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384325.637777:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384325.637782:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384325.637785:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384325.637789:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000039470be6. 00080000:00000001:3.0:1767384325.637792:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950564960256 : -130123144591360 : ffff89a758308800) 00080000:00000001:3.0:1767384325.637795:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384325.637799:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384325.637803:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000089db5222. 00080000:00000001:3.0:1767384325.637805:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.637808:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384325.637816:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00080000:00000001:3.0:1767384325.637820:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.637837:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384325.637852:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.637893:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.637935:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.637967:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.637985:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638002:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638016:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638030:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638048:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638075:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638118:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638152:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638174:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638197:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638229:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638266:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638307:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638350:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638398:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638452:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638497:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638537:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.638574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00080000:00000010:2.0:1767384325.638611:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000039470be6. 00000400:00000200:0.0:1767384325.638618:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00080000:00000010:3.0:1767384325.638647:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000089db5222. 00000400:00000200:0.0:1767384325.638651:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00040000:00000001:3.0:1767384325.638653:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384325.638656:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384325.638659:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384325.638663:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384325.638665:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.638667:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384325.638677:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384325.638688:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384325.638691:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384325.638692:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b806737. 00000400:00000200:0.0:1767384325.638694:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00080000:00000001:3.0:1767384325.638696:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384325.638697:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:2.0:1767384325.638702:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384325.638705:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384325.638706:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384325.638722:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384325.638730:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.638732:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384325.638734:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.638736:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384325.638738:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384325.638739:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384325.638742:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384325.638744:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384325.638746:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384325.638749:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.638749:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00080000:00000001:2.0:1767384325.638754:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.638761:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384325.638764:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384325.638767:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384325.638770:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000611f9010. 00080000:00000001:2.0:1767384325.638773:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918059008 : -130127791492608 : ffff89a643367200) 00080000:00000001:2.0:1767384325.638775:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384325.638777:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384325.638778:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00080000:00000010:2.0:1767384325.638780:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b4703b2e. 20000000:01000000:3.0:1767384325.638781:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384325.638785:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.638786:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384325.638788:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 10000000:01000000:3.0:1767384325.638790:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384325.638799:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.638807:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384325.638811:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384325.638814:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384325.638821:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038746494. 00010000:00000001:3.0:1767384325.638825:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384325.638828:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 00000020:00000001:3.0:1767384325.638831:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384325.638833:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084824eff with handle 0x88edd5ef35457d87 to hash 00000020:00000001:3.0:1767384325.638835:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384325.638836:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384325.638845:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384325.638848:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.638849:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.638852:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.638858:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384325.638861:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384325.638863:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384325.638865:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.638867:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.638869:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.638871:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.638872:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384325.638874:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384325.638876:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384325.638877:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384325.638879:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038746494) refcount = 1 00010000:00010000:3.0:1767384325.638881:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.638885:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384325.638887:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384325.638888:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.638889:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.638891:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384325.638894:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384325.638897:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384325.638900:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.638901:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.638903:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00000020:00000001:3.0:1767384325.638904:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384325.638907:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384325.638909:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384325.638911:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.638920:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384325.638922:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.638926:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767384325.638927:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000624b6710. 00010000:00000001:3.0:1767384325.638928:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384325.638931:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384325.638933:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d741d94. 00010000:00000001:3.0:1767384325.638938:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.638940:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.638942:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:0.0:1767384325.638943:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f4632bb. 00010000:00010000:3.0:1767384325.638944:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384325.638951:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084824eff already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384325.638953:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.638954:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384325.638956:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.638960:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384325.638961:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.638962:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.638963:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=5 00000020:00000001:3.0:1767384325.638964:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384325.638966:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000400:00000200:2.0:1767384325.638968:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:3.0:1767384325.638969:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384325.638971:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384325.638973:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f4632bb. 00010000:00000001:3.0:1767384325.638980:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384325.638982:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.638988:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.638990:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp24 from 225.3.0.2 00010000:00000001:3.0:1767384325.638993:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384325.638996:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:2.0:1767384325.638996:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000b65b704. 00010000:00000001:3.0:1767384325.638998:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.639000:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384325.639001:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084824eff with handle 0x88edd5ef35457d87 from hash 00010000:00000001:3.0:1767384325.639003:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384325.639004:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.639005:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.639006:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384325.639007:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384325.639008:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384325.639010:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384325.639011:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.639013:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.639014:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384325.639015:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384325.639017:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.639018:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.639019:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.639021:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.639022:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.639024:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.639028:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.639029:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.639030:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384325.639032:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384325.639033:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.639034:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767384325.639035:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef30298b. 00010000:00000001:3.0:1767384325.639036:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384325.639039:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.639040:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.639043:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384325.639046:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028f2d922. 00010000:00000001:3.0:1767384325.639048:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384325.639056:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384325.639058:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084824eff/0x88edd5ef35457d87 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384325.639064:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038746494 count: 0 00000800:00000010:0.0:1767384325.639068:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c053a3e8. 00010000:00000001:3.0:1767384325.639073:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.1:1767384325.639075:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (2) 20000000:00000001:3.0:1767384325.639076:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000200:0.1:1767384325.639083:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp24 00000000c053a3e8 deleted 00000800:00000010:0.1:1767384325.639085:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c053a3e8. 00000800:00000200:0.1:1767384325.639091:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000020:3.0:1767384325.639093:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384325.639097:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000200:0.1:1767384325.639097:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:993 00000800:00000200:0.1:1767384325.639120:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f30207 type 2, nob 96 niov 1 nkiov 0 20000000:00000010:3.0:1767384325.639125:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006169ae5f. 20000000:00000001:3.0:1767384325.639130:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384325.639133:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994560 00010000:00000001:3.0:1767384325.639136:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000200:0.0:1767384325.639139:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp24 p 3.x 192.168.204.108 -> 192.168.204.108:993 incarnation:1767384323881906122 sched[0] 00010000:00000200:3.0:1767384325.639143:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041dad228 x1853236742994560/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384325.639145:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f4632bb. 00010000:00000001:3.0:1767384325.639153:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384325.639155:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.639158:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.639162:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384325.639164:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384325.639167:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384325.639169:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384325.639171:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.639174:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.639177:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.639180:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce2585d. 00000100:00000200:3.0:1767384325.639184:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742994560, offset 224 00000400:00000200:3.0:1767384325.639189:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.639197:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384325.639199:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f4632bb. 00000800:00000010:0.0:1767384325.639205:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028f2d922. 00000400:00000200:3.0:1767384325.639206:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03a80 00000400:00000200:3.0:1767384325.639214:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15a5 [2] + 224 00000400:00000200:3.0:1767384325.639218:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.639222:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384325.639226:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384325.639230:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384325.639240:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000b65b704. 00000100:00000040:3.0:1767384325.639243:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384325.639244:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.639250:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.639261:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384325.639267:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce2585d 00000400:00000010:3.0:1767384325.639269:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce2585d. 00000100:00000001:3.0:1767384325.639272:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.639274:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.639278:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.639281:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000800:00000200:2.0:1767384325.639282:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767384325.639283:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384325.639287:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384325.639287:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000098f30207. 00000020:00000001:3.0:1767384325.639290:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384325.639293:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384325.639295:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041dad228 x1853236742994560/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384325.639297:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384325.639303:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: GET: OK 00000800:00000200:0.0:1767384325.639309:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp24 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384323881906122 sched[0] 00000400:00000200:2.0:1767384325.639312:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384325.639318:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000010:0.0:1767384325.639318:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d741d94. 00000100:00100000:3.0:1767384325.639324:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041dad228 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742994560:12345-0@lo:253: Request processed in 1820us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384325.639332:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384325.639334:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384325.639337:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384325.639339:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1767384325.639341:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384325.639342:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eff438bc. 00000020:00000010:3.0:1767384325.639348:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058cd0122. 00000800:00000001:2.0:1767384325.639350:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384325.639351:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2e9eb7e. 00000800:00000001:2.0:1767384325.639354:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384325.639358:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000800:00000001:2.0:1767384325.639362:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384325.639363:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384325.639367:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 00000400:00000200:0.0:1767384325.639369:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 02000000:00000001:3.0:1767384325.639371:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384325.639375:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : GET - for me 00000100:00000001:3.0:1767384325.639376:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384325.639382:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384325.639387:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d94675f4. 00000400:00000200:2.0:1767384325.639388:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384325.639391:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce2585d. 00000400:00000200:2.0:1767384325.639396:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 304/304 into md 0x1595 [1] + 0 00000400:00000200:2.0:1767384325.639403:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp24 to MR: 192.168.204.108@tcp24 local destination 00000400:00000200:2.0:1767384325.639410:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [42:42:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384325.639413:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:3.0:1767384325.639414:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.639423:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384325.639424:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) -> 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) 192.168.204.108@tcp24 : REPLY try# 0 00000400:00000001:3.0:1767384325.639427:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384325.639429:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.639431:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a8c1e2. 00000400:00000200:3.0:1767384325.639435:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbc233a6 00000400:00000010:3.0:1767384325.639438:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbc233a6. 00000800:00000200:2.0:1767384325.639441:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.108@tcp24 00000100:00000001:3.0:1767384325.639442:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1767384325.639446:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0e145c4. 00000100:00000200:3.0:1767384325.639448:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.639453:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:2.0:1767384325.639455:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (4) 00000800:00000200:2.0:1767384325.639466:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:988 00000100:00000200:3.0:1767384325.639470:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384325.639470:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0e145c4 type 3, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1767384325.639482:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384325.639485:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.639485:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:3.0:1767384325.639489:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384325.639493:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.639495:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.639497:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.639501:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.639505:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384325.639509:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=35 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384325.639511:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:3.0:1767384325.639513:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000200:2.0:1767384325.639515:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384325.639516:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384325.639520:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0e145c4. 00010000:00000001:3.0:1767384325.639521:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.639524:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.639527:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.639528:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.639531:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000040:3.0:1767384325.639532:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.639539:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: REPLY: OK 00000100:00000001:3.0:1767384325.639547:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.639550:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.639552:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.639553:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:3.0:1767384325.639555:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384325.639558:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000001:2.0:1767384325.639558:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.639559:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384325.639560:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000020:01000004:3.0:1767384325.639563:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000001:2.0:1767384325.639564:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:3.0:1767384325.639567:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.639570:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000001:2.0:1767384325.639571:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.639574:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.639577:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.639578:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384325.639580:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.639583:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384325.639586:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : REPLY - for me 00000100:00000040:3.0:1767384325.639589:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.639590:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384325.639602:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp24: Reply from 12345-192.168.204.108@tcp24 of length 304/304 into md 0x15b1 00000100:00100000:3.0:1767384325.639605:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742994560:0@lo:253: 00000800:00000001:2.0:1767384325.639608:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384325.639611:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.639614:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384325.639614:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384325.639618:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000647a4b16 x1853236742994560/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.639618:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.639620:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384325.639629:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: REPLY: OK 00000100:00000001:3.0:1767384325.639634:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384325.639636:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f024cb0 02000000:00000001:3.0:1767384325.639638:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384325.639639:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f024cb0. 02000000:00000010:3.0:1767384325.639641:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cc1c4046. 00000400:00000200:2.0:1767384325.639644:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:3.0:1767384325.639646:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384325.639649:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000020:00000001:3.0:1767384325.639650:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384325.639650:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000020:00000040:3.0:1767384325.639653:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384325.639657:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384325.639657:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 02000000:00000010:3.0:1767384325.639661:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001561972c. 00000400:00000200:2.0:1767384325.639664:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 17. state = 0x100251 02000000:00000001:3.0:1767384325.639667:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.639669:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384325.639671:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000010:3.0:1767384325.639672:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000647a4b16. 00000400:00000200:0.0:1767384325.639676:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:3.0:1767384325.639678:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.639680:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.639682:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.639683:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000100:00000001:3.0:1767384325.639687:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.639689:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384325.639690:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384325.639691:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.639695:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384325.639695:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.639708:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384325.639738:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384325.639744:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:3.0:1767384325.639749:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000c98892ca. 00000400:00000010:3.0:1767384325.639752:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 0000000039470be6. 00000400:00000010:3.0:1767384325.639756:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000d2e9eb7e. 00000400:00000200:0.0:1767384325.639758:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000010:3.0:1767384325.639774:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000076de370a. 00000400:00000200:3.0:1767384325.639780:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000076de370a nid 192.168.204.108@tcp25 00000400:00000200:0.0:1767384325.639783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000010:3.0:1767384325.639790:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000067cfd5c4. 00000400:00000200:3.0:1767384325.639795:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 0000000067cfd5c4 net tcp25 00000400:00000200:3.0:1767384325.639797:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:3.0:1767384325.639802:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp25 flags 0x11 00000400:00000010:3.0:1767384325.639805:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000c98892ca. 00000400:00000010:3.0:1767384325.639809:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 0000000039470be6. 00000400:00000010:3.0:1767384325.639811:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000d2e9eb7e. 00000400:00000200:0.0:1767384325.639813:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000010:3.0:1767384325.639814:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000596f9a6c. 00000400:00000200:3.0:1767384325.639821:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384325.639823:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:3.0:1767384325.639827:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:3.0:1767384325.639831:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:3.0:1767384325.639836:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384325.639837:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384325.639841:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384325.639844:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000400:00000200:0.0:1767384325.639852:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639875:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639891:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639920:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639932:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639954:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639970:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.639986:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640007:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640025:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640040:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640055:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640078:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640094:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384325.640155:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000800:00000010:0.0:1767384325.640268:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af25b038. 00000800:00000010:0.0:1767384325.640272:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d741d94. 00000800:00000010:0.0:1767384325.640276:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f4632bb. 00000800:00000010:0.0:1767384325.640302:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f4632bb. 00000400:00000200:2.0:1767384325.640303:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000010:3.0:1767384325.640316:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000611f9010. 00000400:00000200:2.0:1767384325.640323:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp24 from 224.3.0.2 00000800:00000010:2.0:1767384325.640326:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000081f2be6b. 00000800:00000010:0.0:1767384325.640353:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000158a8cd1. 00000800:00000010:0.0:1767384325.640358:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028f2d922. 00000800:00000010:0.0:1767384325.640373:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c053a3e8. 00000800:00000200:0.1:1767384325.640378:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (4) 00000800:00000200:0.1:1767384325.640381:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp24 00000000c053a3e8 deleted 00000800:00000010:0.1:1767384325.640383:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c053a3e8. 00000800:00000200:0.1:1767384325.640386:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384325.640392:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp24 p 3.x 192.168.204.108 -> 192.168.204.108:992 incarnation:1767384323881906122 sched[0] 00000800:00000010:0.0:1767384325.640397:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f4632bb. 00000800:00000010:0.0:1767384325.640451:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f4632bb. 00000800:00000010:0.0:1767384325.640457:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028f2d922. 00000800:00000200:3.1:1767384325.640466:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384325.640476:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp24 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384323881906122 sched[0] 00000800:00000010:3.0:1767384325.640480:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d741d94. 00000800:00000010:0.0:1767384325.640483:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000081f2be6b. 00000800:00000001:0.0:1767384325.640496:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.640501:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384325.640511:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.640515:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384325.640529:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b4703b2e. 00040000:00000001:0.0:1767384325.640532:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.640534:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384325.640535:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384325.640538:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384325.640540:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.640542:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384325.640548:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384325.640555:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384325.640558:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384325.640561:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384325.640564:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384325.640567:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384325.640568:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384325.640571:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384325.640572:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384325.640576:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000020083b84. 00010000:00000001:3.0:1767384325.640579:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384325.640580:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000020:00000001:3.0:1767384325.640582:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384325.640583:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457d8e to hash 00000020:00000001:3.0:1767384325.640585:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384325.640586:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640588:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640589:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.640596:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.640597:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640602:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384325.640603:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384325.640605:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384325.640606:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.640607:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.640608:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.640609:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.640610:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384325.640611:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384325.640612:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384325.640613:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384325.640614:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000020083b84) refcount = 1 00010000:00010000:3.0:1767384325.640616:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640619:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384325.640620:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384325.640622:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.640623:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640624:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384325.640626:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384325.640628:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384325.640630:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.640631:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.640632:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=4 00000020:00000001:3.0:1767384325.640633:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640634:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640635:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384325.640636:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640639:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384325.640644:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640647:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.640648:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384325.640649:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640652:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.640653:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640655:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384325.640656:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384325.640659:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384325.640660:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.640661:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384325.640663:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640666:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384325.640667:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.640668:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.640669:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00000020:00000001:3.0:1767384325.640671:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640672:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384325.640674:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384325.640675:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.640679:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384325.640680:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.640681:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640683:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384325.640684:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384325.640685:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:0.0:1767384325.640690:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384325.640692:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.640694:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384325.640695:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457d8e from hash 20000000:00000010:0.0:1767384325.640696:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a41edf3. 00010000:00000001:3.0:1767384325.640698:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384325.640701:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384325.640701:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640704:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.640706:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1767384325.640706:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994432 00010000:00000001:3.0:1767384325.640709:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384325.640710:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384325.640711:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384325.640729:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000200:0.0:1767384325.640729:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba1d7387 x1853236742994432/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384325.640732:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.640736:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640739:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384325.640742:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384325.640746:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.640747:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384325.640748:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.640750:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640751:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.640753:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=35 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384325.640754:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640758:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.640760:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384325.640761:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384325.640764:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384325.640769:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384325.640771:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384325.640772:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384325.640773:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384325.640775:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.640776:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384325.640779:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384325.640780:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384325.640783:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384325.640785:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384325.640786:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.640790:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384325.640791:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.640791:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f2d922. 20000000:00000001:3.0:1767384325.640796:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.640797:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742994432, offset 224 00010000:00010000:3.0:1767384325.640798:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384325.640806:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384325.640807:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384325.640809:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384325.640810:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457d8e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384325.640815:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.640822:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03a00 00000400:00000200:0.0:1767384325.640828:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x159d [2] + 224 00010000:00000040:3.0:1767384325.640836:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000020083b84 count: 0 00000400:00000200:0.0:1767384325.640838:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.640843:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384325.640844:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384325.640846:0:17073:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384325.640847:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:0.0:1767384325.640850:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.640857:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.640874:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.640878:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f2d922 00000400:00000010:0.0:1767384325.640880:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f2d922. 00000100:00000001:0.0:1767384325.640883:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.640884:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.640885:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.640888:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.640890:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384325.640892:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384325.640893:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:3.0:1767384325.640896:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384325.640897:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384325.640898:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000020:00000001:0.0:1767384325.640900:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.640903:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62c9e6 00000020:00000001:0.0:1767384325.640903:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384325.640907:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef62c9e6. 00000100:00000040:0.0:1767384325.640910:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba1d7387 x1853236742994432/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.640912:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384325.640918:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.640922:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1d7387 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742994432:12345-0@lo:253: Request processed in 3442us (3988us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384325.640937:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000200:3.0:1767384325.640938:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.640940:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384325.640944:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.640947:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384325.640950:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384325.640951:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018d1b614. 00000100:00000001:3.0:1767384325.640953:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.640956:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384325.640957:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.640958:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384325.640959:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8bffae. 00000100:00000001:3.0:1767384325.640960:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.640965:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.640966:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000170c27fb. 00000100:00001000:3.0:1767384325.640968:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=35 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384325.640971:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00001000:3.0:1767384325.640972:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=35 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384325.640975:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384325.640976:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.640979:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384325.640979:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001e3425a3. 00010000:00000001:3.0:1767384325.640983:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.640985:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.640985:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384325.640988:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.640989:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.640992:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384325.640993:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384325.640998:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee67b2f. 00000100:00000001:3.0:1767384325.641004:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.641006:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384325.641006:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f2d922. 00000100:00000001:3.0:1767384325.641008:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.641017:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384325.641018:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384325.641019:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.641021:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.641022:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.641023:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.641024:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384325.641025:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384325.641026:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.641027:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384325.641029:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.641034:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742994432:0@lo:253: 00000100:00000001:3.0:1767384325.641038:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.641039:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.641041:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf398750 x1853236742994432/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.641045:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.641045:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.641047:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ae94d28. 02000000:00000001:3.0:1767384325.641050:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.641051:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.641052:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384325.641054:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.641055:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cc2e02d5. 02000000:00000001:3.0:1767384325.641057:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.641059:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.641060:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf398750. 00000100:00000001:3.0:1767384325.641062:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.641064:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.641065:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.641068:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.641069:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.641071:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.641073:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.643143:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294912695, at 4294912696 00000100:00000040:2.0:1767384325.643151:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294912695, at 4294912696 00000100:00000010:3.0:1767384325.643156:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000492c9546. 00000100:00000010:2.0:1767384325.643158:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe1940e. 00000100:00000040:0.0:1767384325.644139:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294912695, at 4294912697 00000100:00000040:1.0:1767384325.644142:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294912695, at 4294912697 00000100:00000010:0.0:1767384325.644145:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721db69c. 00000100:00000010:1.0:1767384325.644152:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000425c6779. 00010000:00000010:3.1:1767384325.646146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038746494. 00010000:00000010:3.1:1767384325.646158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00010000:00000010:3.1:1767384325.646166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000020083b84. 00010000:00000010:3.1:1767384325.646174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00010000:00000001:0.0:1767384325.651148:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384325.651157:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.651162:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384325.651163:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.651203:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384325.651208:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.651211:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384325.657061:0:24624:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009e82ba52. 00000400:00000040:1.0:1767384325.657085:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384325.657089:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384325.657092:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384325.657094:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384325.657097:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384325.657124:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384325.657128:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384325.657131:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384325.657133:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384325.657135:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384325.657138:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384325.657141:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384325.657144:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384325.657146:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384325.657148:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384325.657151:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384325.657153:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384325.657155:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384325.657156:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384325.657159:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384325.657161:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384325.657163:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384325.657166:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384325.657167:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384325.657169:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384325.657172:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384325.657174:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384325.657176:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384325.657186:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384325.657188:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384325.657190:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384325.657192:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384325.657194:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384325.657196:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384325.657198:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384325.657200:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384325.657202:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384325.657205:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384325.657207:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384325.657208:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384325.657210:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384325.657212:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384325.657213:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384325.657215:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384325.657217:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384325.657218:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384325.657220:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384325.657221:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384325.657224:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384325.657226:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384325.657228:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384325.657230:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384325.657231:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384325.657233:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384325.657235:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384325.657237:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384325.657238:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384325.657299:0:24624:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009e82ba52. 00000004:00000001:1.0:1767384326.483150:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384326.483154:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384326.483160:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004953e58f. 00000100:00000040:0.0:1767384326.483162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384326.483167:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384326.483168:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384326.483172:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384326.483175:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 02000000:00000001:1.0:1767384326.483176:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384326.483180:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384326.483182:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483184:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.483187:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384326.483190:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000237f7fb3. 02000000:00000001:0.0:1767384326.483190:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.483195:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c83f65be. 00000100:00000001:0.0:1767384326.483201:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483202:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483209:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384326.483212:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.483213:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.483222:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e58f] to pc [ptlrpcd_00_03+3] req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483223:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384326.483225:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483232:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_00+0] req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384326.483251:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483253:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384326.483259:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384326.483261:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384326.483262:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28d69f. 00000100:00000001:1.0:1767384326.483263:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.483266:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384326.483267:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384326.483268:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.483269:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384326.483271:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.483274:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.483276:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.483277:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384326.483280:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006eedfe02. 00000100:00000001:1.0:1767384326.483285:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.483286:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.483289:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384326.483293:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.483293:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.483297:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483297:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.483303:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384326.483304:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384326.483307:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.483310:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.483310:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.483311:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.483313:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483314:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384326.483315:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483317:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384326.483320:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742994816:0@lo:13: 00000100:00000040:1.0:1767384326.483325:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.483327:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384326.483330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b28d69f] to pc [ptlrpcd_00_01+1] req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.483332:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384326.483337:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.483342:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384326.483348:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e66574f8. 00000100:00000001:1.0:1767384326.483352:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384326.483353:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483355:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483357:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.483359:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384326.483360:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ba9cde0. 00000100:00000040:0.0:1767384326.483360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384326.483362:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.483369:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483369:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384326.483370:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00100000:1.0:1767384326.483373:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742994688:0@lo:400: 00000100:00000010:0.0:1767384326.483374:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000100:00000200:2.0:1767384326.483379:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742994816, portal 4 00000020:00000040:0.0:1767384326.483380:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384326.483381:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.483386:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384326.483387:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384326.483387:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384326.483388:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.483390:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384326.483391:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088526208 : -130122621025408 : ffff89a777658380) 02000000:00000001:1.0:1767384326.483392:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384326.483393:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.483396:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c684a8b. 02000000:00000001:1.0:1767384326.483400:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.483401:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e25cacb0. 00000100:00000040:2.0:1767384326.483405:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.483405:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070fbdb34. 00000100:00000001:0.0:1767384326.483406:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483413:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384326.483415:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000200:1.0:1767384326.483422:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742994688, portal 25 00000100:00000001:1.0:1767384326.483427:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.483430:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00000001:2.0:1767384326.483434:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.483435:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384326.483439:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.483443:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384326.483444:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.483447:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_02+2] req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384326.483448:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003513ac2f. 00000100:00000200:2.0:1767384326.483455:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742994816, offset 0 00000100:00000001:1.0:1767384326.483470:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384326.483473:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.483477:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384326.483485:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384326.483487:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384326.483491:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384326.483492:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00000010:0.0:1767384326.483493:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d6f515. 00000020:00000040:0.0:1767384326.483498:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1767384326.483499:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236742994688, offset 0 00000100:00000001:0.0:1767384326.483501:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.483504:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.483507:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.483511:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384326.483513:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b492fdbe. 00000100:00000001:0.0:1767384326.483516:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483518:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384326.483523:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384326.483529:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483532:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d6f515] to pc [ptlrpcd_00_03+3] req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483538:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.483540:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000100:00000001:0.0:1767384326.483548:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.483550:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.483551:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384326.483554:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483561:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.483563:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.483567:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384326.483568:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc03b80 00000400:00000200:1.0:1767384326.483570:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384326.483572:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384326.483578:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 1120 02000000:00000001:0.0:1767384326.483579:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.483585:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc03b00 00000100:00100000:0.0:1767384326.483589:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742995072:0@lo:400: 00000400:00000200:2.0:1767384326.483590:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.483595:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa35 [2] + 0 00000100:00000001:0.0:1767384326.483598:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384326.483599:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384326.483604:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008debc058. 02000000:00000001:0.0:1767384326.483604:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384326.483609:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.483610:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083cd45ee 02000000:00000001:0.0:1767384326.483615:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384326.483616:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384326.483618:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384326.483621:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:0.0:1767384326.483621:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022dc50f9. 00000400:00000200:1.0:1767384326.483623:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384326.483629:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c8a8a18. 02000000:00000001:0.0:1767384326.483629:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.483631:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd45ee 00000100:00000040:2.0:1767384326.483636:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000002c8a8a18 x1853236742994816 msgsize 224 00000400:00000010:1.0:1767384326.483636:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083cd45ee. 00000400:00000010:0.0:1767384326.483639:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aacfc71. 00000100:00000001:1.0:1767384326.483643:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384326.483646:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384326.483646:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384326.483648:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000100:00000040:1.0:1767384326.483652:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b56d32a4 x1853236742994688 msgsize 224 00000100:00000200:0.0:1767384326.483654:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742995072, portal 10 00000100:00000001:2.0:1767384326.483659:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.483660:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384326.483661:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384326.483665:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00000100:00000040:1.0:1767384326.483666:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384326.483668:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513ac2f 00000400:00000010:2.0:1767384326.483672:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003513ac2f. 00000100:00000001:2.0:1767384326.483675:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384326.483677:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384326.483678:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.483681:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.483685:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000400:00000010:1.0:1767384326.483691:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000100:00000001:1.0:1767384326.483710:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.483719:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384326.483720:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483723:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.483725:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.483730:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.483736:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000100:00000200:0.0:1767384326.483741:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742995072, offset 0 00000400:00000200:0.0:1767384326.483752:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384326.483755:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483757:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384326.483758:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384326.483763:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.483766:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.483773:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384326.483774:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3966 usecs (4 jiffies) 00000100:00000001:1.0:1767384326.483778:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.483781:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913540 00000100:00000001:1.0:1767384326.483781:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384326.483787:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000400:00000200:0.0:1767384326.483787:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc03c80 00000100:00000001:1.0:1767384326.483788:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483795:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294913541 00000100:00000001:2.0:1767384326.483796:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384326.483798:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:2.0:1767384326.483804:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913540 00000400:00000200:0.0:1767384326.483808:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384326.483810:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009be51234. 00000100:00000001:1.0:1767384326.483810:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913540 00000400:00000200:0.0:1767384326.483814:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.483818:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294913541 00000100:00000001:2.0:1767384326.483819:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384326.483820:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.483824:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384326.483827:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913540 00000100:00000001:1.0:1767384326.483829:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913540 00000100:00000010:0.0:1767384326.483829:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daa0730e. 00000100:00000010:2.0:1767384326.483835:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ba8852. 00000100:00000040:0.0:1767384326.483836:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000daa0730e x1853236742995072 msgsize 224 00000100:00000001:1.0:1767384326.483837:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294913541 00000100:00000001:2.0:1767384326.483843:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384326.483844:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384326.483851:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913540 00000100:00000001:1.0:1767384326.483852:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913540 00000100:00000001:0.0:1767384326.483855:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.483857:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294913541 00000400:00000200:0.0:1767384326.483860:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6bcf6c 00000400:00000010:0.0:1767384326.483864:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000100:00000010:1.0:1767384326.483865:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6ab670f. 00000100:00000001:0.0:1767384326.483867:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384326.483871:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384326.483874:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.483877:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.483877:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.483877:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.483884:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.483884:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483889:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.483891:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483893:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384326.483895:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.483897:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483898:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384326.483898:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.483905:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.483905:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.483908:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.483911:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.483912:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384326.483914:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.483916:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384326.483918:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483918:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.483920:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384326.483925:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2621 usecs (3 jiffies) 00000100:00000001:2.0:1767384326.483929:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.483931:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913539 00000100:00000001:2.0:1767384326.483934:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.483936:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913541 00000100:00000001:2.0:1767384326.483938:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384326.483942:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913539 00000100:00000001:1.0:1767384326.483943:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.483945:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.483946:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.483947:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.483950:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913539 02000000:00000001:1.0:1767384326.483952:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384326.483956:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.483957:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913541 02000000:00000001:1.0:1767384326.483963:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483964:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913539 00000100:00000001:2.0:1767384326.483967:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384326.483970:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.483970:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913541 00000100:00100000:1.0:1767384326.483971:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742994944:0@lo:400: 02000000:00000001:2.0:1767384326.483976:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384326.483979:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384326.483980:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.483981:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.483982:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.483986:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.483987:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.483988:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384326.483988:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.483993:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019d6f515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742995200:0@lo:400: 00000100:00000001:0.0:1767384326.483994:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.483995:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e455b6. 00000100:00000001:0.0:1767384326.484000:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384326.484001:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484002:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384326.484006:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384326.484007:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000100:00000001:0.0:1767384326.484008:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384326.484009:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484011:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384326.484012:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384326.484017:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd68c50f. 00000100:00000001:0.0:1767384326.484017:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384326.484020:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00000001:0.0:1767384326.484020:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384326.484021:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484022:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484027:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.484028:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000100:00000200:1.0:1767384326.484028:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742994944, portal 4 00000100:00000001:1.0:1767384326.484033:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.484034:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089051392 : -130122620500224 : ffff89a7776d8700) 00000400:00000010:2.0:1767384326.484035:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003513ac2f. 00000100:00000200:2.0:1767384326.484040:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742995200, portal 10 00000100:00000040:1.0:1767384326.484042:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.484043:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384326.484044:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384326.484048:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089061248 : -130122620490368 : ffff89a7776dad80) 00000100:00100000:0.0:1767384326.484048:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994688 02000000:00000001:0.0:1767384326.484055:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384326.484058:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.484058:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.484062:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.484062:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.484070:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.484071:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384326.484075:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994688 00000100:00000001:2.0:1767384326.484077:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384326.484079:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 00000020:00000001:0.0:1767384326.484080:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384326.484083:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384326.484084:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000200:1.0:1767384326.484086:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742994944, offset 0 00000400:00000010:2.0:1767384326.484088:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000020:00000001:0.0:1767384326.484089:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.484092:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384326.484095:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:1.0:1767384326.484096:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384326.484129:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742995200, offset 0 00000020:00000001:0.0:1767384326.484134:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:1.0:1767384326.484135:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.484140:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.484140:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.484146:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fb22f5e. 00000400:00000200:1.0:1767384326.484147:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc03c00 00000100:00000001:0.0:1767384326.484151:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384326.484153:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384326.484157:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fb22f5e. 00000400:00000200:1.0:1767384326.484159:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 2544 00000400:00000200:2.0:1767384326.484165:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc03d00 00000020:00000010:0.0:1767384326.484165:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a5d9fb6. 00000400:00000200:1.0:1767384326.484166:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384326.484172:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5685cb9. 00000400:00000200:1.0:1767384326.484176:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384326.484177:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000020:00000010:0.0:1767384326.484180:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000400:00000200:2.0:1767384326.484184:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.484185:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384326.484189:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384326.484190:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384326.484194:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384326.484196:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f373c972. 00000100:00000001:0.0:1767384326.484196:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.484200:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384326.484200:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384326.484201:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000f373c972 x1853236742994944 msgsize 224 00000100:00000001:0.0:1767384326.484203:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.484205:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767384326.484211:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384326.484212:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384326.484214:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba53a584. 00000100:00000040:2.0:1767384326.484218:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000ba53a584 x1853236742995200 msgsize 224 00000100:00000001:1.0:1767384326.484219:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.484226:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 00000400:00000010:1.0:1767384326.484230:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000100:00000001:0.0:1767384326.484233:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384326.484234:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384326.484235:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.484240:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.484247:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.484248:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384326.484249:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.484250:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.484252:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384326.484260:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000100:00100000:0.0:1767384326.484260:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000001:1.0:1767384326.484261:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.484264:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000010:2.0:1767384326.484265:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000100:00000001:1.0:1767384326.484266:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.484267:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088521296 : -130122621030320 : ffff89a777657050) 00000100:00000001:2.0:1767384326.484271:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384326.484273:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.484274:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b56d32a4 x1853236742994688/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.484278:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.484278:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3966 usecs (4 jiffies) 00000100:00000001:1.0:1767384326.484291:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913541 00000100:00000001:1.0:1767384326.484297:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913541 00000100:00000001:0.0:1767384326.484302:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.484303:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913541 00000020:00000010:0.0:1767384326.484307:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fb22f5e. 00000100:00000001:1.0:1767384326.484309:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913541 00000100:00000001:2.0:1767384326.484311:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.484311:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.484314:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913541 00000020:00000010:0.0:1767384326.484316:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fb22f5e. 00000100:00000040:2.0:1767384326.484318:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.484319:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.484324:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913541 00000100:00100000:0.0:1767384326.484326:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b56d32a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742994688:12345-0@lo:400: 00000100:00000001:1.0:1767384326.484329:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.484335:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384326.484336:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994688 00000100:00000001:1.0:1767384326.484340:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484341:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384326.484347:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484348:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484348:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384326.484351:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384326.484352:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484353:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.484357:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484358:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384326.484360:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384326.484361:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000040:2.0:1767384326.484363:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3137 usecs (4 jiffies) 00000100:00000001:1.0:1767384326.484363:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384326.484366:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384326.484370:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294913541 00000100:00000001:1.0:1767384326.484370:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384326.484370:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.484374:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384326.484376:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384326.484377:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.484378:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484379:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384326.484384:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484385:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294913541 00000100:00000001:1.0:1767384326.484385:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484388:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.484391:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294913541 00000100:00000001:0.0:1767384326.484392:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.484395:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384326.484399:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294913541 02000000:00000010:0.0:1767384326.484399:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a2b72a2. 02000000:00000001:0.0:1767384326.484403:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484405:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294913541 00000100:00000001:0.0:1767384326.484406:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484410:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384326.484410:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484411:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294913541 00000100:00100000:1.0:1767384326.484414:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995072 00010000:00000040:0.0:1767384326.484415:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742994688 02000000:00000001:1.0:1767384326.484418:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384326.484419:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384326.484421:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.484423:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294913541 00000100:00000001:1.0:1767384326.484424:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484429:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.484430:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384326.484432:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b56d32a4 x1853236742994688/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.484437:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.484437:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995072 00000020:00000001:1.0:1767384326.484441:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384326.484444:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:2.0:1767384326.484445:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.484445:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384326.484447:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384326.484450:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484451:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384326.484451:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00001000:0.0:1767384326.484455:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=36 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384326.484457:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384326.484459:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384326.484460:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384326.484461:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384326.484462:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384326.484465:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.484468:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384326.484469:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.484469:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384326.484472:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384326.484474:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384326.484475:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.484478:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.484480:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.484480:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ed9ac5d. 00000100:00000001:0.0:1767384326.484482:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384326.484486:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384326.484491:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ed9ac5d. 00000100:00000040:0.0:1767384326.484491:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.484494:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000100:00000001:2.0:1767384326.484495:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384326.484498:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0020133. 00000100:00000001:2.0:1767384326.484499:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.484500:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236742994688, offset 224 00000020:00000010:1.0:1767384326.484504:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c9decc6. 00000020:00000010:1.0:1767384326.484510:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003734e0d8. 00000400:00000200:0.0:1767384326.484510:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384326.484519:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384326.484520:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384326.484523:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.484524:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.484525:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384326.484526:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc03b00 00000100:00000001:1.0:1767384326.484527:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384326.484528:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994816 02000000:00000001:2.0:1767384326.484533:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.484535:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.484536:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384326.484538:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15c9 [1] + 224 00000100:00000001:2.0:1767384326.484539:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484540:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384326.484543:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.484546:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.484547:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384326.484552:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994816 00000100:00000001:1.0:1767384326.484552:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.484554:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384326.484557:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.484560:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:0.0:1767384326.484561:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384326.484563:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.484566:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000200:0.0:1767384326.484567:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.484568:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384326.484569:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00100000:1.0:1767384326.484571:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995200 00000020:00000001:2.0:1767384326.484574:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 02000000:00000001:1.0:1767384326.484576:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.484579:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.484581:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.484583:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.484586:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e55bf22. 02000000:00000001:1.0:1767384326.484589:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.484593:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000083b473ad. 00000100:00100000:1.0:1767384326.484594:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995200 00000100:00000040:0.0:1767384326.484598:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.484599:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.484602:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000020:00000040:1.0:1767384326.484603:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:1.0:1767384326.484607:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.484611:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000100:00000001:2.0:1767384326.484615:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384326.484615:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000010:2.0:1767384326.484620:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df710775. 00000020:00000001:1.0:1767384326.484620:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:1.0:1767384326.484624:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.484625:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e672dda7. 00000100:00000001:0.0:1767384326.484626:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384326.484628:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ed9ac5d. 00000020:00000010:2.0:1767384326.484632:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:1.0:1767384326.484633:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003a41fcad. 00000400:00000200:0.0:1767384326.484635:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6bcf6c 00000020:00000040:1.0:1767384326.484640:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000400:00000010:0.0:1767384326.484640:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000100:00000040:2.0:1767384326.484641:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384326.484646:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384326.484646:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.484651:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.484652:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384326.484652:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000151184a4. 00000100:00000001:2.0:1767384326.484656:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384326.484658:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000896410e6. 00000100:00000001:2.0:1767384326.484659:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484659:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.484665:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b3d7d45. 00000100:00000001:2.0:1767384326.484667:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.484667:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384326.484674:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384326.484677:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.484679:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384326.484679:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484683:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384326.484686:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.484688:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384326.484692:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384326.484693:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.484696:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384326.484710:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384326.484712:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384326.484712:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b56d32a4 x1853236742994688/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.484713:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.484718:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:2.0:1767384326.484722:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040571136 : -130122668980480 : ffff89a77489c700) 00000100:00000001:1.0:1767384326.484727:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.484730:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c8a8a18 x1853236742994816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.484734:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b56d32a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742994688:12345-0@lo:400: Request processed in 427us (1077us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384326.484742:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.484746:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384326.484750:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000001:2.0:1767384326.484751:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384326.484755:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000010:2.0:1767384326.484757:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7f1dd2. 00000100:00000040:0.0:1767384326.484757:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000040:1.0:1767384326.484759:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:2.0:1767384326.484762:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.484763:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.484764:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089056768 : -130122620494848 : ffff89a7776d9c00) 00000020:00000010:2.0:1767384326.484767:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7f1dd2. 00000100:00000001:0.0:1767384326.484768:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384326.484772:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000daa0730e x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384326.484775:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5685cb9. 00000100:00100000:2.0:1767384326.484776:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c8a8a18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236742994816:12345-0@lo:13: 00000020:00000010:0.0:1767384326.484783:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000100:00000200:2.0:1767384326.484785:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994816 00000020:00000010:0.0:1767384326.484790:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a5d9fb6. 00000020:00000001:2.0:1767384326.484791:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384326.484793:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384326.484796:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384326.484798:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033a5a693. 00000020:00000040:0.0:1767384326.484799:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:00000001:2.0:1767384326.484800:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.484805:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384326.484806:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384326.484807:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384326.484808:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033a5a693. 02000000:00000010:0.0:1767384326.484810:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002a2b72a2. 00000020:00000001:2.0:1767384326.484812:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 02000000:00000001:0.0:1767384326.484815:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384326.484819:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384326.484819:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000daa0730e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742995072:12345-0@lo:400: 00000100:00000001:0.0:1767384326.484819:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.484824:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384326.484826:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995072 00000100:00000200:0.0:1767384326.484827:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1767384326.484830:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.484831:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384326.484832:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0438c8. 00000020:00000001:2.0:1767384326.484833:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384326.484835:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.484839:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.484839:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.484840:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078698cd8. 00000020:00000001:1.0:1767384326.484846:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384326.484847:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384326.484849:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 02000000:00000001:2.0:1767384326.484851:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384326.484853:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384326.484856:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384326.484857:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003236a0ff. 00000020:00000001:1.0:1767384326.484858:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.484861:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384326.484863:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484863:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384326.484864:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.484867:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742994944 00000100:00000001:2.0:1767384326.484868:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.484869:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384326.484870:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.484873:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.484874:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384326.484875:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.484879:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384326.484881:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384326.484882:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000010:1.0:1767384326.484884:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bad5de94. 00000100:00100000:0.0:1767384326.484885:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742994944 00000020:00000001:0.0:1767384326.484888:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:2.0:1767384326.484889:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000040:0.0:1767384326.484889:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:2.0:1767384326.484894:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384326.484894:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384326.484895:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.484899:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000100:00000001:1.0:1767384326.484901:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.484901:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:0.0:1767384326.484907:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:2.0:1767384326.484908:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384326.484908:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.484910:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000024:2.0:1767384326.484915:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00010000:00000040:1.0:1767384326.484915:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995072 00010000:00000001:1.0:1767384326.484921:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384326.484921:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fb22f5e. 00000020:00000020:2.0:1767384326.484923:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384326.484929:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00010000:00000200:1.0:1767384326.484930:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000daa0730e x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384326.484936:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384326.484936:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.484943:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fb22f5e. 00002000:00000001:2.0:1767384326.484946:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:1.0:1767384326.484952:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384326.484952:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a5d9fb6. 00000001:00000001:2.0:1767384326.484953:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384326.484957:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384326.484958:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.484959:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5685cb9. 00002000:00000001:2.0:1767384326.484964:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.484965:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=30 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384326.484967:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00010000:00000040:2.0:1767384326.484970:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742994816 00010000:00000001:2.0:1767384326.484975:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384326.484976:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384326.484976:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000200:2.0:1767384326.484980:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c8a8a18 x1853236742994816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.484981:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384326.484984:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384326.484985:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384326.484989:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.484991:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384326.484995:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384326.485000:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384326.485000:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384326.485001:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384326.485004:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485005:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.485006:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.485008:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.485012:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.485013:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.485017:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000040:1.0:1767384326.485018:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384326.485018:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.485020:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:1.0:1767384326.485024:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 02000000:00000001:2.0:1767384326.485025:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.485028:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485029:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384326.485030:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742995072, offset 224 00000100:00000001:2.0:1767384326.485033:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.485034:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384326.485038:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384326.485043:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384326.485044:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384326.485048:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000400:00000010:2.0:1767384326.485049:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000400:00000200:1.0:1767384326.485053:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384326.485054:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088536960 : -130122621014656 : ffff89a77765ad80) 00000100:00000200:2.0:1767384326.485055:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742994816, offset 224 00000100:00000040:0.0:1767384326.485062:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f373c972 x1853236742994944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.485066:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.485071:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc03c80 00000100:00000001:0.0:1767384326.485076:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384326.485079:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384326.485082:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fb22f5e. 00000400:00000200:1.0:1767384326.485085:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15d5 [1] + 224 00000100:00000001:0.0:1767384326.485086:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384326.485090:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc03b80 00000020:00000010:0.0:1767384326.485092:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fb22f5e. 00000400:00000200:1.0:1767384326.485097:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.485118:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15c5 [1] + 224 00000400:00000200:2.0:1767384326.485122:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384326.485123:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f373c972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16348:x1853236742994944:12345-0@lo:400: 00000400:00000200:2.0:1767384326.485130:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384326.485131:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742994944 00000400:00000200:1.0:1767384326.485134:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384326.485135:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384326.485139:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384326.485142:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384326.485143:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384326.485143:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.485148:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384326.485149:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.485151:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384326.485152:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384326.485158:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384326.485168:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.485173:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384326.485176:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384326.485179:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.485184:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384326.485185:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.485187:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384326.485188:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.485191:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.485196:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a2b72a2. 02000000:00000001:0.0:1767384326.485200:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485205:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.485211:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.485216:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742994944 00010000:00000001:0.0:1767384326.485222:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384326.485226:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f373c972 x1853236742994944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.485230:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.485231:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384326.485232:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384326.485235:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.485237:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=26 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384326.485240:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000100:00000001:0.0:1767384326.485240:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384326.485244:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 23 to 0@lo 00000400:00000010:2.0:1767384326.485245:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000100:00000001:0.0:1767384326.485247:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384326.485251:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384326.485252:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384326.485252:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 02000000:00000001:0.0:1767384326.485253:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.485256:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384326.485257:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000100:00000001:0.0:1767384326.485258:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.485262:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.485263:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.485270:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000100:00000040:2.0:1767384326.485271:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:1.0:1767384326.485271:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.485275:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384326.485277:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384326.485278:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742994944, offset 224 00000020:00000001:2.0:1767384326.485281:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.485282:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.485284:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384326.485288:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:0.0:1767384326.485288:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384326.485292:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c8a8a18 x1853236742994816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.485293:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384326.485297:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.485300:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384326.485302:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384326.485310:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daa0730e x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.485316:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c8a8a18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16350:x1853236742994816:12345-0@lo:13: Request processed in 560us (1675us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384326.485316:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc03c00 00000400:00000200:0.0:1767384326.485330:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15dd [1] + 224 00000100:00100000:2.0:1767384326.485337:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:0.0:1767384326.485340:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384326.485341:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00100000:1.0:1767384326.485342:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000daa0730e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742995072:12345-0@lo:400: Request processed in 546us (1502us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384326.485346:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384326.485348:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.485350:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384326.485354:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e672dda7. 00000100:00000001:0.0:1767384326.485357:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384326.485359:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000010:2.0:1767384326.485360:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000100:00000040:1.0:1767384326.485363:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000200:0.0:1767384326.485364:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.485366:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df710775. 00000100:00000001:1.0:1767384326.485367:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.485371:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384326.485372:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000020:00000010:1.0:1767384326.485376:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c9decc6. 00000100:00000001:2.0:1767384326.485379:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384326.485382:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003734e0d8. 00000020:00000010:1.0:1767384326.485389:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0020133. 00000100:00000040:0.0:1767384326.485391:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384326.485394:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:1.0:1767384326.485398:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.485402:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.485404:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.485408:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384326.485409:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6bcf6c 00000100:00000001:1.0:1767384326.485410:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384326.485412:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000100:00000001:1.0:1767384326.485413:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.485415:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384326.485418:0:18483:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.485420:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384326.485421:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:1.0:1767384326.485422:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485423:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.485427:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.485428:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040580096 : -130122668971520 : ffff89a77489ea00) 00000100:00000040:0.0:1767384326.485431:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384326.485433:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384326.485435:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.485439:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384326.485446:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f373c972 x1853236742994944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.485449:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba53a584 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.485456:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.485459:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384326.485464:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.485468:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384326.485471:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f373c972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236742994944:12345-0@lo:400: Request processed in 391us (1265us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384326.485472:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000100:00000001:2.0:1767384326.485476:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384326.485477:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000020:00000010:2.0:1767384326.485481:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7f1dd2. 00000400:00000010:1.0:1767384326.485481:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000100:00100000:0.0:1767384326.485486:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384326.485487:0:17854:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.485488:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384326.485490:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000020:00000010:2.0:1767384326.485492:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7f1dd2. 00000100:00000200:1.0:1767384326.485495:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.485495:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.485499:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384326.485501:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba53a584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742995200:12345-0@lo:400: 00000020:00000010:0.0:1767384326.485504:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5685cb9. 00000020:00000010:0.0:1767384326.485510:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000100:00000200:2.0:1767384326.485512:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995200 00000020:00000001:2.0:1767384326.485517:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384326.485517:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a5d9fb6. 00000100:00000200:1.0:1767384326.485521:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.485522:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384326.485523:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000020:00000001:2.0:1767384326.485525:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.485528:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384326.485528:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.485532:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:2.0:1767384326.485537:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.485541:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.485543:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384326.485544:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.485547:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384326.485548:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.485550:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.485552:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384326.485553:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384326.485555:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384326.485557:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384326.485559:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384326.485560:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384326.485561:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.485565:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c797aee3. 02000000:00000001:1.0:1767384326.485565:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485567:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384326.485570:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.485572:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=26 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384326.485572:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.485573:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.485579:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384326.485579:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767384326.485580:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=26 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384326.485585:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995200 00000400:00000001:0.0:1767384326.485585:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384326.485586:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384326.485591:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384326.485591:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.485591:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aacfc71. 00010000:00000001:1.0:1767384326.485596:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000200:2.0:1767384326.485597:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba53a584 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.485599:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00010000:00080000:1.0:1767384326.485603:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384326.485606:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000100:00000001:0.0:1767384326.485614:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384326.485616:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384326.485618:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.485619:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.485622:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.485622:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384326.485625:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384326.485628:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384326.485629:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384326.485629:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.485632:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.485640:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.485641:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.485646:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384326.485651:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.485654:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.485659:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384326.485660:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384326.485662:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.485664:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384326.485666:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384326.485667:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384326.485672:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000100:00000040:1.0:1767384326.485677:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.485678:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742995200, offset 224 00000100:00000001:0.0:1767384326.485687:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.485692:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.485693:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384326.485707:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742994944:0@lo:400: 00000100:00000001:0.0:1767384326.485707:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384326.485709:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384326.485712:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.485715:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.485717:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384326.485718:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384326.485721:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384326.485724:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=30 v=5 (5 0 0 0) 00000400:00000001:1.0:1767384326.485725:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.485730:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070fbdb34. 00000400:00000200:2.0:1767384326.485731:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc03d00 00000100:00001000:0.0:1767384326.485732:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=30 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384326.485736:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000100:00000001:0.0:1767384326.485740:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384326.485741:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000001:0.0:1767384326.485742:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.485744:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384326.485748:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.485753:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384326.485758:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e1 [1] + 224 00010000:00000001:0.0:1767384326.485758:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.485759:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.485764:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384326.485768:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384326.485771:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384326.485771:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384326.485774:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.485778:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.485781:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.485783:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.485791:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.485800:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.485811:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.485813:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.485818:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.485819:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.485822:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.485824:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384326.485825:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384326.485829:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384326.485831:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.485834:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.485838:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.485844:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.485853:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=36 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384326.485855:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384326.485857:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742995072:0@lo:400: 00000100:00001000:1.0:1767384326.485862:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=36 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384326.485863:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000100:00000001:0.0:1767384326.485866:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384326.485868:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:2.0:1767384326.485869:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000100:00000001:1.0:1767384326.485870:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384326.485873:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:1.0:1767384326.485874:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.485876:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.485879:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384326.485880:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384326.485881:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:3.0:1767384326.485882:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:1.0:1767384326.485886:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.485886:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236742995072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384326.485887:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:2.0:1767384326.485888:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.485891:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.485897:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384326.485901:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384326.485902:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.485905:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384326.485906:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384326.485911:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.485912:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767384326.485913:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384326.485917:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384326.485918:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384326.485919:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384326.485920:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 02000000:00000010:0.0:1767384326.485925:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022dc50f9. 00000400:00000200:3.0:1767384326.485927:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513ac2f 00000100:00000001:1.0:1767384326.485927:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384326.485928:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba53a584 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384326.485933:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003513ac2f. 02000000:00000001:0.0:1767384326.485933:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384326.485935:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384326.485938:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384326.485940:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384326.485940:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384326.485943:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1767384326.485948:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.485951:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384326.485951:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384326.485955:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e25cacb0. 02000000:00000001:0.0:1767384326.485963:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384326.485966:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384326.485968:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba53a584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742995200:12345-0@lo:400: Request processed in 486us (1742us total) trans 0 rc 0/0 00000100:00000010:0.0:1767384326.485969:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000100:00000200:3.0:1767384326.485973:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.485975:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384326.485979:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.485983:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.485991:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384326.485995:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742994688:0@lo:400: 00000100:00000001:0.0:1767384326.485995:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.486001:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384326.486003:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384326.486005:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.486006:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.486008:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.486010:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:3.0:1767384326.486011:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.486013:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384326.486015:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384326.486016:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384326.486019:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384326.486020:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384326.486021:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b28d69f x1853236742994944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.486023:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000896410e6. 00000100:00000001:3.0:1767384326.486024:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.486027:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.486030:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b3d7d45. 02000000:00000001:3.0:1767384326.486032:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.486036:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000151184a4. 00000100:00001000:3.0:1767384326.486038:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=30 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384326.486042:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00001000:3.0:1767384326.486045:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.486045:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384326.486046:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384326.486050:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384326.486053:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.486054:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.486056:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384326.486060:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384326.486061:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e455b6. 00010000:00000001:3.0:1767384326.486069:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.486069:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384326.486074:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384326.486074:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384326.486077:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:1.0:1767384326.486079:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384326.486082:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384326.486085:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006eedfe02. 00000100:00000001:3.0:1767384326.486086:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384326.486088:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.486092:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384326.486092:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.486096:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.486098:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28d69f. 00000100:00000001:1.0:1767384326.486148:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.486149:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.486150:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486153:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.486154:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384326.486155:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384326.486160:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236742994688/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.486161:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.486191:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019d6f515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742995200:0@lo:400: 00000100:00000001:1.0:1767384326.486191:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384326.486193:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.486196:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c684a8b. 00000400:00000001:3.0:1767384326.486199:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384326.486199:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767384326.486202:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384326.486203:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384326.486205:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ba9cde0. 00000020:00000040:1.0:1767384326.486206:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384326.486210:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000020:00000001:1.0:1767384326.486210:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384326.486211:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c83f65be. 00000400:00000010:3.0:1767384326.486214:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 02000000:00000001:1.0:1767384326.486216:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384326.486218:0:16350:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384326.486219:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.486221:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00000100:00000200:3.0:1767384326.486222:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.486225:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.486228:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.486232:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384326.486235:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.486238:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.486241:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.486242:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.486244:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.486245:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486248:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384326.486248:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.486251:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384326.486253:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.486254:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.486256:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384326.486259:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384326.486262:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.486264:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.486264:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.486266:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384326.486268:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384326.486278:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.486280:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384326.486281:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384326.486283:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384326.486284:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.486287:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.486291:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.486292:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.486293:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384326.486295:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384326.486298:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384326.486300:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384326.486305:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384326.486308:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.486311:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.486315:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004953e58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742994816:0@lo:13: 00000100:00000001:3.0:1767384326.486319:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486320:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.486321:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019d6f515 x1853236742995200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.486326:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.486328:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.486329:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd68c50f. 02000000:00000001:3.0:1767384326.486331:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.486332:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.486333:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384326.486334:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.486338:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b492fdbe. 02000000:00000001:3.0:1767384326.486340:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.486341:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.486342:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d6f515. 00000100:00000001:3.0:1767384326.486345:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.486346:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486347:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.486348:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004953e58f x1853236742994816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.486352:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.486353:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.486354:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e66574f8. 02000000:00000001:3.0:1767384326.486356:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.486356:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.486357:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384326.486359:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.486359:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000237f7fb3. 02000000:00000001:3.0:1767384326.486361:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.486362:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.486363:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004953e58f. 00000100:00000001:3.0:1767384326.486365:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.486366:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486367:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.486371:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.486372:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.486374:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.486376:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.489742:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294913541, at 4294913542 00000100:00000010:1.0:1767384326.489750:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009be51234. 00000100:00000040:2.0:1767384326.490140:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294913541, at 4294913543 00000100:00000040:0.0:1767384326.490143:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294913541, at 4294913543 00000100:00000010:2.0:1767384326.490146:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ba8852. 00000100:00000010:0.0:1767384326.490152:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00000100:00000040:3.0:1767384326.490729:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294913541, at 4294913543 00000100:00000010:3.0:1767384326.490735:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6ab670f. 00080000:00000010:3.0:1767384326.649812:0:24912:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ec6e19b. 00080000:00000010:3.0:1767384326.649821:0:24912:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ec6e19b. 00000020:00000001:3.0:1767384326.649825:0:24912:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384326.649832:0:24912:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ec6e19b. 00080000:00000010:3.0:1767384326.649836:0:24912:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ec6e19b. 00000020:00000001:3.0:1767384326.649838:0:24912:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.676158:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384326.676164:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.676172:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384326.676174:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.676209:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384326.676213:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.676216:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384326.995206:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384326.995211:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:1.0:1767384326.995215:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384326.995217:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384326.995218:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384326.995220:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384326.995222:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384326.995224:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384326.995226:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 29 10000000:00000001:1.0:1767384326.995228:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384326.995229:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384326.995236:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c7c720. 00000020:00000040:1.0:1767384326.995239:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384326.996422:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384326.996425:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.996435:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.996442:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010d744c5. 00000100:00000001:1.0:1767384326.996448:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.996451:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384326.996454:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384326.996460:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c15695f. 00010000:00000001:1.0:1767384326.996463:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384326.996481:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d4911e5. 00000020:00000001:1.0:1767384326.996485:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384326.996487:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d4911e5 with handle 0x88edd5ef35457d95 to hash 00000020:00000001:1.0:1767384326.996489:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384326.996490:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384326.996492:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384326.996495:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384326.996496:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.996499:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384326.996507:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384326.996524:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384326.996529:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384326.996531:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384326.996535:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d6b60b1. 00000100:00000001:1.0:1767384326.996536:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950429416448 : -130123280135168 : ffff89a7501c4c00) 00000100:00000001:1.0:1767384326.996538:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.996540:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088529792 : -130122621021824 : ffff89a777659180) 00000100:00000001:1.0:1767384326.996544:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.996546:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.996547:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384326.996549:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384326.996555:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.996562:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.996563:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.996566:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384326.996568:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.996570:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.996572:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081c7c720 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742995328:0@lo:101: 00000100:00000001:1.0:1767384326.996575:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.996581:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.996583:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.996585:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.996588:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004c391828. 02000000:00000001:1.0:1767384326.996589:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.996609:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070fbdb34. 00000400:00000010:1.0:1767384326.996616:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000100:00000200:1.0:1767384326.996622:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742995328, portal 25 00000100:00000001:1.0:1767384326.996624:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.996625:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088529792 : -130122621021824 : ffff89a777659180) 00000100:00000040:1.0:1767384326.996629:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.996641:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.996644:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.996646:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00000200:1.0:1767384326.996648:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742995328, offset 0 00000400:00000200:1.0:1767384326.996654:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.996682:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.996705:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc03d80 00000400:00000200:1.0:1767384326.996709:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa45 [2] + 0 00000400:00000010:1.0:1767384326.996712:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c1f73b. 00000400:00000200:1.0:1767384326.996715:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a40b3dd8 00000400:00000200:1.0:1767384326.996719:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.996722:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384326.996725:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40b3dd8 00000400:00000010:1.0:1767384326.996726:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a40b3dd8. 00000100:00000001:1.0:1767384326.996731:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384326.996732:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384326.996735:0:17076:0:(events.c:337:request_in_callback()) incoming req@000000001d7ced2b x1853236742995328 msgsize 328 00000100:00100000:1.0:1767384326.996737:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384326.996739:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384326.996747:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.996753:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000400:00000010:1.0:1767384326.996754:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000100:00000001:1.0:1767384326.996756:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.996759:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.996766:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.996768:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.996772:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.996773:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.996777:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.996781:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294914054 00000100:00000010:1.0:1767384326.996784:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6ab670f. 00000100:00000001:1.0:1767384326.996793:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384326.996798:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294914054 00000100:00000010:1.0:1767384326.996801:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f99d1c2c. 00000100:00000001:0.0:1767384326.996801:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384326.996805:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384326.996806:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995328 00000100:00000001:1.0:1767384326.996809:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294914054 02000000:00000001:0.0:1767384326.996810:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384326.996813:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0268132. 00000100:00000001:0.0:1767384326.996814:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.996818:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384326.996818:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.996823:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294914054 02000000:00000001:0.0:1767384326.996825:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384326.996826:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573edad4. 00000100:00100000:0.0:1767384326.996829:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995328 00000100:00000001:1.0:1767384326.996830:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384326.996834:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384326.996834:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384326.996837:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384326.996838:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.996842:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384326.996842:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384326.996844:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384326.996845:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 000000002d6b60b1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384326.996848:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.996849:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.996852:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384326.996855:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384326.996857:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384326.996861:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.996864:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bca351b2. 00000100:00000001:0.0:1767384326.996867:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.996869:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bca351b2. 00000020:00000010:0.0:1767384326.996883:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000700ac7df. 00000020:00000010:0.0:1767384326.996888:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000026a4dd9. 00000020:00000010:0.0:1767384326.997944:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000100:00000040:0.0:1767384326.997965:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384326.997967:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.997968:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384326.997970:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.997976:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.997987:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.998004:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384326.998006:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384326.998012:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:2.0:1767384326.998013:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384326.998015:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384326.998017:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384326.998018:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088520272 : -130122621031344 : ffff89a777656c50) 00000100:00000001:2.0:1767384326.998020:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.998023:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.998024:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d7ced2b x1853236742995328/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998032:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.998035:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bca351b2. 00000100:00000001:0.0:1767384326.998037:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.998038:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bca351b2. 00000100:00100000:0.0:1767384326.998043:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d7ced2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742995328:12345-0@lo:101: 00000100:00000200:0.0:1767384326.998045:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995328 00000020:00000001:0.0:1767384326.998048:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384326.998050:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.998052:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998059:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384326.998061:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:0.0:1767384326.998063:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384326.998065:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.998066:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384326.998067:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384326.998070:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998072:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384326.998074:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384326.998076:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384326.998077:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384326.998079:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.998083:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384326.998088:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000009dc26fe. 00010000:00000001:0.0:1767384326.998090:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384326.998093:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dbffbcc0. 00000020:00000001:0.0:1767384326.998095:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384326.998097:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dbffbcc0 with handle 0x88edd5ef35457d9c to hash 00000020:00000001:0.0:1767384326.998098:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384326.998121:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00000001:0.0:1767384326.998123:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00010000:0.0:1767384326.998125:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457d95 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384326.998131:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:0.0:1767384326.998133:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384326.998139:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.998141:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.998145:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002121f44b. 02000000:00000001:0.0:1767384326.998146:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998148:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.998150:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384326.998153:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384326.998155:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384326.998156:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384326.998163:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.998165:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384326.998166:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.998168:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384326.998171:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384326.998172:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384326.998174:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384326.998175:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000009dc26fe) refcount = 1 00010000:00010000:0.0:1767384326.998179:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.998183:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384326.998185:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384326.998186:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.998188:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.998189:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384326.998193:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384326.998194:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.998199:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384326.998200:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384326.998202:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.998203:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.998204:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384326.998205:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.998206:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384326.998207:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000dbffbcc0, rc 0) 00000020:00000001:0.0:1767384326.998208:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.998210:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995328 00010000:00000001:0.0:1767384326.998212:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384326.998214:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d7ced2b x1853236742995328/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 328/344 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.998220:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384326.998221:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.998224:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384326.998234:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384326.998236:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384326.998237:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384326.998239:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384326.998240:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998242:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384326.998244:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.998247:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000100:00000200:0.0:1767384326.998249:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742995328, offset 224 00000400:00000200:0.0:1767384326.998253:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384326.998260:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384326.998266:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc03d80 00000400:00000200:0.0:1767384326.998269:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1605 [1] + 224 00000400:00000200:0.0:1767384326.998272:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384326.998275:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384326.998278:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384326.998280:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.998286:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998302:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384326.998306:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00000400:00000010:0.0:1767384326.998308:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000100:00000001:0.0:1767384326.998311:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.998312:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.998315:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.998318:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384326.998319:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384326.998320:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384326.998323:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998325:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384326.998327:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384326.998328:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d7ced2b x1853236742995328/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 328/344 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.998336:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d7ced2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742995328:12345-0@lo:101: Request processed in 301us (1598us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384326.998337:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.998339:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070fbdb34. 00000400:00000200:3.0:1767384326.998343:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37762df 00000400:00000010:3.0:1767384326.998346:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b37762df. 00000100:00000001:3.0:1767384326.998352:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384326.998352:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384326.998356:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:3.0:1767384326.998358:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998359:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.998362:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384326.998367:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000026a4dd9. 00000100:00000200:3.0:1767384326.998370:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384326.998372:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000020:00000010:0.0:1767384326.998377:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000700ac7df. 00000100:00000001:3.0:1767384326.998381:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384326.998384:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384326.998384:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:3.0:1767384326.998389:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384326.998389:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384326.998392:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002121f44b. 02000000:00000001:3.0:1767384326.998393:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384326.998396:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384326.998397:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384326.998398:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998400:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384326.998401:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.998405:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384326.998406:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384326.998411:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=36 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384326.998412:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aacfc71. 00000100:00000001:3.0:1767384326.998413:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.998416:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.998419:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384326.998419:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c053a3e8. 00010000:00000001:3.0:1767384326.998422:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998425:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.998428:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.998433:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.998435:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.998437:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384326.998439:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.998444:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081c7c720 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742995328:0@lo:101: 00000100:00000001:3.0:1767384326.998447:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.998449:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998456:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384326.998457:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.998459:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.998463:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384326.998465:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d6b60b1. 00000100:00000001:3.0:1767384326.998467:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384326.998468:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.998470:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384326.998472:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384326.998473:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.998474:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=4 00000020:00000001:3.0:1767384326.998476:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384326.998477:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000040:3.0:1767384326.998481:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009d4911e5, remote cookie: 0x88edd5ef35457d9c, flags: 0x0 00010000:00000001:3.0:1767384326.998483:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384326.998485:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384326.998486:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384326.998487:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384326.998488:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384326.998489:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c15695f) refcount = 1 00010000:00010000:3.0:1767384326.998492:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.998496:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384326.998497:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384326.998498:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384326.998500:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384326.998502:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.998503:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.998508:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384326.998508:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.998509:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.998515:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.998516:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.998517:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998519:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.998520:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081c7c720 x1853236742995328/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.998526:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.998528:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.998530:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004c391828. 02000000:00000001:3.0:1767384326.998532:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.998534:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.998535:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384326.998537:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.998539:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000010d744c5. 02000000:00000001:3.0:1767384326.998541:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.998543:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.998544:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c7c720. 00000100:00000001:3.0:1767384326.998546:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.998547:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384326.998548:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384326.998550:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384326.998551:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:3.0:1767384326.998552:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.998554:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384326.998556:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.998557:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00000020:00000001:3.0:1767384326.998558:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384326.998560:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384326.998562:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384326.998563:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.998564:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.998566:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384326.998567:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384326.998570:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006b53f6bf. 00000100:00000010:3.0:1767384326.998584:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007648b210. 00000020:00000040:3.0:1767384326.998585:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384326.998588:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384326.998594:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.998596:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384326.998601:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3b4b323. 00000100:00000001:3.0:1767384326.998604:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998606:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384326.998610:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000043ff447e. 00000100:00000010:3.0:1767384326.998612:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000014c24d5e. 00000020:00000040:3.0:1767384326.998614:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384326.998617:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384326.998618:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384326.998622:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000e77ee9. 00000100:00000001:3.0:1767384326.998623:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950431865664 : -130123277685952 : ffff89a75041ab40) 00000100:00000001:3.0:1767384326.998625:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.998626:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000100:00000001:3.0:1767384326.998628:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384326.998630:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998631:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384326.998632:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384326.998634:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.998639:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384326.998640:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.998642:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384326.998643:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384326.998645:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.998646:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742995456:0@lo:256: 00000100:00000001:3.0:1767384326.998648:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384326.998650:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384326.998652:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998653:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384326.998657:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000400:00000010:3.0:1767384326.998662:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a3b9f962. 00000100:00000200:3.0:1767384326.998665:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc03e00-0x695824dc03e00, portal 33 00000100:00000001:3.0:1767384326.998667:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.998674:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384326.998677:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfe82eb7. 02000000:00000001:3.0:1767384326.998678:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.998680:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3ff632a. 00000400:00000010:3.0:1767384326.998682:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000200:3.0:1767384326.998684:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742995456, portal 25 00000100:00000001:3.0:1767384326.998685:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.998686:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000100:00000040:3.0:1767384326.998706:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.998712:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384326.998714:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.998716:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000100:00000200:3.0:1767384326.998718:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742995456, offset 0 00000400:00000200:3.0:1767384326.998722:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384326.998727:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384326.998731:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc03e00 00000400:00000200:3.0:1767384326.998734:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa55 [2] + 0 00000400:00000010:3.0:1767384326.998736:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000332b1c29. 00000400:00000200:3.0:1767384326.998739:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000343dd07 00000400:00000200:3.0:1767384326.998741:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.998743:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384326.998745:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000343dd07 00000400:00000010:3.0:1767384326.998747:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000343dd07. 00000100:00000001:3.0:1767384326.998749:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384326.998750:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384326.998752:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000bfce59f9 x1853236742995456 msgsize 304 00000100:00100000:3.0:1767384326.998754:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384326.998755:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384326.998764:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384326.998767:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384326.998768:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000001:3.0:1767384326.998770:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384326.998772:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998784:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384326.998788:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384326.998788:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995456 02000000:00000001:0.0:1767384326.998790:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.998793:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384326.998794:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998796:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.998801:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.998806:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995456 00000100:00000001:3.0:1767384326.998807:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998808:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384326.998811:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384326.998811:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384326.998814:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.998816:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384326.998817:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998818:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384326.998823:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384326.998824:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294914056 00000100:00000001:0.0:1767384326.998826:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.998830:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bca351b2. 00000100:00000001:3.0:1767384326.998831:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914054 00000100:00000001:0.0:1767384326.998832:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.998837:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bca351b2. 00000100:00000001:3.0:1767384326.998838:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294914056 00000020:00000010:0.0:1767384326.998842:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000700ac7df. 00000100:00000001:3.0:1767384326.998843:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914054 00000100:00000001:3.0:1767384326.998846:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294914056 00000100:00000001:3.0:1767384326.998849:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294914054 00000020:00000010:0.0:1767384326.998853:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000026a4dd9. 00000100:00000001:3.0:1767384326.998854:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294914056 00000100:00000001:3.0:1767384326.998860:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294914054 00000020:00000010:0.0:1767384326.998861:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000100:00000001:3.0:1767384326.998862:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.998866:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998868:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384326.998868:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384326.998869:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384326.998874:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000000e77ee9 going to sleep for 11 seconds 00000100:00000001:0.0:1767384326.998874:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.998877:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384326.998879:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.998880:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.998882:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998886:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998895:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.998902:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384326.998903:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384326.998907:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384326.998909:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384326.998911:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088512080 : -130122621039536 : ffff89a777654c50) 00000100:00000040:0.0:1767384326.998914:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bfce59f9 x1853236742995456/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 304/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.998920:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.998924:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bca351b2. 00000100:00000001:0.0:1767384326.998925:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.998926:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bca351b2. 00000100:00100000:0.0:1767384326.998929:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bfce59f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742995456:12345-0@lo:256: 00000100:00000200:0.0:1767384326.998931:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995456 00000020:00000001:0.0:1767384326.998933:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384326.998934:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.998935:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.998937:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384326.998938:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:0.0:1767384326.998940:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384326.998941:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.998943:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384326.998944:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384326.998945:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998946:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.998947:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.998957:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002121f44b. 02000000:00000001:0.0:1767384326.998959:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.998960:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.998962:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384326.998966:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384326.998968:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384326.998971:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384326.998973:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.998974:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384326.998976:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384326.998979:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006e9068bc. 20000000:00000001:0.0:1767384326.998981:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384326.998992:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384326.998998:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384326.999002:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384326.999004:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384326.999006:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384326.999007:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384326.999008:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384326.999010:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384326.999012:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384326.999013:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384326.999014:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384326.999015:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384326.999016:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384326.999018:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384326.999019:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384326.999021:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384326.999022:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384326.999024:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:0.0:1767384327.000154:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384327.000158:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384327.000159:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384327.000161:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384327.000162:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384327.000163:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384327.000165:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384327.000166:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384327.000167:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384327.000175:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384327.000176:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384327.000178:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384327.000179:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384327.000181:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384327.000182:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384327.000184:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384327.000185:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384327.000187:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:0.0:1767384327.000189:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:0.0:1767384327.000190:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:0.0:1767384327.000192:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384327.000196:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ccf7095e. 00000100:00000010:0.0:1767384327.000198:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c06defbb. 00000020:00000040:0.0:1767384327.000200:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:0.0:1767384327.000202:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384327.000204:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384327.000207:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000400:00000010:0.0:1767384327.000211:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e321a8e2. 00000400:00000200:0.0:1767384327.000214:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384327.000221:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384327.000227:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x695824dc03e00 00000400:00000200:0.0:1767384327.000231:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1615 [4] + 0 00000400:00000010:0.0:1767384327.000233:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000400:00000200:0.0:1767384327.000236:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a3b9f962 00000400:00000200:0.0:1767384327.000239:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.000241:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384327.000243:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b9f962 00000400:00000010:0.0:1767384327.000244:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a3b9f962. 00000100:00000001:0.0:1767384327.000248:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384327.000249:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007648b210 desc 0000000043ff447e mbits 1853236742995456 00000100:00000001:0.0:1767384327.000258:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384327.000261:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384327.000264:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384327.000269:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1621 00000400:00000200:0.0:1767384327.000271:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.000279:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384327.000282:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384327.000283:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ccf7095e 00000100:00000001:0.0:1767384327.000284:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384327.000289:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00000400:00000010:0.0:1767384327.000290:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000100:00000001:0.0:1767384327.000293:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384327.000295:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ccf7095e 00000100:00000001:0.0:1767384327.000297:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384327.000304:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x695824dc03e00-0x695824dc03e00 00000100:00000001:0.0:1767384327.000307:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384327.000310:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.000312:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384327.000314:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:0.0:1767384327.000316:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c06defbb. 00000100:00000010:0.0:1767384327.000319:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ccf7095e. 00000100:00000001:0.0:1767384327.000322:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384327.000324:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384327.000330:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006e9068bc. 20000000:00000001:0.0:1767384327.000334:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384327.000336:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995456 00010000:00000001:0.0:1767384327.000337:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384327.000341:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bfce59f9 x1853236742995456/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 304/240 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384327.000346:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384327.000348:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384327.000349:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384327.000352:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384327.000355:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384327.000356:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384327.000358:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384327.000360:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.000361:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384327.000365:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384327.000368:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000100:00000200:0.0:1767384327.000375:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742995456, offset 224 00000400:00000200:0.0:1767384327.000381:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384327.000388:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384327.000395:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc03e00 00000100:00000001:1.0:1767384327.000400:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384327.000400:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1619 [1] + 224 00000100:00000001:1.0:1767384327.000405:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.000406:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.000413:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384327.000417:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384327.000420:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384327.000426:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.000441:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384327.000445:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00000400:00000010:0.0:1767384327.000446:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000100:00000001:0.0:1767384327.000450:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384327.000452:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384327.000455:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384327.000458:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384327.000459:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384327.000460:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384327.000461:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.000464:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384327.000466:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384327.000467:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfce59f9 x1853236742995456/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:307/0 lens 304/240 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384327.000470:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.000473:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3ff632a. 00000400:00000200:1.0:1767384327.000479:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:1.0:1767384327.000483:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00100000:0.0:1767384327.000483:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bfce59f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742995456:12345-0@lo:256: Request processed in 1558us (1726us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384327.000488:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.000495:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384327.000496:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384327.000501:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384327.000506:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384327.000508:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384327.000511:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000026a4dd9. 00000100:00000200:1.0:1767384327.000512:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384327.000517:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000100:00000001:1.0:1767384327.000520:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.000522:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.000524:0:17076:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384327.000527:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000700ac7df. 00000020:00000040:0.0:1767384327.000530:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:1.0:1767384327.000532:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.000534:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384327.000534:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384327.000537:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002121f44b. 00000100:00000001:1.0:1767384327.000538:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.000542:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384327.000543:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.000546:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384327.000547:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=37 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384327.000550:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384327.000552:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.000556:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384327.000556:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c66c6e7a. 00000100:00000001:1.0:1767384327.000557:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.000562:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384327.000563:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004390e355. 00010000:00000001:1.0:1767384327.000564:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.000569:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.000572:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.000580:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.000584:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.000586:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.000588:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.000593:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007648b210 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742995456:0@lo:256: 00000100:00000001:1.0:1767384327.000597:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.000599:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.000600:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384327.000602:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.000604:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.000608:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384327.000610:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000e77ee9. 00000100:00000001:1.0:1767384327.000613:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384327.000614:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384327.000616:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:1.0:1767384327.000619:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384327.000625:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000265d3c89. 00010000:00000001:1.0:1767384327.000638:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384327.000641:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384327.000645:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:1.0:1767384327.000647:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.000649:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384327.000650:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:1.0:1767384327.000652:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:1.0:1767384327.000655:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:1.0:1767384327.000658:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384327.000661:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:1.0:1767384327.000665:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384327.000669:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:1.0:1767384327.000672:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384327.000676:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:1.0:1767384327.000678:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (18) 00000400:00000200:1.0:1767384327.000680:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:1.0:1767384327.000682:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:1.0:1767384327.000684:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000685:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:1.0:1767384327.000686:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:1.0:1767384327.000701:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000703:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:1.0:1767384327.000704:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:1.0:1767384327.000707:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000708:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:1.0:1767384327.000709:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:1.0:1767384327.000711:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000712:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:1.0:1767384327.000713:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:1.0:1767384327.000716:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000717:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:1.0:1767384327.000718:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:1.0:1767384327.000720:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000721:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:1.0:1767384327.000722:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:1.0:1767384327.000724:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000731:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:1.0:1767384327.000732:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:1.0:1767384327.000734:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000735:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:1.0:1767384327.000737:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:1.0:1767384327.000739:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000739:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:1.0:1767384327.000740:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:1.0:1767384327.000742:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000743:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:1.0:1767384327.000744:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:1.0:1767384327.000746:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000747:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:1.0:1767384327.000748:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:1.0:1767384327.000750:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000751:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:1.0:1767384327.000752:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:1.0:1767384327.000754:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000755:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:1.0:1767384327.000756:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:1.0:1767384327.000758:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000759:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:1.0:1767384327.000760:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:1.0:1767384327.000761:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000762:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:1.0:1767384327.000763:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:1.0:1767384327.000765:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.000766:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000100:00000001:1.0:1767384327.000768:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.000770:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384327.000772:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:1.0:1767384327.000776:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000004a53a92. 10000000:00000040:1.0:1767384327.000778:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 37/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:1.0:1767384327.000780:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384327.000784:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384327.000792:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91559d5. 00000020:00000010:1.0:1767384327.000795:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a698a6e. 00000040:00000010:1.0:1767384327.000798:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093df6a96. 00000020:00000010:1.0:1767384327.000802:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087af0603. 00000020:00000010:1.0:1767384327.000819:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003102b5fa. 00000020:00000010:1.0:1767384327.000824:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d435a5e1. 80000000:00000010:1.0:1767384327.000828:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fcd56227. 40000000:00000010:1.0:1767384327.000831:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bbcc74c7. 00100000:00000010:1.0:1767384327.000836:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dee5a07e. 00040000:00000010:1.0:1767384327.000839:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e7f807f. 00040000:00000010:1.0:1767384327.000843:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d72be861. 00040000:00000010:1.0:1767384327.000846:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000457f02ae. 00080000:00000010:1.0:1767384327.000850:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ce5b3a51. 00080000:00000010:1.0:1767384327.000855:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ad7d0e45. 00000004:00000010:1.0:1767384327.001863:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000012f474f1. 00000004:00000010:1.0:1767384327.001875:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000940b954c. 00000004:00000010:1.0:1767384327.002922:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d8a7e047. 00002000:00000010:1.0:1767384327.002926:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c1e6864. 00000004:00000010:1.0:1767384327.002929:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005fa05301. 00000004:00000001:1.0:1767384327.002932:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384327.002935:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384327.002936:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000004a53a92 00000040:00001000:1.0:1767384327.002938:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384327.002939:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384327.002940:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384327.002941:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384327.002944:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384327.002945:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384327.002945:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384327.002947:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:1.0:1767384327.002948:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384327.002996:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384327.003000:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a698a6e. 00000040:00000010:1.0:1767384327.003003:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000093df6a96. 00000020:00000010:1.0:1767384327.003006:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087af0603. 00000020:00000010:1.0:1767384327.003015:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003102b5fa. 00000020:00000010:1.0:1767384327.003019:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d435a5e1. 80000000:00000010:1.0:1767384327.003022:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fcd56227. 40000000:00000010:1.0:1767384327.003025:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bbcc74c7. 00100000:00000010:1.0:1767384327.003027:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dee5a07e. 00040000:00000010:1.0:1767384327.003030:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e7f807f. 00040000:00000010:1.0:1767384327.003034:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d72be861. 00040000:00000010:1.0:1767384327.003036:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000457f02ae. 00080000:00000010:1.0:1767384327.003039:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ad7d0e45. 00080000:00000010:1.0:1767384327.003041:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ce5b3a51. 00000004:00000010:1.0:1767384327.003044:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000012f474f1. 00000004:00000010:1.0:1767384327.003047:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000940b954c. 00000004:00000010:1.0:1767384327.003049:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d8a7e047. 00002000:00000010:1.0:1767384327.003052:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002c1e6864. 00000004:00000010:1.0:1767384327.003054:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005fa05301. 00000020:00000010:1.0:1767384327.003056:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91559d5. 00000020:00000001:1.0:1767384327.003058:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.003059:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384327.003062:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000004a53a92. 10000000:00000040:1.0:1767384327.003069:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384327.003070:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000265d3c89. 10000000:00000001:1.0:1767384327.003072:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.003074:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.003077:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007648b210 x1853236742995456/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.003083:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.003084:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.003086:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfe82eb7. 02000000:00000001:1.0:1767384327.003088:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.003089:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.003090:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384327.003092:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384327.003093:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384327.003094:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.003095:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384327.003115:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384327.003117:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000014c24d5e. 00000100:00000010:1.0:1767384327.003120:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000043ff447e. 00000100:00000001:1.0:1767384327.003122:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384327.003123:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e3b4b323. 02000000:00000001:1.0:1767384327.003126:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.003127:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.003129:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007648b210. 00000100:00000001:1.0:1767384327.003132:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.003133:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384327.003144:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006b53f6bf. 10000000:01000000:1.0:1767384327.003147:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384327.003149:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384327.003151:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.003153:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.003154:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00000020:00000001:1.0:1767384327.003155:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384327.003157:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384327.003160:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384327.003162:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.003168:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.003169:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384327.003170:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.003175:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384327.003176:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.003176:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384327.003177:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.003178:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.003180:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384327.003182:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384327.003184:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:1.0:1767384327.003185:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384327.005147:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294914056, at 4294914058 00000100:00000040:2.0:1767384327.005152:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294914056, at 4294914058 00000100:00000010:0.0:1767384327.005155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6ab670f. 00000100:00000010:2.0:1767384327.005160:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0268132. 00000100:00000040:3.0:1767384327.005530:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294914056, at 4294914058 00000100:00000010:3.0:1767384327.005537:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573edad4. 00000100:00000040:1.0:1767384327.005622:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294914056, at 4294914058 00000100:00000010:1.0:1767384327.005628:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f99d1c2c. 00000020:00000010:1.0:1767384327.012156:0:24995:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bbcc74c7. 00000020:00000040:1.0:1767384327.012162:0:24995:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384327.012164:0:24995:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bbcc74c7. 00000001:00000001:0.0:1767384327.391735:0:25078:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384327.391739:0:25078:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:0.0:1767384327.395266:0:25078:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384327.403045:0:25079:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002b6f3847. 00000400:00000010:0.0:1767384327.403059:0:25079:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000047ad83ad. 00000400:00000010:0.0:1767384327.403067:0:25079:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002d741d94. 00000400:00000010:0.0:1767384327.403070:0:25079:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fda56077. 00000400:00000010:0.0:1767384327.403074:0:25079:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085b4012d. 00000400:00000010:0.0:1767384327.403077:0:25079:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bca351b2. 00000400:00000010:0.0:1767384327.403079:0:25079:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076d14985. 00000400:00000010:0.0:1767384327.403080:0:25079:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009ef5c41. 00000400:00000010:0.0:1767384327.403083:0:25079:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004d65976f. 00000800:00000010:0.0:1767384327.403095:0:25079:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e25cacb0. 00000800:00000200:0.0:1767384327.403144:0:25079:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384327.403153:0:25079:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384327.403196:0:25079:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384327.403215:0:25079:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp26 [8/256/0/180] 00000400:00000010:0.0:1767384327.404893:0:25079:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000869d3ea6. 00000400:00000010:0.0:1767384327.404899:0:25079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000400:00000010:0.0:1767384327.404903:0:25079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000400:00000001:0.0:1767384327.404918:0:25079:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384327.404920:0:25079:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384327.404926:0:25079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f393ed. 00000400:00000200:0.0:1767384327.404928:0:25079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a88d2f 00000400:00000010:0.0:1767384327.404930:0:25079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a88d2f. 00000400:00000010:0.0:1767384327.404934:0:25079:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000d2bad39b. 00000400:00000200:0.0:1767384327.404940:0:25079:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (17) 00000400:00000200:0.0:1767384327.404950:0:25079:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384327.404957:0:25079:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:0.0:1767384327.404963:0:25079:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002ad44125. 00000020:01000000:0.0:1767384327.404969:0:25079:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384327.404971:0:25079:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp26 00000400:00000200:3.0:1767384327.404972:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384327.404979:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384327.404983:0:25079:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000047ad83ad. 00000400:00000010:3.0:1767384327.404986:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000400:00000010:0.0:1767384327.404989:0:25079:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002b6f3847. 00000400:00000200:3.0:1767384327.404991:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (18) 00000400:00000010:3.0:1767384327.404999:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000843892e. 00000400:00000200:3.0:1767384327.405003:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp24 00000020:00000001:1.0:1767384327.405007:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.405012:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.405015:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.405018:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384327.405019:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp24 to MR: 192.168.204.108@tcp24 local destination 00000020:01000004:1.0:1767384327.405022:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.405024:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.405026:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.405029:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.405031:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.405032:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.405034:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384327.405035:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384327.405038:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384327.405040:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [43:43:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [43:43:8:4294967295] 00000020:01000004:1.0:1767384327.405040:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384327.405047:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf23c207. 00000400:00000200:3.0:1767384327.405048:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp24 00000020:00000040:1.0:1767384327.405054:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384327.405061:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384327.405064:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) -> 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) : PUT try# 0 02000000:00000001:1.0:1767384327.405065:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.405071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384327.405076:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.108@tcp24 00000800:00000010:3.0:1767384327.405081:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83a598. 02000000:00000010:1.0:1767384327.405082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce5b3a51. 00000800:00000200:3.0:1767384327.405088:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (6) 00000100:00000001:1.0:1767384327.405090:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384327.405097:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:988 00000100:00000001:1.0:1767384327.405124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.405127:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384327.405129:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83a598 type 1, nob 416 niov 1 nkiov 1 00000100:00000040:1.0:1767384327.405136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf23c207] to pc [ptlrpcd_00_00+0] req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.405145:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384327.405149:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:1.0:1767384327.405160:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.405165:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.405167:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384327.405169:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384327.405175:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.405182:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.405184:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.405186:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384327.405188:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.405189:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384327.405191:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.405192:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.405193:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.405194:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.405195:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384327.405196:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.405197:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384327.405200:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000020:00000040:1.0:1767384327.405202:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384327.405205:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.405206:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.405209:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.405214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad7d0e45. 00000100:00000001:1.0:1767384327.405217:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405221:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.405222:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.405228:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3de393] to pc [ptlrpcd_00_01+1] req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384327.405239:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.405241:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.405243:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384327.405244:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384327.405247:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002ad44125. 00000100:00000001:1.0:1767384327.405261:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384327.405262:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384327.405265:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767384327.405268:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384327.405269:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384327.405273:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384327.405274:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83a598. 00000100:00000040:1.0:1767384327.405275:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384327.405279:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384327.405281:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384327.405285:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.405294:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: PUT: OK 00000100:00000001:1.0:1767384327.405300:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384327.405301:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : PUT - for me 00000400:00000200:3.0:1767384327.405303:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384327.405305:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.405311:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp24: 0 02000000:00000001:1.0:1767384327.405311:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384327.405317:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 320 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384327.405321:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.405325:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405328:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 304/320 into md 0x15ad [1] + 0 00000100:00100000:1.0:1767384327.405332:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742995584:0@lo:253: 00000400:00000010:2.0:1767384327.405334:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da20ea8. 00000100:00000001:3.0:1767384327.405337:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.405340:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384327.405341:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384327.405342:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d4b2ea4 00000100:00000001:3.0:1767384327.405345:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384327.405346:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767384327.405349:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384327.405350:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.405353:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384327.405355:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384327.405356:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.405361:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384327.405361:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e192f5ce. 02000000:00000001:1.0:1767384327.405368:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.405370:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384327.405373:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405374:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: PUT: OK 00000400:00000010:1.0:1767384327.405377:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 02000000:00000001:3.0:1767384327.405379:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384327.405380:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4b2ea4 02000000:00000001:3.0:1767384327.405383:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384327.405386:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384327.405390:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742995712:0@lo:253: 00000400:00000010:2.0:1767384327.405391:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4b2ea4. 00000100:00000001:3.0:1767384327.405397:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384327.405399:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:3.0:1767384327.405400:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384327.405402:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e7167fe. 02000000:00000001:3.0:1767384327.405404:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405405:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (19) 00000100:00000200:1.0:1767384327.405408:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742995584, portal 25 02000000:00000001:3.0:1767384327.405410:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384327.405412:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384327.405414:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000001:1.0:1767384327.405415:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088527104 : -130122621024512 : ffff89a777658700) 00000400:00000200:2.0:1767384327.405422:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (320 bytes) 02000000:00000010:3.0:1767384327.405424:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ae94d28. 00000100:00000040:1.0:1767384327.405425:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384327.405430:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405430:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:3.0:1767384327.405437:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126424fb. 00000100:00000001:1.0:1767384327.405440:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384327.405444:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d20f61c. 00000400:00000200:2.0:1767384327.405444:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (20) 00000100:00000040:1.0:1767384327.405445:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.405452:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000614091b7. 00000100:00000200:3.0:1767384327.405453:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742995712, portal 25 00000400:00000200:2.0:1767384327.405454:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384327.405456:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742995584, offset 0 00000100:00000001:3.0:1767384327.405457:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384327.405460:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000400:00000200:1.0:1767384327.405466:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.405467:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp24 to MR: 192.168.204.108@tcp24 local destination 00000100:00000040:3.0:1767384327.405470:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.405480:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [44:44:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:3.0:1767384327.405486:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384327.405492:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384327.405498:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7ab27a8. 00000400:00000200:2.0:1767384327.405499:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) -> 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) 192.168.204.108@tcp24 : ACK try# 0 00000100:00000200:3.0:1767384327.405504:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742995712, offset 0 00000800:00000200:2.0:1767384327.405509:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp24 00000400:00000200:3.0:1767384327.405514:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384327.405515:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007587ed43. 00000800:00000200:2.0:1767384327.405522:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (6) 00000400:00000200:1.0:1767384327.405529:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384327.405530:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384327.405535:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:993 00000800:00000200:2.0:1767384327.405540:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007587ed43 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384327.405546:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03f00 00000800:00000001:2.0:1767384327.405550:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384327.405551:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc03e80 00000400:00000200:3.0:1767384327.405556:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000010:3.0:1767384327.405559:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082d5dde8. 00000800:00000001:2.0:1767384327.405560:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.405562:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000097f09004 00000400:00000200:3.0:1767384327.405569:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.405570:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa8d [2] + 0 00000400:00000200:3.0:1767384327.405577:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384327.405577:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e835f06. 00000400:00000200:1.0:1767384327.405584:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d804fb42 00000400:00000200:1.0:1767384327.405590:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.405591:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f09004 00000400:00000010:3.0:1767384327.405596:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097f09004. 00000400:00000200:1.0:1767384327.405597:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384327.405601:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384327.405602:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384327.405603:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d804fb42 00000100:00000200:3.0:1767384327.405606:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:2.0:1767384327.405608:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007587ed43. 00000400:00000010:1.0:1767384327.405608:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d804fb42. 00000100:00000040:3.0:1767384327.405611:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000009e0f417f x1853236742995712 msgsize 4848 00000400:00000200:2.0:1767384327.405616:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384327.405618:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384327.405622:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384327.405623:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384327.405629:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384327.405629:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: ACK: OK 00000100:00000040:1.0:1767384327.405630:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004e133fd6 x1853236742995584 msgsize 4848 00000100:00100000:1.0:1767384327.405641:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384327.405642:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384327.405642:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.405646:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.405649:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ab27a8 00000800:00000001:2.0:1767384327.405652:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384327.405653:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7ab27a8. 00000100:00000040:1.0:1767384327.405654:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384327.405657:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384327.405660:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384327.405662:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384327.405664:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.405666:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384327.405668:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384327.405675:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614091b7 00000400:00000200:2.0:1767384327.405676:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : ACK - for me 00000400:00000010:1.0:1767384327.405696:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000614091b7. 00000100:00000001:1.0:1767384327.405702:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384327.405710:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.405712:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384327.405714:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp24: ACK from 12345-192.168.204.108@tcp24 into md 0x1631 00000100:00000040:3.0:1767384327.405719:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.405721:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384327.405737:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384327.405740:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: ACK: OK 00000100:00000001:3.0:1767384327.405742:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.405744:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.405748:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384327.405749:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:2.0:1767384327.405754:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000001:3.0:1767384327.405756:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405759:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405761:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384327.405762:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294914463 00000100:00000001:1.0:1767384327.405762:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384327.405767:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000010:3.0:1767384327.405770:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000492c9546. 00000100:00000001:1.0:1767384327.405770:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405773:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:1.0:1767384327.405779:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294914463 00000400:00000200:2.0:1767384327.405780:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (19) 00000100:00000001:3.0:1767384327.405781:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000800:00000001:2.0:1767384327.405789:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384327.405790:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294914463 00000100:00000001:1.0:1767384327.405791:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294914463 00000800:00000001:2.0:1767384327.405795:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.405796:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294914463 00000100:00000010:3.0:1767384327.405798:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033ac7bf8. 00000100:00000001:3.0:1767384327.405804:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384327.405808:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294914463 00000100:00000001:1.0:1767384327.405808:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294914463 00000100:00000001:1.0:1767384327.405814:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294914463 00000100:00000010:3.0:1767384327.405816:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ddd3a7. 00000100:00000001:3.0:1767384327.405820:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384327.405825:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294914463 00000100:00000001:1.0:1767384327.405825:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294914463 00000400:00000200:2.0:1767384327.405827:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:3.0:1767384327.405831:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf014152. 00000100:00000001:1.0:1767384327.405832:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294914463 00000400:00000010:2.0:1767384327.405835:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000f5a07956. 00000100:00000001:3.0:1767384327.405837:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384327.405841:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efd3530. 00000100:00000001:3.0:1767384327.405843:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.405843:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294914463 00000400:00000010:2.0:1767384327.405848:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000100:00000001:3.0:1767384327.405850:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405850:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384327.405853:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f5a07956 00000100:00000001:3.0:1767384327.405858:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405858:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.405859:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000e5a86ad6. 00000100:00000001:3.0:1767384327.405865:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.405867:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405868:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:1.0:1767384327.405871:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.405874:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384327.405875:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000100:00000001:3.0:1767384327.405877:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384327.405877:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384327.405879:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (18) 00000100:00000001:1.0:1767384327.405880:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384327.405883:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384327.405886:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000001ddf6801. 00000100:00000001:3.0:1767384327.405887:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.405888:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.405893:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405893:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384327.405894:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000001:1.0:1767384327.405897:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.405898:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.405901:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.405902:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3e31d48. 00000400:00000200:2.0:1767384327.405909:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384327.405917:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000100:00000001:3.0:1767384327.405922:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384327.405922:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:3.0:1767384327.405928:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995712 00000400:00000200:2.0:1767384327.405930:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 02000000:00000001:3.0:1767384327.405932:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384327.405936:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384327.405937:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:2.0:1767384327.405944:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:3.0:1767384327.405945:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.405952:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.405952:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00100000:3.0:1767384327.405958:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995712 00000400:00000200:2.0:1767384327.405962:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000001:3.0:1767384327.405963:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384327.405967:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384327.405971:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384327.405971:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000040:3.0:1767384327.405974:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384327.405977:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384327.405980:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384327.405988:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384327.405989:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000010:3.0:1767384327.405992:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000400:00000200:2.0:1767384327.405996:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:3.0:1767384327.405998:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.405999:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384327.406003:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995584 00000020:00000010:3.0:1767384327.406005:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000400:00000200:2.0:1767384327.406008:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000010:3.0:1767384327.406014:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb263968. 02000000:00000001:1.0:1767384327.406015:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384327.406017:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:1.0:1767384327.406018:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384327.406022:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000220ed636. 00000100:00000001:1.0:1767384327.406022:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.406026:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 02000000:00000001:1.0:1767384327.406030:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384327.406031:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058cd0122. 00000400:00000200:2.0:1767384327.406034:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00100000:1.0:1767384327.406037:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995584 00000020:00000001:1.0:1767384327.406040:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384327.406041:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000040:3.0:1767384327.406042:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:1.0:1767384327.406044:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384327.406049:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384327.406049:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384327.406053:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000001:3.0:1767384327.406054:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384327.406054:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:3.0:1767384327.406058:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.406061:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384327.406066:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000001:1.0:1767384327.406066:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384327.406069:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.406071:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384327.406077:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000020:00000010:1.0:1767384327.406078:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ace34cd6. 00000100:00000001:1.0:1767384327.406082:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.406083:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.406083:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp25 00000020:00000010:1.0:1767384327.406088:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ace34cd6. 00000400:00000200:2.0:1767384327.406091:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384327.406095:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp25 00000020:00000010:1.0:1767384327.406096:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000457f02ae. 00000100:00000001:3.0:1767384327.406097:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384327.406130:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384327.406130:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [45:45:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:00000010:1.0:1767384327.406131:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a53a92. 00000100:00100000:3.0:1767384327.406138:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000010:1.0:1767384327.406140:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003734e0d8. 00000100:00000040:3.0:1767384327.406142:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000200:2.0:1767384327.406144:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp25 00000100:00000001:3.0:1767384327.406147:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443641936 : -130123265909680 : ffff89a750f55c50) 00000100:00000001:1.0:1767384327.406148:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384327.406153:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384327.406156:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.406157:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e0f417f x1853236742995712/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.406161:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.406163:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:) -> 192.168.204.108@tcp25(192.168.204.108@tcp:192.168.204.108@tcp25) : GET try# 0 00000100:00000001:1.0:1767384327.406174:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.406177:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384327.406178:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp25 00000020:00000010:3.0:1767384327.406183:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cfb520. 00000800:00000010:2.0:1767384327.406184:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007587ed43. 00000100:00000001:1.0:1767384327.406189:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384327.406190:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.406192:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384327.406193:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009260da1c. 00000020:00000010:3.0:1767384327.406194:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cfb520. 00000800:00000010:2.0:1767384327.406198:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008d17a957. 00000100:00100000:1.0:1767384327.406199:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000800:00000200:2.0:1767384327.406205:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (2) 00000100:00000040:1.0:1767384327.406206:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00100000:3.0:1767384327.406211:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e0f417f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16348:x1853236742995712:12345-0@lo:253: 00000100:00000001:1.0:1767384327.406212:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443650128 : -130123265901488 : ffff89a750f57c50) 00000800:00000200:2.1:1767384327.406220:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (2) 00000100:00000200:3.0:1767384327.406221:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995712 00000100:00000040:1.0:1767384327.406223:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e133fd6 x1853236742995584/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384327.406228:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384327.406233:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384327.406235:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384327.406236:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.406239:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000020:00000001:3.0:1767384327.406241:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384327.406241:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ace34cd6. 00000020:00000001:3.0:1767384327.406245:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:2.0:1767384327.406246:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000100:00000001:1.0:1767384327.406247:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384327.406253:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384327.406257:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384327.406258:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ace34cd6. 00000020:00000001:3.0:1767384327.406261:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384327.406265:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384327.406266:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e133fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742995584:12345-0@lo:253: 00000020:00000001:3.0:1767384327.406269:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.406270:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995584 00000100:00000001:3.0:1767384327.406275:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384327.406275:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384327.406280:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384327.406280:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384327.406284:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.406286:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384327.406287:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 00000020:00000001:1.0:1767384327.406287:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 02000000:00000001:3.0:1767384327.406292:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.406293:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384327.406296:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.406297:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.406299:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384327.406301:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384327.406302:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384327.406305:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.406308:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384327.406309:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384327.406311:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006169ae5f. 02000000:00000010:1.0:1767384327.406315:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004388e0a1. 20000000:01000000:3.0:1767384327.406316:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384327.406320:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.406322:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384327.406323:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:1.0:1767384327.406324:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.406325:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384327.406327:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384327.406329:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.406351:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384327.406353:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027e2c012. 20000000:00000001:3.0:1767384327.406354:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384327.406360:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384327.406363:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384327.406364:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384327.406366:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384327.406367:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000442543d0. 20000000:00000001:1.0:1767384327.406368:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384327.406373:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384327.406374:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384327.406381:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384327.406386:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384327.406389:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384327.406405:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384327.406406:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00080000:00000001:3.0:1767384327.406419:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.406424:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384327.406425:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.406427:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384327.406429:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384327.406438:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:3.0:1767384327.406443:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384327.406444:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384327.406447:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384327.406451:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.406453:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384327.406457:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384327.406461:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:2.0:1767384327.406463:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00080000:00000001:3.0:1767384327.406465:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384327.406471:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007dc15107. 00080000:00000001:3.0:1767384327.406475:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940913152 : -130127768638464 : ffff89a644932c00) 00080000:00000001:3.0:1767384327.406479:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384327.406482:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384327.406486:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000045cfb520. 00080000:00000001:3.0:1767384327.406489:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.406491:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384327.406508:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00080000:00000001:3.0:1767384327.406522:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.406540:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384327.406540:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406568:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406609:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406631:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406650:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406667:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406721:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406751:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406765:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406799:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406817:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406834:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406853:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406870:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406883:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406898:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406912:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406929:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406944:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406960:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406979:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.406996:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407014:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407028:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407041:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000010:2.0:1767384327.407232:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e829b082. 00000800:00000010:2.0:1767384327.407238:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f07b2b9. 00000800:00000010:2.0:1767384327.407243:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6cebc3d. 00000400:00000200:3.0:1767384327.407277:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384327.407278:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6cebc3d. 00000400:00000200:3.0:1767384327.407298:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp25 from 223.3.0.2 00000800:00000010:3.0:1767384327.407302:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e8361dc2. 00000800:00000010:1.0:1767384327.407336:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002603f2d6. 00000800:00000010:1.0:1767384327.407341:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000614091b7. 00000800:00000010:1.0:1767384327.407363:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5d35139. 00000800:00000200:1.1:1767384327.407369:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (2) 00000800:00000200:1.1:1767384327.407374:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp25 00000000e5d35139 deleted 00000800:00000010:1.1:1767384327.407376:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5d35139. 00000800:00000200:1.1:1767384327.407380:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384327.407384:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:991 00000800:00000200:1.1:1767384327.407387:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007587ed43 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384327.407391:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp25 p 3.x 192.168.204.108 -> 192.168.204.108:991 incarnation:1767384325634937081 sched[0] 00000800:00000010:1.0:1767384327.407397:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ace34cd6. 00000800:00000010:1.0:1767384327.407453:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ace34cd6. 00000800:00000010:1.0:1767384327.407458:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000614091b7. 00000800:00000010:1.0:1767384327.407489:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e8361dc2. 00000800:00000001:1.0:1767384327.407507:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.407511:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384327.407555:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384327.407558:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007587ed43. 00000400:00000200:1.0:1767384327.407561:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.407566:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: GET: OK 00000800:00000200:3.1:1767384327.407569:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384327.407569:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384327.407575:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000200:3.0:1767384327.407579:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp25 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384325634937081 sched[0] 00000800:00000010:3.0:1767384327.407583:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f07b2b9. 00000800:00000001:1.0:1767384327.407615:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.407622:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384327.407624:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.407630:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.407631:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384327.407638:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : GET - for me 00000400:00000200:1.0:1767384327.407648:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384327.407653:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 320/320 into md 0x162d [1] + 0 00000400:00000200:1.0:1767384327.407661:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000400:00000200:1.0:1767384327.407666:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [46:46:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1767384327.407669:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384327.407692:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) 192.168.204.108@tcp25 : REPLY try# 0 00000800:00000200:1.0:1767384327.407698:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000800:00000010:1.0:1767384327.407702:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e7f807f. 00000800:00000200:1.0:1767384327.407707:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (4) 00000800:00000200:1.0:1767384327.407711:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000800:00000200:1.0:1767384327.407713:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e7f807f type 3, nob 416 niov 1 nkiov 1 00000400:00000200:3.0:1767384327.407715:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.407744:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000200:1.0:1767384327.407771:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384327.407775:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e7f807f. 00000400:00000200:1.0:1767384327.407779:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.407781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:2.0:1767384327.407787:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384327.407787:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: REPLY: OK 00000800:00000001:2.0:1767384327.407795:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384327.407799:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.407806:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384327.407807:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.407812:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.407819:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384327.407820:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407834:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp25: Reply from 12345-192.168.204.108@tcp25 of length 320/320 into md 0x1649 00000800:00000001:2.0:1767384327.407839:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.407845:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.407846:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.407850:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: REPLY: OK 00000400:00000200:3.0:1767384327.407852:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407854:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384327.407858:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000400:00000200:2.0:1767384327.407863:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384327.407866:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384327.407869:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384327.407872:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384327.407878:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384327.407884:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384327.407890:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (19) 00000800:00000001:2.0:1767384327.407897:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.407900:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.407912:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384327.407914:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384327.407920:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384327.407927:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000d435a5e1. 00000400:00000200:3.0:1767384327.407936:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000010:1.0:1767384327.407937:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000d65e5403. 00000400:00000010:1.0:1767384327.407941:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000e91559d5. 00000400:00000010:1.0:1767384327.407971:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000093df6a96. 00000400:00000200:1.0:1767384327.407977:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000093df6a96 nid 192.168.204.108@tcp26 00000400:00000010:1.0:1767384327.407980:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fcd56227. 00000400:00000200:3.0:1767384327.407982:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384327.407984:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fcd56227 net tcp26 00000400:00000200:1.0:1767384327.407989:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (18) 00000400:00000200:1.0:1767384327.407995:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp26 flags 0x11 00000400:00000010:1.0:1767384327.407999:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000d435a5e1. 00000400:00000010:1.0:1767384327.408001:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000d65e5403. 00000400:00000010:1.0:1767384327.408004:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000e91559d5. 00000400:00000010:1.0:1767384327.408007:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000001ddf6801. 00000400:00000200:3.0:1767384327.408010:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384327.408012:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384327.408018:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384327.408023:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384327.408027:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384327.408030:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384327.408032:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:1.0:1767384327.408037:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384327.408042:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (19) 00000400:00000200:3.0:1767384327.408055:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408081:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408129:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408165:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408201:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408221:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408237:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408252:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408265:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408280:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408294:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408307:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408321:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408345:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408360:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408374:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408400:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408414:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00080000:00000010:2.0:1767384327.408438:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007dc15107. 00000400:00000200:3.0:1767384327.408439:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384327.408461:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00080000:00000010:1.0:1767384327.408513:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000045cfb520. 00040000:00000001:1.0:1767384327.408520:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384327.408522:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384327.408524:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384327.408528:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384327.408530:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.408532:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384327.408547:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384327.408557:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384327.408560:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384327.408561:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cee836d5. 00080000:00000001:1.0:1767384327.408564:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384327.408565:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384327.408570:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384327.408573:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384327.408575:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384327.408582:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384327.408588:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384327.408591:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc2e02d5. 00000800:00000010:3.0:1767384327.408596:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7ab27a8. 00080000:00000001:2.0:1767384327.408599:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384327.408601:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384327.408602:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef603689. 00080000:00000001:2.0:1767384327.408603:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384327.408607:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384327.408610:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384327.408613:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384327.408615:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384327.408618:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384327.408620:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.408622:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.408624:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384327.408627:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384327.408630:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384327.408633:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006033aa36. 00000800:00000010:3.0:1767384327.408635:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef603689. 00080000:00000001:2.0:1767384327.408637:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910095872 : -130127799455744 : ffff89a642bcf000) 00080000:00000001:2.0:1767384327.408641:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384327.408644:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384327.408647:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a6cebc3d. 00080000:00000001:2.0:1767384327.408649:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.408651:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384327.408656:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384327.408660:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384327.408660:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384327.408665:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384327.408670:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384327.408671:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384327.408673:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384327.408700:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000009dc26fe count: 2 00010000:00000001:3.0:1767384327.408703:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384327.408706:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384327.408710:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095861d09. 00000020:00000001:3.0:1767384327.408713:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384327.408715:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095861d09 with handle 0x88edd5ef35457da3 to hash 00000020:00000001:3.0:1767384327.408716:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384327.408718:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384327.408720:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384327.408723:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.408725:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.408728:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384327.408729:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384327.408734:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384327.408738:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006169ae5f. 00010000:00000001:3.0:1767384327.408739:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384327.408744:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:2.0:1767384327.408744:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.408748:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000040:2.0:1767384327.408750:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995712 00010000:00000001:3.0:1767384327.408751:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.408756:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1767384327.408756:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384327.408762:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384327.408764:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e0f417f x1853236742995712/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.408781:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384327.408786:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.408786:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.408790:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.408791:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.408794:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384327.408796:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=37 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384327.408797:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.408803:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1767384327.408805:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384327.408805:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00010000:3.0:1767384327.408807:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384327.408811:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000040:3.0:1767384327.408815:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000009dc26fe) refcount = 2 00010000:00000040:3.0:1767384327.408818:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1767384327.408823:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000040:3.0:1767384327.408824:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384327.408824:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp25 from 222.3.0.2 02000000:00000001:2.0:1767384327.408827:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.408831:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384327.408831:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000574acc49. 00000100:00000001:2.0:1767384327.408836:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.408843:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.408848:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f07b2b9. 00010000:00000040:3.0:1767384327.408850:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384327.408853:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384327.408853:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742995712, offset 224 00000400:00000200:2.0:1767384327.408864:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1767384327.408865:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef603689. 00000100:00000001:3.0:1767384327.408869:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384327.408873:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5e87fb8. 00000400:00000200:2.0:1767384327.408874:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384327.408876:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041160704 : -130122668390912 : ffff89a77492c600) 00000100:00000001:3.0:1767384327.408879:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951041160704 : -130122668390912 : ffff89a77492c600) 00000100:00000001:3.0:1767384327.408881:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384327.408883:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1767384327.408884:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03f00 00010000:00000001:3.0:1767384327.408886:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384327.408890:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.408894:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384327.408894:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1639 [2] + 224 00000020:00000001:3.0:1767384327.408899:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1767384327.408902:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384327.408903:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.408907:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384327.408912:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384327.408912:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384327.408917:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a413de3. 00000100:00000001:2.0:1767384327.408918:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384327.408922:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000200:2.0:1767384327.408926:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.408927:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384327.408931:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384327.408935:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.408940:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384327.408941:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000969780cd. 00000100:00000001:3.0:1767384327.408948:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.408954:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.408959:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.408967:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f07b2b9 00000400:00000010:2.0:1767384327.408969:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f07b2b9. 00010000:00010000:3.0:1767384327.408970:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 397 lvb_type: 0 00000100:00000001:2.0:1767384327.408976:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384327.408979:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384327.408980:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384327.408983:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384327.408985:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.408989:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384327.408992:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:2.0:1767384327.408999:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384327.409001:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.409004:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384327.409011:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e0f417f x1853236742995712/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.409015:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384327.409019:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384327.409028:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742995840:0@lo:104: 00000100:00100000:2.0:1767384327.409028:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e0f417f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16348:x1853236742995712:12345-0@lo:253: Request processed in 2846us (3411us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384327.409038:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384327.409041:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384327.409044:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 02000000:00000001:3.0:1767384327.409045:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.409047:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384327.409050:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e79d595c. 02000000:00000001:3.0:1767384327.409055:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.409058:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000400:00000010:3.0:1767384327.409060:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11a40b7. 00000100:00000001:2.0:1767384327.409062:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384327.409065:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384327.409066:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000020:00000010:2.0:1767384327.409070:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000220ed636. 00000100:00000200:3.0:1767384327.409071:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742995840, portal 16 00000800:00000010:1.0:1767384327.409073:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000091f8b1a4. 00000100:00000001:3.0:1767384327.409077:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384327.409078:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000614091b7. 00000020:00000010:2.0:1767384327.409079:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058cd0122. 00000100:00000001:3.0:1767384327.409080:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952749952 : -130122756801664 : ffff89a76f4dbb80) 00000020:00000010:2.0:1767384327.409087:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb263968. 00000100:00000040:3.0:1767384327.409090:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384327.409094:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000800:00000010:1.0:1767384327.409094:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5d35139. 00000100:00000001:3.0:1767384327.409122:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.1:1767384327.409126:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (4) 02000000:00000001:2.0:1767384327.409128:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384327.409130:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384327.409132:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 00000400:00000010:3.0:1767384327.409134:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 02000000:00000001:2.0:1767384327.409137:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:1.1:1767384327.409140:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp25 00000000e5d35139 deleted 00000100:00000200:3.0:1767384327.409141:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742995840, offset 0 00000100:00000001:2.0:1767384327.409142:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.1:1767384327.409150:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5d35139. 00000100:00000200:2.0:1767384327.409151:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384327.409155:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.1:1767384327.409158:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:2.0:1767384327.409159:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b340844b. 00000400:00000200:3.0:1767384327.409166:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384327.409167:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f07b2b9. 00000800:00000200:1.0:1767384327.409173:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp25 p 3.x 192.168.204.108 -> 192.168.204.108:990 incarnation:1767384325634937081 sched[0] 00000800:00000010:1.0:1767384327.409178:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ace34cd6. 00000400:00000200:3.0:1767384327.409182:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc03f80 00000400:00000200:3.0:1767384327.409187:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:3.0:1767384327.409190:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.409194:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.409198:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384327.409199:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384327.409202:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000100:00000040:3.0:1767384327.409204:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000171ab4dc x1853236742995840 msgsize 328 00000100:00100000:3.0:1767384327.409207:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384327.409218:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384327.409230:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e723cbc4 00000800:00000010:1.0:1767384327.409231:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ace34cd6. 00000400:00000010:3.0:1767384327.409233:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000800:00000010:1.0:1767384327.409237:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000614091b7. 00000100:00000001:3.0:1767384327.409238:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384327.409244:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1767384327.409244:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384327.409255:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp25 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384325634937081 sched[0] 00000100:00000001:3.0:1767384327.409256:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384327.409259:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000574acc49. 00000800:00000010:2.0:1767384327.409261:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7ab27a8. 00000100:00000040:3.0:1767384327.409262:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384327.409270:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409272:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384327.409277:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384327.409280:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384327.409281:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294914467 00000800:00000001:1.0:1767384327.409287:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.409288:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294914463 00000800:00000001:1.0:1767384327.409292:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384327.409294:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294914467 00000800:00000001:1.0:1767384327.409296:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.409298:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294914463 00000100:00000001:3.0:1767384327.409301:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294914467 00000100:00000001:3.0:1767384327.409304:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294914463 00000100:00000001:3.0:1767384327.409307:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294914467 00000100:00000001:3.0:1767384327.409311:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294914463 00000100:00000001:3.0:1767384327.409316:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.409318:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.409320:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.409322:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.409323:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384327.409324:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.409326:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384327.409327:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.409330:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.409332:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384327.409332:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384327.409334:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000001:1.0:1767384327.409335:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384327.409337:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:1.0:1767384327.409339:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126424fb. 00000100:00000001:3.0:1767384327.409340:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409344:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.409346:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384327.409346:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d20f61c 00000400:00000010:1.0:1767384327.409349:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d20f61c. 00000100:00100000:3.0:1767384327.409350:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d5e87fb8 going to sleep for 11 seconds 00000100:00000001:3.0:1767384327.409355:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.409355:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.409361:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.409364:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.409374:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.409381:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.409383:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.409384:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384327.409385:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384327.409388:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995840 02000000:00000001:1.0:1767384327.409389:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384327.409391:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384327.409392:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.409395:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.409395:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409398:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.409399:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.409402:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.409404:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=37 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384327.409406:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995840 00000100:00001000:1.0:1767384327.409409:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=37 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384327.409410:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384327.409412:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:1.0:1767384327.409414:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384327.409415:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.409418:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000100:00000001:1.0:1767384327.409418:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.409421:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000020:00000001:3.0:1767384327.409423:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:3.0:1767384327.409424:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384327.409428:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00010000:00000001:1.0:1767384327.409429:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384327.409433:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384327.409433:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384327.409438:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000100:00000001:1.0:1767384327.409438:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384327.409445:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000100:00000040:1.0:1767384327.409445:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384327.409452:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4a030c2. 00000100:00000001:1.0:1767384327.409455:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384327.409458:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abe8d67. 00000100:00000001:1.0:1767384327.409459:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.409462:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384327.409465:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:3.0:1767384327.409466:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:01000004:1.0:1767384327.409467:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384327.409469:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:01000004:1.0:1767384327.409471:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384327.409472:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:01000004:1.0:1767384327.409473:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384327.409475:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384327.409477:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.409480:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.409481:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384327.409482:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384327.409483:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.409486:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384327.409490:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.409496:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742995712:0@lo:253: 00000100:00000001:3.0:1767384327.409498:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.409500:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.409503:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.409505:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236742995712/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.409507:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384327.409510:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384327.409513:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384327.409516:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000001:1.0:1767384327.409517:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384327.409522:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 02000000:00000010:1.0:1767384327.409522:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ae94d28. 00000100:00000001:3.0:1767384327.409527:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000020:00000010:2.0:1767384327.409530:0:17063:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000082cffe48. 02000000:00000001:1.0:1767384327.409530:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384327.409533:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000171ab4dc x1853236742995840/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 328/0 e 0 to 0 dl 1767384338 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384327.409534:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.409537:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384327.409543:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.409546:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad7d0e45. 02000000:00000001:1.0:1767384327.409550:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.409553:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.409555:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:3.0:1767384327.409561:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384327.409565:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000100:00000001:1.0:1767384327.409567:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.409570:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.409571:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.409574:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384327.409576:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000100:00000001:1.0:1767384327.409581:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384327.409585:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000171ab4dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742995840:12345-0@lo:104: 00000100:00000001:1.0:1767384327.409586:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.409591:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384327.409592:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995840 00000100:00000001:1.0:1767384327.409595:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.409596:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384327.409601:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.409603:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.409604:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=2 00000020:00000001:3.0:1767384327.409606:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384327.409609:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384327.409612:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.409613:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.409616:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384327.409621:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384327.409622:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384327.409626:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3134cd7. 02000000:00000001:3.0:1767384327.409628:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409629:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.409632:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384327.409633:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384327.409635:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384327.409638:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384327.409640:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384327.409641:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384327.409643:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384327.409645:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409646:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384327.409653:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384327.409656:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000100:00000200:3.0:1767384327.409659:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742995840, offset 224 00000400:00000200:3.0:1767384327.409664:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384327.409668:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384327.409674:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc03f80 00000400:00000200:3.0:1767384327.409678:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1651 [1] + 224 00000400:00000200:3.0:1767384327.409696:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.409698:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.409701:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384327.409704:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384327.409709:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384327.409721:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384327.409724:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e723cbc4 00000400:00000010:3.0:1767384327.409726:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000100:00000001:3.0:1767384327.409730:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384327.409732:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384327.409735:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.409737:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384327.409739:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384327.409743:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000097ce7b96. 00010000:00000001:3.0:1767384327.409745:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384327.409756:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384327.409758:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.409760:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.409760:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384327.409765:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384327.409768:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384327.409771:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236742995840/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 328/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1767384327.409771:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384327.409776:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11a40b7. 00000400:00000200:2.0:1767384327.409782:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:2.0:1767384327.409785:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00100000:3.0:1767384327.409786:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000171ab4dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742995840:12345-0@lo:104: Request processed in 223us (578us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384327.409791:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384327.409796:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:2.0:1767384327.409798:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384327.409808:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:3.0:1767384327.409811:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384327.409813:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384327.409815:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384327.409819:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4a030c2. 00000100:00000001:2.0:1767384327.409826:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384327.409827:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abe8d67. 00000100:00000001:2.0:1767384327.409829:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.409832:0:17095:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384327.409833:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030880bb6. 02000000:00000001:2.0:1767384327.409834:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384327.409837:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.409840:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.409841:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 02000000:00000001:2.0:1767384327.409842:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.409844:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384327.409853:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=37 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384327.409853:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384327.409858:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.409859:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=37 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384327.409862:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384327.409863:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384327.409867:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.409867:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384327.409869:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384327.409871:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384327.409872:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.409874:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.409875:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.409882:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384327.409891:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d4911e5 already unused, calling callback (00000000a14c0dae) 00000100:00000001:2.0:1767384327.409894:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384327.409896:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384327.409897:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384327.409900:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.409902:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384327.409904:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.409905:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.409907:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.409909:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:1.0:1767384327.409913:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384327.409915:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a413de3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742995840:0@lo:104: 00000100:00000001:2.0:1767384327.409923:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.409928:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384327.409929:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.409932:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384327.409933:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384327.409936:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384327.409937:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384327.409940:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=3 00000100:00000040:2.0:1767384327.409941:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a413de3 x1853236742995840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384327.409945:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384327.409950:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00000100:00000001:2.0:1767384327.409952:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384327.409954:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384327.409955:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384327.409958:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e79d595c. 00010000:00010000:1.0:1767384327.409958:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384327.409963:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384327.409966:0:17095:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384327.409967:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384327.409968:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 10000000:00010000:1.0:1767384327.409971:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384327.409972:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384327.409975:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000969780cd. 02000000:00000001:2.0:1767384327.409981:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:1.0:1767384327.409981:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384327.409983:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384327.409992:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a413de3. 10000000:00000001:1.0:1767384327.409993:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384327.409996:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:1.0:1767384327.409997:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384327.410000:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384327.410001:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:2.0:1767384327.410004:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5e87fb8. 00010000:00000001:1.0:1767384327.410005:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384327.410008:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.410009:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384327.410012:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384327.410014:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef603689. 00010000:00000001:2.0:1767384327.410018:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.410021:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.410022:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384327.410025:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384327.410027:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384327.410029:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384327.410041:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384327.410044:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384327.410045:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:1.0:1767384327.410048:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384327.410049:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.410051:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384327.410054:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384327.410055:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384327.410057:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384327.410058:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384327.410060:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d4911e5 with handle 0x88edd5ef35457d95 from hash 00010000:00000001:1.0:1767384327.410063:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384327.410064:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.410065:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.410066:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384327.410068:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384327.410069:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384327.410072:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384327.410074:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384327.410078:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000020:00000040:1.0:1767384327.410080:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384327.410082:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.410083:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.410086:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.410089:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e91559d5. 00000100:00000001:1.0:1767384327.410092:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.410094:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384327.410096:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384327.410140:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384327.410142:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.410151:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.410153:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.410156:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3de393] to pc [ptlrpcd_00_02+2] req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384327.410176:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.410178:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384327.410179:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384327.410183:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384327.410184:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384327.410188:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384327.410188:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.410192:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.410195:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384327.410195:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384327.410195:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.410200:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.410201:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.410218:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384327.410219:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384327.410220:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.410222:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 000000009d4911e5/0x88edd5ef35457d95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457d9c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384327.410224:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384327.410227:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384327.410232:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384327.410235:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c15695f count: 0 00000100:00100000:2.0:1767384327.410236:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742995968:0@lo:103: 00000100:00000001:2.0:1767384327.410241:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384327.410244:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384327.410246:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.410246:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384327.410248:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384327.410249:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384327.410252:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000097ce7b96. 02000000:00000010:2.0:1767384327.410253:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417c16f. 00010000:00000001:1.0:1767384327.410255:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.410256:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.410262:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384327.410265:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957f39d7. 00000020:00000001:1.0:1767384327.410265:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.410269:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384327.410271:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000020:00000001:1.0:1767384327.410271:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384327.410275:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384327.410277:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742995968, portal 18 00010000:00010000:1.0:1767384327.410278:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384327.410280:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384327.410280:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.410281:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384327.410287:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384327.410288:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000040:2.0:1767384327.410292:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.410297:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.410299:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.410303:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000100:00000200:2.0:1767384327.410305:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236742995968, offset 0 00000400:00000200:2.0:1767384327.410309:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.410314:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.410319:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc04000 00000400:00000200:2.0:1767384327.410323:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384327.410327:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.410329:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.410332:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384327.410333:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384327.410337:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecde75c. 00000100:00000040:2.0:1767384327.410339:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000002ecde75c x1853236742995968 msgsize 328 00000100:00100000:2.0:1767384327.410342:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384327.410354:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.410358:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00000400:00000010:2.0:1767384327.410359:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000100:00000001:2.0:1767384327.410361:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384327.410364:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.410372:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384327.410374:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384327.410376:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.410377:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742995968 02000000:00000001:3.0:1767384327.410381:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384327.410384:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.410387:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.410393:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.410394:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384327.410396:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742995968 00000100:00000001:2.0:1767384327.410399:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384327.410400:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384327.410403:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384327.410405:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.410407:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:2.0:1767384327.410408:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.410409:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384327.410414:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384327.410414:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294914468 00000100:00000001:3.0:1767384327.410418:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384327.410422:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000100:00000001:2.0:1767384327.410422:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914467 00000100:00000001:3.0:1767384327.410424:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384327.410425:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000020:00000010:3.0:1767384327.410429:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000020:00000010:3.0:1767384327.410434:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4a030c2. 00000100:00000001:2.0:1767384327.410434:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294914468 00000020:00000010:3.0:1767384327.410436:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abe8d67. 00000100:00000001:2.0:1767384327.410440:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914467 00000100:00000040:3.0:1767384327.410444:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384327.410445:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294914468 00000100:00000001:3.0:1767384327.410448:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384327.410451:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.410451:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294914467 00010000:00000001:3.0:1767384327.410455:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384327.410458:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294914468 00010000:00000001:3.0:1767384327.410459:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.410462:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294914467 00000100:00000001:2.0:1767384327.410465:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.410466:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.410474:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384327.410474:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.410479:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.410480:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.410484:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384327.410484:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.410487:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384327.410489:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dbffbcc0 refcount=4 00000100:00000001:2.0:1767384327.410490:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384327.410493:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384327.410496:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00000100:00000001:2.0:1767384327.410496:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.410500:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.410504:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00010000:3.0:1767384327.410510:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 397 lvb_type: 0 00010000:00000001:3.0:1767384327.410518:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410519:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.410520:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.410523:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.410527:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384327.410529:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ecde75c x1853236742995968/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 328/0 e 0 to 0 dl 1767384338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.410534:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384327.410535:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.410544:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.410554:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384327.410555:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384327.410559:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384327.410561:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:3.0:1767384327.410563:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040583680 : -130122668967936 : ffff89a77489f800) 00000100:00000040:3.0:1767384327.410566:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ecde75c x1853236742995968/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 328/0 e 0 to 0 dl 1767384338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384327.410572:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006033aa36. 00000100:00000001:3.0:1767384327.410573:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384327.410578:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000100:00000001:3.0:1767384327.410581:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384327.410583:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000100:00100000:3.0:1767384327.410586:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ecde75c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742995968:12345-0@lo:103: 00000100:00000200:3.0:1767384327.410589:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742995968 00010000:00000001:3.0:1767384327.410597:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00080000:00000010:1.0:1767384327.410598:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a6cebc3d. 00010000:00000002:3.0:1767384327.410599:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384327.410603:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00040000:00000001:1.0:1767384327.410604:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384327.410607:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000001:1.0:1767384327.410607:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1767384327.410611:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384327.410611:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384327.410615:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007aea112a. 00000020:00000002:1.0:1767384327.410616:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 02000000:00000001:3.0:1767384327.410618:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.410620:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.410621:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384327.410623:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384327.410626:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384327.410627:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.410628:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:1.0:1767384327.410630:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000040:3.0:1767384327.410631:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dbffbcc0 refcount=4 20000000:01000000:1.0:1767384327.410635:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000001:3.0:1767384327.410636:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00000001:3.0:1767384327.410640:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 20000000:00000001:1.0:1767384327.410641:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384327.410644:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000009dc26fe count: 3 20000000:01000000:1.0:1767384327.410645:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00010000:3.0:1767384327.410649:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 397 lvb_type: 0 00080000:00000001:1.0:1767384327.410651:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00001000:3.0:1767384327.410657:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384327 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384327.410659:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384327.410663:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410664:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384327.410665:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 397 lvb_type: 0 00000020:00000001:3.0:1767384327.410670:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.410671:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.410672:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.410674:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.410677:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384327.410678:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384327.410698:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410699:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.410701:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.410702:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.410710:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dbffbcc0 with handle 0x88edd5ef35457d9c from hash 00010000:00000001:3.0:1767384327.410712:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384327.410713:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410715:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.410715:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384327.410716:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384327.410718:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.410720:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dbffbcc0/0x88edd5ef35457d9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457d95 expref: 16 pid: 17074 timeout: 397 lvb_type: 0 00010000:00000040:3.0:1767384327.410724:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:3.0:1767384327.410725:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:3.0:1767384327.410729:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.410731:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384327.410732:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384327.410733:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000095861d09 00010000:00000001:3.0:1767384327.410735:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384327.410736:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.410737:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.410739:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.410740:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.410742:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384327.410743:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384327.410744:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.410748:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384327.410749:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384327.410751:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384327.410752:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384327.410753:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000009dc26fe) refcount = 2 00010000:00010000:3.0:1767384327.410755:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.410759:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384327.410761:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384327.410762:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.410768:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384327.410771:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000660c38cc. 00000100:00000001:3.0:1767384327.410773:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384327.410775:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e320ba. 00000100:00000001:3.0:1767384327.410777:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041161664 : -130122668389952 : ffff89a77492c9c0) 00000100:00000001:3.0:1767384327.410779:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951041161664 : -130122668389952 : ffff89a77492c9c0) 00000100:00000001:3.0:1767384327.410781:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384327.410782:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384327.410783:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384327.410785:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384327.410787:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384327.410790:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:1.0:1767384327.410791:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384327.410792:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.410794:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095861d09 refcount=5 00000100:00000001:1.0:1767384327.410796:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384327.410797:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 20000000:00000010:1.0:1767384327.410799:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027e2c012. 00010000:00000001:3.0:1767384327.410801:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384327.410804:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:1.0:1767384327.410804:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.410806:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384327.410809:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742995584 00010000:00000001:1.0:1767384327.410814:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384327.410817:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:1.0:1767384327.410820:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e133fd6 x1853236742995584/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384327.410821:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.410837:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410839:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.410841:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384327.410842:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.410846:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.410851:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=37 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384327.410852:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.410854:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.410858:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384327.410858:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384327.410861:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384327.410863:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384327.410868:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384327.410872:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384327.410874:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.410878:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384327.410884:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384327.410885:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095861d09 already unused, calling callback (00000000594674ee) 00000400:00000010:1.0:1767384327.410888:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000614091b7. 00010000:00000001:3.0:1767384327.410889:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.410893:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384327.410894:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742995584, offset 224 00010000:00010000:3.0:1767384327.410895:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384327.410902:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384327.410904:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384327.410906:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.410908:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.410910:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095861d09 refcount=6 00000400:00000200:1.0:1767384327.410912:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384327.410913:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384327.410917:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036032 : -130123104515584 : ffff89a75a940a00) 00010000:00000001:3.0:1767384327.410919:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384327.410923:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384327.410923:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc03e80 00000400:00000200:1.0:1767384327.410933:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1635 [2] + 224 00010000:00000001:3.0:1767384327.410934:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384327.410936:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.410939:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.410940:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.410943:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.410946:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384327.410949:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384327.410949:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.410953:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384327.410956:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.410958:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.410963:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095861d09 with handle 0x88edd5ef35457da3 from hash 00010000:00000001:3.0:1767384327.410965:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384327.410967:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.410969:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.410971:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384327.410974:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384327.410977:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384327.410977:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.410981:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384327.410984:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.410984:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.410989:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.410995:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384327.410996:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384327.411001:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384327.411006:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384327.411007:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384327.411008:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384327.411011:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.411015:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384327.411015:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614091b7 00010000:00000001:3.0:1767384327.411018:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.411020:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384327.411020:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000614091b7. 00010000:00000001:3.0:1767384327.411021:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.411023:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384327.411025:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384327.411027:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.411027:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384327.411028:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384327.411032:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384327.411033:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384327.411034:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.411041:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384327.411043:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.411044:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384327.411046:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384327.411047:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.411049:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1767384327.411051:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384327.411052:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384327.411054:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384327.411055:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e133fd6 x1853236742995584/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.411056:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.411059:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384327.411063:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.411067:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384327.411071:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e133fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742995584:12345-0@lo:253: Request processed in 4834us (5438us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384327.411072:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.411075:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095861d09/0x88edd5ef35457da3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384327.411084:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00000001:3.0:1767384327.411088:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384327.411088:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:3.0:1767384327.411108:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.411108:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384327.411112:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1767384327.411112:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384327.411135:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384327.411137:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.411140:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384327.411140:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a53a92. 00000100:00000001:3.0:1767384327.411142:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384327.411145:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000028e320ba. 00000020:00000010:1.0:1767384327.411148:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003734e0d8. 00000100:00000001:3.0:1767384327.411149:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384327.411153:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384327.411155:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000457f02ae. 00010000:00000010:3.0:1767384327.411156:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000660c38cc. 00010000:00000001:3.0:1767384327.411162:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1767384327.411163:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000040:3.0:1767384327.411164:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000009dc26fe count: 0 02000000:00000001:1.0:1767384327.411169:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1767384327.411172:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000010:1.0:1767384327.411172:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004388e0a1. 00010000:00000001:3.0:1767384327.411175:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384327.411176:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384327.411178:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384327.411182:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384327.411186:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384327.411188:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eead232f. 00010000:00000001:3.0:1767384327.411189:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.411193:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000614091b7. 00000100:00001000:3.0:1767384327.411194:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384327.411201:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384327.411204:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384327.411205:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384327.411208:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384327.411209:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.411212:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384327.411212:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384327.411214:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384327.411218:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000100:00000200:3.0:1767384327.411221:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742995968, offset 224 00000100:00000001:1.0:1767384327.411222:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384327.411228:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384327.411233:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384327.411239:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc04000 00000400:00000001:1.0:1767384327.411240:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384327.411243:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.411245:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000400:00000200:1.0:1767384327.411247:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7167fe 00000400:00000010:1.0:1767384327.411249:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e7167fe. 00000100:00000001:1.0:1767384327.411255:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.411260:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.411261:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1661 [1] + 224 00000400:00000200:3.0:1767384327.411274:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384327.411274:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.411284:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.411285:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.411289:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.411290:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384327.411291:0:17065:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384327.411292:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.411296:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.411297:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384327.411300:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384327.411301:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.411304:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384327.411311:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.411317:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.411319:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.411324:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384327.411326:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.411328:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.411330:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.411333:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.411364:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.411366:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.411367:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384327.411370:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384327.411371:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.411372:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384327.411374:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:1.0:1767384327.411374:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.411378:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.411380:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384327.411384:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e723cbc4 00000400:00000010:3.0:1767384327.411387:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000100:00000001:2.0:1767384327.411388:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384327.411389:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384327.411391:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384327.411392:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384327.411393:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:3.0:1767384327.411394:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000020:01000004:1.0:1767384327.411398:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000001:2.0:1767384327.411400:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384327.411401:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384327.411401:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000001:2.0:1767384327.411404:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384327.411408:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:1.0:1767384327.411408:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.411414:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.411415:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000957f39d7. 00010000:00000001:3.0:1767384327.411420:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.411422:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384327.411427:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000040:3.0:1767384327.411429:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecde75c x1853236742995968/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:308/0 lens 328/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.411433:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384327.411437:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742995584:0@lo:253: 00000100:00000200:2.0:1767384327.411441:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.411449:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.411454:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.411460:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf23c207 x1853236742995584/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384327.411464:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.411498:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384327.411500:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384327.411502:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384327.411503:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384327.411505:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e192f5ce. 00000100:00100000:3.0:1767384327.411510:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ecde75c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742995968:12345-0@lo:103: Request processed in 930us (1163us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384327.411510:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.411512:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384327.411514:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384327.411516:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384327.411518:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384327.411519:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384327.411522:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.411523:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384327.411527:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 02000000:00000001:2.0:1767384327.411528:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.411528:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce5b3a51. 00000100:00000040:3.0:1767384327.411532:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 02000000:00000001:1.0:1767384327.411535:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384327.411536:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384327.411536:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=37 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384327.411539:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384327.411540:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384327.411543:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf23c207. 00000100:00001000:2.0:1767384327.411544:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=37 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384327.411545:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4a030c2. 00000100:00000001:1.0:1767384327.411549:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384327.411553:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.411553:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384327.411554:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abe8d67. 00000100:00000001:1.0:1767384327.411555:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.411557:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384327.411561:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030880bb6. 00010000:00000001:2.0:1767384327.411562:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384327.411563:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384327.411567:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.411568:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.411569:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384327.411572:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.411575:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.411575:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384327.411579:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.411580:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.411606:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.411608:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384327.411609:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384327.411611:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.411615:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742995968:0@lo:103: 00000100:00000001:2.0:1767384327.411618:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.411620:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384327.411621:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236742995968/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.411634:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384327.411635:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384327.411636:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417c16f. 02000000:00000001:2.0:1767384327.411639:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384327.411640:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384327.411641:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384327.411642:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384327.411643:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e91559d5. 02000000:00000001:2.0:1767384327.411645:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384327.411646:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384327.411647:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:2.0:1767384327.411649:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384327.411649:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.411650:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.411653:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.411654:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.411656:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384327.411657:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384327.416119:0:25082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dbffbcc0. 00010000:00000010:3.1:1767384327.416127:0:25082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095861d09. 00010000:00000010:3.1:1767384327.416133:0:25082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000009dc26fe. 00000100:00000040:0.0:1767384327.416143:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294914468, at 4294914469 00000100:00000010:0.0:1767384327.416151:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000492c9546. 00000100:00000040:2.0:1767384327.416156:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294914468, at 4294914469 00000100:00000010:2.0:1767384327.416164:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ddd3a7. 00010000:00000010:1.1:1767384327.416210:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c15695f. 00010000:00000010:1.1:1767384327.416216:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d4911e5. 00000100:00000040:1.0:1767384327.416228:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294914468, at 4294914469 00000100:00000010:1.0:1767384327.416233:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033ac7bf8. 00000100:00000040:3.0:1767384327.417152:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294914468, at 4294914470 00000100:00000010:3.0:1767384327.417158:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf014152. 00000400:00000010:0.0:1767384327.422385:0:25084:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000067c5617e. 00000400:00000040:0.0:1767384327.422404:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.422406:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.422408:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.422410:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.422412:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.422413:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384327.422415:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.422416:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.422418:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.422419:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384327.422420:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.422422:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.422423:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.422425:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.422426:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384327.422427:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.422429:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.422429:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384327.422430:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384327.422432:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.422433:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.422440:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.422442:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.422443:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.422444:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384327.422445:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.422447:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.422448:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.422449:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.422451:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.422451:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384327.422453:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.422454:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.422455:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.422456:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.422457:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.422458:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384327.422459:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.422461:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.422462:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.422463:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.422464:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.422465:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384327.422466:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384327.422467:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384327.422468:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384327.422469:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384327.422470:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384327.422471:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.422472:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.422473:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384327.422474:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.422475:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384327.422476:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384327.422477:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384327.422478:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384327.422479:0:25084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384327.422516:0:25084:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000067c5617e. 00010000:00000001:0.0:1767384327.700151:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384327.700163:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384327.700170:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384327.700172:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.700202:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384327.700205:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.700207:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384328.396323:0:25383:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033db41ef. 00080000:00000010:3.0:1767384328.396334:0:25383:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033db41ef. 00000020:00000001:3.0:1767384328.396340:0:25383:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384328.396348:0:25383:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033db41ef. 00080000:00000010:3.0:1767384328.396353:0:25383:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033db41ef. 00000020:00000001:3.0:1767384328.396357:0:25383:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.724160:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384328.724166:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.724172:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384328.724174:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.724204:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384328.724208:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.724211:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384329.073332:0:25547:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384329.073336:0:25547:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:0.0:1767384329.076309:0:25547:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384329.082893:0:25548:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c860d8b1. 00000400:00000010:0.0:1767384329.082905:0:25548:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000049ad8b95. 00000400:00000010:0.0:1767384329.082913:0:25548:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007b66ddb2. 00000400:00000010:0.0:1767384329.082916:0:25548:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e5a86ad6. 00000400:00000010:0.0:1767384329.082919:0:25548:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000544c42a7. 00000400:00000010:0.0:1767384329.082922:0:25548:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086a375a1. 00000400:00000010:0.0:1767384329.082923:0:25548:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000421d45c8. 00000400:00000010:0.0:1767384329.082924:0:25548:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031a7f1ec. 00000400:00000010:0.0:1767384329.082927:0:25548:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000037480883. 00000800:00000010:0.0:1767384329.082939:0:25548:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000153e27b5. 00000800:00000200:0.0:1767384329.082949:0:25548:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384329.082957:0:25548:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384329.082988:0:25548:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384329.083005:0:25548:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384329.084351:0:25548:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000529edf15. 00000400:00000010:0.0:1767384329.084357:0:25548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7d5dc6. 00000400:00000010:0.0:1767384329.084362:0:25548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000400:00000001:0.0:1767384329.084375:0:25548:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.084377:0:25548:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.084378:0:25548:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:0.0:1767384329.084380:0:25548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00000400:00000010:0.0:1767384329.084382:0:25548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000400:00000010:0.0:1767384329.084385:0:25548:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000869d3ea6. 00000400:00000200:0.0:1767384329.084400:0:25548:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (18) 00000400:00000200:0.0:1767384329.084413:0:25548:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384329.084421:0:25548:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:0.0:1767384329.084427:0:25548:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000755e2a31. 00000400:00000200:1.0:1767384329.084432:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384329.084432:0:25548:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384329.084435:0:25548:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp27 00000400:00000200:1.0:1767384329.084445:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384329.084447:0:25548:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000049ad8b95. 00000400:00000010:1.0:1767384329.084452:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000400:00000010:0.0:1767384329.084453:0:25548:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c860d8b1. 00000400:00000200:1.0:1767384329.084459:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (19) 00000400:00000010:1.0:1767384329.084465:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c57ec5ef. 00000400:00000200:1.0:1767384329.084468:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp25 00000020:00000001:2.0:1767384329.084471:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.084476:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.084478:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384329.084482:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384329.084483:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000020:01000004:2.0:1767384329.084487:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384329.084490:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384329.084491:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384329.084494:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [47:47:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [47:47:8:4294967295] 00000020:01000004:2.0:1767384329.084505:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.084507:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.084510:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.084512:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384329.084512:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp25 00000020:01000004:2.0:1767384329.084514:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384329.084516:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384329.084522:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) : PUT try# 0 00000020:01000004:2.0:1767384329.084525:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384329.084531:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b782ff. 00000800:00000200:1.0:1767384329.084532:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000020:00000040:2.0:1767384329.084537:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000010:1.0:1767384329.084539:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c29904a. 00000100:00000001:2.0:1767384329.084543:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384329.084547:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 02000000:00000001:2.0:1767384329.084548:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384329.084553:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384329.084557:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000800:00000200:1.0:1767384329.084572:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c29904a type 1, nob 432 niov 1 nkiov 1 02000000:00000010:2.0:1767384329.084575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006c8ff9bd. 00000100:00000001:2.0:1767384329.084582:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.084589:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384329.084591:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:2.0:1767384329.084592:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.084598:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000040:2.0:1767384329.084601:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b782ff] to pc [ptlrpcd_00_03+3] req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384329.084644:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384329.084647:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.084659:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384329.084660:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384329.084666:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.084668:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.084669:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384329.084670:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384329.084672:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384329.084673:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384329.084673:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384329.084677:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384329.084678:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384329.084679:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000004:2.0:1767384329.084680:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.084683:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.084685:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384329.084685:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384329.084688:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.084690:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384329.084693:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 00000020:00000040:2.0:1767384329.084695:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384329.084697:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384329.084697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384329.084699:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384329.084705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a41edf3. 00000100:00000001:1.0:1767384329.084705:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.084708:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.084709:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.084712:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.084719:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384329.084719:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.084722:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.084723:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384329.084727:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2f7f21] to pc [ptlrpcd_00_00+0] req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384329.084731:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384329.084745:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384329.084746:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384329.084748:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384329.084749:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.084750:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c29904a. 02000000:00000001:1.0:1767384329.084753:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:2.0:1767384329.084754:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.084756:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384329.084757:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.084758:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:2.0:1767384329.084762:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384329.084764:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.084769:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: PUT: OK 00000020:00000010:2.0:1767384329.084769:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000755e2a31. 00000100:00100000:1.0:1767384329.084770:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1b782ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996096:0@lo:253: 00000400:00000200:3.0:1767384329.084778:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384329.084782:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp25: 0 00000100:00000001:1.0:1767384329.084782:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384329.084788:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384329.084789:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384329.084791:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.084792:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.084793:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384329.084796:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384329.084802:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071134ca7. 00000800:00000001:3.0:1767384329.084805:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384329.084805:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.084808:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.084809:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384329.084811:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000800:00000001:3.0:1767384329.084812:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.084813:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.084816:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384329.084819:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000340b726b. 00000100:00000040:2.0:1767384329.084821:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.084824:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : PUT - for me 00000100:00000200:1.0:1767384329.084824:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742996096, portal 25 00000100:00000001:1.0:1767384329.084831:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384329.084834:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040570240 : -130122668981376 : ffff89a77489c380) 00000100:00000001:2.0:1767384329.084839:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384329.084840:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384329.084841:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.084844:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384329.084845:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384329.084848:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384329.084853:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.084855:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 320/336 into md 0x1645 [1] + 0 00000100:00100000:2.0:1767384329.084859:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742996224:0@lo:253: 00000400:00000010:3.0:1767384329.084861:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001efd3530. 00000100:00000001:1.0:1767384329.084861:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384329.084865:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384329.084866:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbd3a1be 00000100:00000040:1.0:1767384329.084868:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384329.084871:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384329.084872:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d6b60b1. 00000800:00000001:3.0:1767384329.084873:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384329.084875:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384329.084877:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742996096, offset 0 00000800:00000001:3.0:1767384329.084879:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384329.084880:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384329.084882:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.084889:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: PUT: OK 02000000:00000010:2.0:1767384329.084889:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ae94d28. 00000400:00000200:1.0:1767384329.084903:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384329.084904:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.084906:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000400:00000010:3.0:1767384329.084910:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000400:00000200:1.0:1767384329.084910:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384329.084912:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957f39d7. 00000400:00000200:3.0:1767384329.084915:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384329.084918:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04080 00000400:00000200:3.0:1767384329.084920:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (20) 00000400:00000010:2.0:1767384329.084920:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce3116b. 00000400:00000200:1.0:1767384329.084925:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xaa9 [2] + 0 00000400:00000200:3.0:1767384329.084928:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:1.0:1767384329.084928:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c534124. 00000400:00000200:3.0:1767384329.084931:0:16340:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (336 bytes) 00000400:00000200:1.0:1767384329.084932:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005651bab 00000400:00000200:3.0:1767384329.084935:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000200:2.0:1767384329.084936:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742996224, portal 25 00000400:00000200:1.0:1767384329.084938:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384329.084941:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384329.084945:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (21) 00000100:00000001:2.0:1767384329.084945:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000400:00000200:1.0:1767384329.084945:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384329.084950:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005651bab 00000400:00000200:3.0:1767384329.084952:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767384329.084953:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005651bab. 00000100:00000040:2.0:1767384329.084954:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.084969:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000100:00000001:1.0:1767384329.084970:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384329.084973:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384329.084979:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000004853761 x1853236742996096 msgsize 4848 00000400:00000200:3.0:1767384329.084982:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [48:48:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [48:48:8:4294967295] 00000100:00100000:1.0:1767384329.084988:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384329.084992:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384329.084995:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384329.085000:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384329.085001:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384329.085004:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) 192.168.204.108@tcp25 : ACK try# 0 00000400:00000010:2.0:1767384329.085006:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000324af42d. 00000100:00000200:2.0:1767384329.085010:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742996224, offset 0 00000800:00000200:3.0:1767384329.085013:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000400:00000200:1.0:1767384329.085015:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6b60b1 00000800:00000010:3.0:1767384329.085020:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83a598. 00000400:00000010:1.0:1767384329.085024:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6b60b1. 00000800:00000200:3.0:1767384329.085025:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000100:00000001:1.0:1767384329.085029:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384329.085032:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384329.085034:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384329.085035:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:991 00000800:00000200:3.0:1767384329.085040:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83a598 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384329.085046:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384329.085049:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384329.085051:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384329.085054:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.085057:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04100 00000800:00000001:3.0:1767384329.085060:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.085067:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xacd [2] + 0 00000400:00000010:2.0:1767384329.085074:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000331456f0. 00000100:00000001:1.0:1767384329.085074:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.085078:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020c3d588 00000100:00000001:1.0:1767384329.085079:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384329.085083:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.085087:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.085089:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384329.085093:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384329.085094:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020c3d588 00000100:00000001:1.0:1767384329.085095:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294916142 00000800:00000010:3.0:1767384329.085097:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83a598. 00000400:00000010:2.0:1767384329.085098:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020c3d588. 00000100:00000010:1.0:1767384329.085126:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a7f87c2. 00000100:00000001:2.0:1767384329.085130:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384329.085131:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384329.085133:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384329.085134:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384329.085139:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: ACK: OK 00000100:00000040:2.0:1767384329.085139:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000056652911 x1853236742996224 msgsize 4848 00000100:00000001:1.0:1767384329.085143:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294916143 00000100:00100000:2.0:1767384329.085146:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384329.085149:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c30154b. 00000100:00000040:2.0:1767384329.085151:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384329.085154:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384329.085156:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.085160:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384329.085160:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294916143 00000800:00000001:3.0:1767384329.085161:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384329.085165:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384329.085166:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000324af42d 00000100:00000010:1.0:1767384329.085166:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ce25344. 00000800:00000001:3.0:1767384329.085169:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384329.085170:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000324af42d. 00000100:00000001:1.0:1767384329.085171:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384329.085175:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.085176:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384329.085177:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294916143 00000800:00000001:3.0:1767384329.085180:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384329.085182:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384329.085182:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d98701ca. 00000100:00000001:1.0:1767384329.085187:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384329.085191:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : ACK - for me 00000100:00000001:1.0:1767384329.085192:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.085197:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.085203:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.085204:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384329.085207:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085208:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp25: ACK from 12345-192.168.204.108@tcp25 into md 0x1679 00000100:00000040:2.0:1767384329.085210:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.085213:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.085219:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.085220:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.085223:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.085224:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384329.085225:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: ACK: OK 00000100:00000001:2.0:1767384329.085230:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085232:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000100:00000001:2.0:1767384329.085234:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294916143 00000400:00000010:3.0:1767384329.085237:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000100:00000001:1.0:1767384329.085239:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384329.085242:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916142 00000100:00100000:1.0:1767384329.085242:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996096 00000400:00000200:3.0:1767384329.085243:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:1.0:1767384329.085245:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384329.085247:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000001:1.0:1767384329.085248:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.085251:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085255:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:2.0:1767384329.085255:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294916143 00000100:00000001:2.0:1767384329.085259:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294916143 00000400:00000200:3.0:1767384329.085262:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (20) 00000100:00000001:2.0:1767384329.085262:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294916143 02000000:00000001:1.0:1767384329.085263:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.085268:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294916143 00000800:00000001:3.0:1767384329.085270:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.085271:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294916143 00000100:00100000:1.0:1767384329.085271:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996096 00000020:00000001:1.0:1767384329.085275:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767384329.085276:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.085276:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294916143 00000020:00000040:1.0:1767384329.085279:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384329.085280:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384329.085282:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384329.085283:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.085286:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:2.0:1767384329.085287:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.085290:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.085292:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384329.085293:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384329.085296:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384329.085297:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384329.085298:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384329.085299:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000ac4fcb1d. 00000100:00000001:2.0:1767384329.085303:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.085305:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.085305:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384329.085307:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 00000100:00000001:2.0:1767384329.085310:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384329.085311:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000971ec136. 00000400:00000010:3.0:1767384329.085313:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000100:00000001:2.0:1767384329.085313:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.085317:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.085318:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ac4fcb1d 00000400:00000010:3.0:1767384329.085322:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000f5a07956. 00000020:00000010:1.0:1767384329.085322:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000971ec136. 00000400:00000200:3.0:1767384329.085327:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000020:00000010:1.0:1767384329.085328:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000400:00000200:3.0:1767384329.085331:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000400:00000200:3.0:1767384329.085334:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (19) 00000020:00000010:1.0:1767384329.085334:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ea5673. 00000100:00000001:2.0:1767384329.085337:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384329.085338:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000e79d595c. 00000020:00000010:1.0:1767384329.085339:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003734e0d8. 00000100:00100000:2.0:1767384329.085341:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996224 00000400:00000010:3.0:1767384329.085344:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 02000000:00000001:2.0:1767384329.085345:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384329.085347:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.085350:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.085350:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384329.085354:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000a61b045. 02000000:00000001:2.0:1767384329.085356:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.085357:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384329.085361:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384329.085362:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00100000:2.0:1767384329.085362:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996224 00000100:00000001:1.0:1767384329.085363:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.085367:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384329.085369:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384329.085371:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384329.085373:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085374:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000040:2.0:1767384329.085374:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384329.085380:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384329.085383:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384329.085387:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:2.0:1767384329.085387:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384329.085387:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384329.085390:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016899008. 00000100:00000001:2.0:1767384329.085394:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.085395:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000020:00000010:2.0:1767384329.085397:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016899008. 00000100:00000001:1.0:1767384329.085402:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384329.085406:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384329.085411:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ec2b7ee. 00000400:00000200:3.0:1767384329.085413:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00100000:1.0:1767384329.085413:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000020:00000010:2.0:1767384329.085417:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007269ce0d. 00000100:00000040:1.0:1767384329.085418:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000200:3.0:1767384329.085421:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:1.0:1767384329.085422:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443649104 : -130123265902512 : ffff89a750f57850) 00000020:00000010:2.0:1767384329.085424:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000100:00000040:1.0:1767384329.085428:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004853761 x1853236742996096/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.085429:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:2.0:1767384329.085431:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384329.085434:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384329.085437:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085439:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384329.085443:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.085445:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384329.085448:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:1.0:1767384329.085451:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000971ec136. 00000400:00000200:3.0:1767384329.085454:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:2.0:1767384329.085454:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.085454:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384329.085457:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000971ec136. 00000400:00000200:3.0:1767384329.085462:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00100000:1.0:1767384329.085465:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004853761 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742996096:12345-0@lo:253: 00000400:00000200:3.0:1767384329.085469:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:2.0:1767384329.085469:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384329.085472:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384329.085478:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000200:1.0:1767384329.085478:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996096 00000100:00100000:2.0:1767384329.085481:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000001:1.0:1767384329.085484:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384329.085488:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000400:00000200:3.0:1767384329.085489:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:1.0:1767384329.085489:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384329.085492:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443647056 : -130123265904560 : ffff89a750f57050) 00000100:00000040:2.0:1767384329.085496:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056652911 x1853236742996224/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384329.085503:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.085508:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384329.085511:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384329.085512:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:1.0:1767384329.085517:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384329.085520:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384329.085524:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:1.0:1767384329.085525:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384329.085528:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384329.085529:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384329.085531:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000010:2.0:1767384329.085532:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016899008. 00000020:00000001:1.0:1767384329.085533:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085537:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00000001:2.0:1767384329.085538:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.085541:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384329.085543:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016899008. 02000000:00000001:1.0:1767384329.085545:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384329.085547:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00100000:2.0:1767384329.085552:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056652911 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742996224:12345-0@lo:253: 02000000:00000010:1.0:1767384329.085553:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004388e0a1. 00000400:00000200:3.0:1767384329.085554:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000200:2.0:1767384329.085559:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996224 02000000:00000001:1.0:1767384329.085559:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085562:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp26 00000020:00000001:2.0:1767384329.085565:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384329.085565:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085569:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp26 lpni_is_preferred = 0 00000020:00000001:2.0:1767384329.085569:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384329.085570:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384329.085573:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085577:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp26 00000020:00000001:2.0:1767384329.085578:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384329.085581:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:00000010:1.0:1767384329.085581:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027e2c012. 00000400:00000200:3.0:1767384329.085586:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [49:49:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [49:49:8:4294967295] 00000020:00000001:2.0:1767384329.085586:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:1.0:1767384329.085588:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384329.085589:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.085592:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384329.085593:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384329.085595:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384329.085597:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384329.085599:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.085601:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085602:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp26 00000100:00000001:2.0:1767384329.085604:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384329.085605:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.085608:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384329.085612:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:) -> 192.168.204.108@tcp26(192.168.204.108@tcp:192.168.204.108@tcp26) : GET try# 0 02000000:00000001:2.0:1767384329.085613:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384329.085619:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000457f02ae. 02000000:00000010:2.0:1767384329.085620:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 00000800:00000200:3.0:1767384329.085621:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp26 20000000:01000000:1.0:1767384329.085623:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 02000000:00000001:2.0:1767384329.085626:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.085628:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ef83a598. 00000100:00000001:2.0:1767384329.085630:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.085631:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384329.085634:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:3.0:1767384329.085637:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002d20f61c. 00080000:00000001:1.0:1767384329.085638:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:2.0:1767384329.085641:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006169ae5f. 00080000:00000001:1.0:1767384329.085642:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:3.0:1767384329.085643:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e7ab27a8. 20000000:01000000:2.0:1767384329.085646:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384329.085665:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:3.0:1767384329.085669:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (2) 20000000:00000001:2.0:1767384329.085669:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384329.085672:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.085676:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.085679:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:3.1:1767384329.085680:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (2) 20000000:00000001:2.0:1767384329.085680:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384329.085694:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.085695:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00080000:00000001:1.0:1767384329.085697:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384329.085698:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000001:1.0:1767384329.085699:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.085701:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384329.085703:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384329.085706:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384329.085718:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:1.0:1767384329.085720:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384329.085724:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384329.085727:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.085730:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.085733:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384329.085738:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384329.085741:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384329.085745:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000151184a4. 00080000:00000001:1.0:1767384329.085748:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933986816 : -130127775564800 : ffff89a644297c00) 00080000:00000001:1.0:1767384329.085752:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384329.085755:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000001:00000001:1.0:1767384329.085755:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384329.085759:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000971ec136. 00080000:00000001:1.0:1767384329.085762:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.085764:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384329.085777:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.085795:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384329.085800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085828:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085852:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085876:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085913:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085937:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085963:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.085989:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086024:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086036:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086049:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086064:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086077:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086136:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086165:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086201:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086276:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086313:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086339:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086362:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086391:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086419:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086447:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086477:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086509:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086537:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086561:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086585:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086606:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.086623:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00080000:00000010:1.0:1767384329.086757:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000151184a4. 00080000:00000010:1.0:1767384329.086774:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000971ec136. 00040000:00000001:1.0:1767384329.086778:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384329.086780:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384329.086782:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384329.086786:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384329.086789:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.086792:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384329.086802:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384329.086812:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384329.086815:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001561972c. 20000000:01000000:1.0:1767384329.086815:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384329.086820:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:3.0:1767384329.086821:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020c3d588. 00000800:00000010:3.0:1767384329.086827:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009817bc47. 00000800:00000010:3.0:1767384329.086872:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009817bc47. 20000000:01000000:1.0:1767384329.086878:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384329.086881:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384329.086884:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384329.086889:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384329.086892:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384329.086901:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054e95ded. 00010000:00000001:1.0:1767384329.086906:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000010:3.0:1767384329.086909:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000039eb8f46. 20000000:01000000:3.0:1767384329.086912:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:3.0:1767384329.086915:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:1.0:1767384329.086916:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000422aa85e. 00080000:00000001:3.0:1767384329.086918:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384329.086920:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384329.086921:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000040:1.0:1767384329.086922:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000422aa85e with handle 0x88edd5ef35457daa to hash 00000020:00000001:1.0:1767384329.086925:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384329.086927:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384329.086927:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384329.086930:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00080000:00000001:3.0:1767384329.086934:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.086934:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384329.086936:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384329.086937:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384329.086939:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384329.086939:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384329.086943:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384329.086947:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:1.0:1767384329.086949:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.086951:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384329.086952:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384329.086953:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384329.086956:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384329.086959:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.086962:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384329.086963:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp26 from 221.3.0.2 00010000:00000001:1.0:1767384329.086966:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384329.086969:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.086970:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000010:2.0:1767384329.086971:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d936d0f1. 00000020:00000001:3.0:1767384329.086972:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384329.086972:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.086977:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384329.086978:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384329.086979:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384329.086981:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384329.086981:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.086984:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:3.0:1767384329.086985:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000912dcab4. 00080000:00000001:3.0:1767384329.086987:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940910592 : -130127768641024 : ffff89a644932200) 00010000:00000001:1.0:1767384329.086987:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384329.086989:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384329.086990:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384329.086990:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000001:00000001:3.0:1767384329.086992:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:1.0:1767384329.086992:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000054e95ded) refcount = 1 00080000:00000010:3.0:1767384329.086995:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009817bc47. 00010000:00010000:1.0:1767384329.086996:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384329.086998:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384329.087000:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384329.087003:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384329.087005:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384329.087006:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.087008:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087010:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384329.087011:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.087014:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384329.087017:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000001:3.0:1767384329.087020:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384329.087020:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.087021:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.087029:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=4 00000020:00000001:1.0:1767384329.087032:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384329.087035:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384329.087037:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384329.087039:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384329.087046:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc1c4046. 00010000:00000001:1.0:1767384329.087046:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384329.087047:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384329.087051:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004db6f217. 00010000:00000001:1.0:1767384329.087053:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.087055:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384329.087057:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.087062:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.087064:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087067:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384329.087070:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384329.087075:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000081f4c171. 00010000:00010000:1.0:1767384329.087076:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000422aa85e already unused, calling callback (00000000594674ee) 00000800:00000200:3.1:1767384329.087080:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (2) 00010000:00000001:1.0:1767384329.087080:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.087082:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384329.087084:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384329.087086:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp26 0000000081f4c171 deleted 00000800:00000010:3.1:1767384329.087089:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000081f4c171. 00010000:00000001:1.0:1767384329.087090:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384329.087092:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.087093:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.1:1767384329.087095:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000040:1.0:1767384329.087095:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=5 00000020:00000001:1.0:1767384329.087097:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384329.087120:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00000800:00000200:3.1:1767384329.087121:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:989 00000800:00000200:3.1:1767384329.087124:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83a598 type 2, nob 96 niov 1 nkiov 0 00010000:00000001:1.0:1767384329.087124:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384329.087132:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384329.087133:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp26 p 3.x 192.168.204.108 -> 192.168.204.108:989 incarnation:1767384327403097047 sched[0] 00000800:00000010:3.0:1767384329.087139:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000082fb98b. 00010000:00000001:1.0:1767384329.087139:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384329.087141:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.087142:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087146:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384329.087148:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384329.087150:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.087152:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.087154:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000422aa85e with handle 0x88edd5ef35457daa from hash 00010000:00000001:1.0:1767384329.087157:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384329.087159:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.087160:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.087161:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384329.087164:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384329.087166:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384329.087168:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384329.087170:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.087173:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087176:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384329.087178:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384329.087180:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.087182:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.087184:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087186:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.087187:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000082fb98b. 00010000:00000001:1.0:1767384329.087188:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.087192:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004db6f217. 00010000:00010000:1.0:1767384329.087192:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.087197:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.087199:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.087200:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384329.087202:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384329.087204:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.087205:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.087207:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000200:2.1:1767384329.087209:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:1.0:1767384329.087210:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384329.087216:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp26 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384327403097047 sched[0] 00000800:00000010:2.0:1767384329.087222:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020c3d588. 20000000:00000001:1.0:1767384329.087222:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.087229:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384329.087232:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d936d0f1. 00010000:00000001:1.0:1767384329.087236:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384329.087238:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384329.087240:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000422aa85e/0x88edd5ef35457daa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384329.087246:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1767384329.087246:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000054e95ded count: 0 00000800:00000001:3.0:1767384329.087251:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.087258:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384329.087260:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000001:1.0:1767384329.087271:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.087277:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.087278:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00080000:00000020:1.0:1767384329.087286:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384329.087291:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384329.087293:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027e2c012. 20000000:00000001:1.0:1767384329.087299:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384329.087303:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996096 00010000:00000001:1.0:1767384329.087306:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000200:3.0:1767384329.087312:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:1.0:1767384329.087312:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004853761 x1853236742996096/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384329.087315:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ef83a598. 00000400:00000200:3.0:1767384329.087319:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384329.087320:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384329.087323:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.087324:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.087327:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: GET: OK 00000100:00001000:1.0:1767384329.087327:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=39 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384329.087332:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384329.087332:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384329.087336:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000100:00000040:1.0:1767384329.087336:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384329.087338:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384329.087341:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:3.0:1767384329.087343:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384329.087344:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.087347:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384329.087349:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384329.087351:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384329.087351:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384329.087352:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000010:1.0:1767384329.087355:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d6b60b1. 00000800:00000001:3.0:1767384329.087358:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384329.087360:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742996096, offset 224 00000400:00000200:3.0:1767384329.087365:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : GET - for me 00000400:00000200:1.0:1767384329.087367:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384329.087385:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.087386:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384329.087389:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384329.087400:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 336/336 into md 0x1675 [1] + 0 00000400:00000200:1.0:1767384329.087401:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04080 00000400:00000200:1.0:1767384329.087406:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000400:00000200:3.0:1767384329.087410:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp26 to MR: 192.168.204.108@tcp26 local destination 00000400:00000200:1.0:1767384329.087410:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384329.087416:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384329.087416:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384329.087417:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [50:50:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1767384329.087435:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) -> 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) 192.168.204.108@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767384329.087441:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.108@tcp26 00000100:00000001:1.0:1767384329.087441:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384329.087442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000010:3.0:1767384329.087445:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83a598. 00000100:00000200:1.0:1767384329.087446:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384329.087452:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000100:00000040:1.0:1767384329.087457:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384329.087458:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:988 00000800:00000200:3.0:1767384329.087461:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83a598 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767384329.087463:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:1.0:1767384329.087476:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384329.087482:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6b60b1 00000400:00000010:1.0:1767384329.087485:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6b60b1. 00000100:00000001:1.0:1767384329.087488:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384329.087489:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:1.0:1767384329.087490:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.087494:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.087503:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000800:00000200:3.0:1767384329.087507:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384329.087508:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000010:3.0:1767384329.087510:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83a598. 00000020:00000001:1.0:1767384329.087510:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.087513:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384329.087515:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384329.087517:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004853761 x1853236742996096/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.087519:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: REPLY: OK 00000100:00100000:1.0:1767384329.087526:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004853761 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742996096:12345-0@lo:253: Request processed in 2081us (2545us total) trans 0 rc 0/0 00000800:00000001:3.0:1767384329.087529:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384329.087529:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000800:00000001:3.0:1767384329.087533:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384329.087537:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384329.087537:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1767384329.087540:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000800:00000001:3.0:1767384329.087542:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.087543:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1767384329.087545:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.087545:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:3.0:1767384329.087549:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384329.087549:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ea5673. 00000400:00000200:3.0:1767384329.087554:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : REPLY - for me 00000020:00000010:1.0:1767384329.087554:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003734e0d8. 00000020:00000010:1.0:1767384329.087570:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e5403. 00000400:00000200:3.0:1767384329.087575:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp26: Reply from 12345-192.168.204.108@tcp26 of length 336/336 into md 0x1691 00000400:00000200:2.0:1767384329.087575:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000020:00000040:1.0:1767384329.087576:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:1.0:1767384329.087581:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:3.0:1767384329.087583:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384329.087589:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384329.087590:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004388e0a1. 00000400:00000200:3.0:1767384329.087591:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384329.087594:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384329.087595:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: REPLY: OK 00000100:00000001:1.0:1767384329.087597:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384329.087598:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 00000400:00000010:3.0:1767384329.087600:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000100:00000200:1.0:1767384329.087601:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384329.087603:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384329.087605:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000010:1.0:1767384329.087606:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4674c47. 00000400:00000200:3.0:1767384329.087609:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384329.087613:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:1.0:1767384329.087613:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d6b60b1. 00000400:00000200:3.0:1767384329.087622:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384329.087637:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:1.0:1767384329.087642:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.087644:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384329.087645:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (20) 00000400:00000001:1.0:1767384329.087665:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384329.087666:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000001:3.0:1767384329.087669:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767384329.087669:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384329.087672:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000800:00000001:3.0:1767384329.087675:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384329.087677:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340b726b 00000400:00000010:1.0:1767384329.087679:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000340b726b. 00000100:00000001:1.0:1767384329.087682:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384329.087686:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.087695:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:1.0:1767384329.087695:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.087698:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000200:2.0:1767384329.087701:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:1.0:1767384329.087703:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384329.087706:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000007dc15107. 00000100:00000001:1.0:1767384329.087707:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384329.087710:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000334b6c6b. 00000100:00000001:1.0:1767384329.087710:0:16349:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384329.087713:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000cfe82eb7. 02000000:00000001:1.0:1767384329.087713:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384329.087714:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.087716:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.087719:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.087722:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=39 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384329.087726:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=39 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384329.087727:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:1.0:1767384329.087734:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384329.087736:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.087739:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384329.087740:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005719361e. 00010000:00000001:1.0:1767384329.087741:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.087744:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.087746:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005719361e nid 192.168.204.108@tcp27 00000100:00000040:1.0:1767384329.087747:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384329.087750:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bf014152. 00000400:00000200:3.0:1767384329.087753:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bf014152 net tcp27 00000100:00000001:1.0:1767384329.087754:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.087756:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (19) 00000400:00000200:2.0:1767384329.087757:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00000001:1.0:1767384329.087758:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384329.087763:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp27 flags 0x11 00000400:00000010:3.0:1767384329.087767:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000007dc15107. 00000100:00000001:1.0:1767384329.087767:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384329.087770:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000334b6c6b. 00000020:01000004:1.0:1767384329.087770:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384329.087773:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384329.087774:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000cfe82eb7. 00000020:01000004:1.0:1767384329.087775:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.087776:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384329.087777:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000e79d595c. 00000020:01000004:1.0:1767384329.087777:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.087779:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384329.087781:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000020:01000004:1.0:1767384329.087781:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384329.087783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000020:01000004:1.0:1767384329.087783:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384329.087785:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000020:01000004:1.0:1767384329.087785:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.087787:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384329.087788:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000100:00000040:1.0:1767384329.087790:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.087796:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:3.0:1767384329.087800:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000100:00100000:1.0:1767384329.087801:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1b782ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996096:0@lo:253: 00000400:00000200:3.0:1767384329.087804:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000100:00000001:1.0:1767384329.087807:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384329.087808:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000100:00000001:1.0:1767384329.087809:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384329.087812:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1b782ff x1853236742996096/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.087813:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (20) 00000100:00000001:1.0:1767384329.087819:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384329.087822:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.087824:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071134ca7. 02000000:00000001:1.0:1767384329.087829:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384329.087832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000020:00000001:1.0:1767384329.087832:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.087834:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384329.087839:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.087842:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006c8ff9bd. 02000000:00000001:1.0:1767384329.087851:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.087852:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.087854:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1b782ff. 00000100:00000001:1.0:1767384329.087857:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.087858:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.087859:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.087863:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.087865:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.087866:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.087868:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.087873:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.087894:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.087912:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.087930:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.087949:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.087980:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088004:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088024:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088050:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088083:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088140:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088188:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088241:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088286:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088335:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088382:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088429:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384329.088459:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384329.088581:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d7c79e0. 00000800:00000010:2.0:1767384329.088585:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000324af42d. 00000800:00000010:2.0:1767384329.088588:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016899008. 00000800:00000010:2.0:1767384329.088612:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016899008. 00000800:00020000:2.0:1767384329.088618:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00080000:00000010:1.0:1767384329.088685:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000912dcab4. 00080000:00000010:3.0:1767384329.088725:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009817bc47. 00040000:00000001:3.0:1767384329.088729:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384329.088731:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384329.088733:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384329.088736:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384329.088744:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.088747:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384329.088749:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384329.088758:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384329.088761:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384329.088765:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384329.088765:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384329.088767:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384329.088769:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384329.088772:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384329.088774:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384329.088779:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f1851b0. 00010000:00000001:1.0:1767384329.088782:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384329.088786:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cfb6bf05. 00000020:00000001:1.0:1767384329.088789:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384329.088791:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cfb6bf05 with handle 0x88edd5ef35457db1 to hash 00000020:00000001:1.0:1767384329.088794:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384329.088796:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088798:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088801:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.088803:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.088805:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088813:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384329.088815:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384329.088817:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384329.088819:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.088820:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.088822:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.088823:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.088826:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384329.088828:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384329.088830:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384329.088831:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384329.088833:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f1851b0) refcount = 1 00010000:00010000:1.0:1767384329.088836:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088843:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384329.088845:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384329.088846:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.088854:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088856:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384329.088858:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384329.088859:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384329.088861:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.088862:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.088864:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=4 00000020:00000001:1.0:1767384329.088865:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088867:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088869:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384329.088870:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088875:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384329.088876:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088879:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.088880:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384329.088881:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088885:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.088886:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088887:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384329.088889:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384329.088903:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cfb6bf05 already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384329.088905:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.088907:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384329.088909:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088914:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384329.088920:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.088922:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.088923:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=5 00000020:00000001:1.0:1767384329.088925:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088928:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384329.088930:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384329.088932:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.088937:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384329.088938:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.088939:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088941:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000020:3.0:1767384329.088943:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384329.088943:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384329.088944:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384329.088946:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384329.088946:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384329.088948:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006169ae5f. 00000020:00000040:1.0:1767384329.088948:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfb6bf05 with handle 0x88edd5ef35457db1 from hash 00010000:00000001:1.0:1767384329.088950:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384329.088951:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384329.088952:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088953:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767384329.088954:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996224 00010000:00000001:1.0:1767384329.088954:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384329.088955:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384329.088956:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384329.088957:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384329.088958:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000200:3.0:1767384329.088959:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056652911 x1853236742996224/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.088959:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.088961:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088963:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384329.088964:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384329.088966:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.088967:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384329.088968:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384329.088969:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088969:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384329.088971:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=39 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384329.088971:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.088973:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.088975:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384329.088975:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384329.088977:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384329.088980:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384329.088980:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384329.088982:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384329.088983:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.088986:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384329.088988:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384329.088988:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.088989:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384329.088991:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f4c171. 00010000:00000001:1.0:1767384329.088991:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384329.088992:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384329.088994:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742996224, offset 224 00010000:00000001:1.0:1767384329.088994:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.088996:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384329.088997:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.088998:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384329.088999:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.089001:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384329.089004:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384329.089007:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384329.089008:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384329.089009:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457db1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384329.089011:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04100 00000400:00000200:3.0:1767384329.089015:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1685 [2] + 224 00010000:00000040:1.0:1767384329.089015:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f1851b0 count: 0 00000400:00000200:3.0:1767384329.089021:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.089024:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384329.089025:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384329.089027:0:17074:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:1.0:1767384329.089027:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384329.089031:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.089053:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.089069:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384329.089075:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f4c171 00000400:00000010:3.0:1767384329.089077:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081f4c171. 00000100:00000001:3.0:1767384329.089079:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384329.089079:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384329.089081:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.089081:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384329.089084:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384329.089085:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384329.089086:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384329.089087:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384329.089087:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000957f39d7. 00010000:00000001:3.0:1767384329.089090:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384329.089091:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.089091:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce3116b 00000400:00000010:1.0:1767384329.089092:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce3116b. 00000020:00000001:3.0:1767384329.089093:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384329.089095:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384329.089097:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056652911 x1853236742996224/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384329.089098:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384329.089126:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.089131:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056652911 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742996224:12345-0@lo:253: Request processed in 3602us (3991us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384329.089133:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384329.089135:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.089137:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384329.089138:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384329.089139:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:1.0:1767384329.089140:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.089141:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.089142:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384329.089144:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384329.089146:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384329.089148:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007269ce0d. 02000000:00000001:1.0:1767384329.089150:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384329.089153:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000100:00001000:1.0:1767384329.089154:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=39 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384329.089157:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ec2b7ee. 00000100:00001000:1.0:1767384329.089157:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384329.089160:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384329.089161:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384329.089162:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.089163:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384329.089164:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384329.089165:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384329.089166:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 00000100:00000001:1.0:1767384329.089167:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.089170:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384329.089171:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384329.089171:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384329.089175:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384329.089179:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a70b6657. 00000100:00000001:1.0:1767384329.089179:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.089181:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384329.089183:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384329.089184:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f4c171. 00000020:01000004:1.0:1767384329.089186:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384329.089188:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384329.089190:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.089191:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.089193:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.089195:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.089196:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384329.089198:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.089199:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384329.089202:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384329.089210:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742996224:0@lo:253: 00000100:00000001:1.0:1767384329.089216:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.089218:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384329.089221:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236742996224/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.089228:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384329.089230:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.089232:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ae94d28. 02000000:00000001:1.0:1767384329.089235:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.089236:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.089238:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384329.089247:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.089248:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a41edf3. 02000000:00000001:1.0:1767384329.089251:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.089252:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.089254:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 00000100:00000001:1.0:1767384329.089257:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.089257:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.089259:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.089262:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.089263:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.089264:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.089266:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384329.090998:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000324af42d. 00000800:00000010:2.0:1767384329.091001:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d7c79e0. 00000400:02020000:2.0:1767384329.091034:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp26 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384329.093296:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294916143, at 4294916146 00000100:00000010:2.0:1767384329.093303:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ce25344. 00000100:00000040:1.0:1767384329.094134:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294916143, at 4294916147 00000100:00000010:1.0:1767384329.094142:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c30154b. 00000100:00000040:0.0:1767384329.094148:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294916143, at 4294916147 00000100:00000010:0.0:1767384329.094157:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a7f87c2. 00000100:00000040:3.0:1767384329.094162:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294916143, at 4294916147 00000100:00000010:3.0:1767384329.094175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d98701ca. 00010000:00000010:1.1:1767384329.095128:0:25552:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000054e95ded. 00010000:00000010:1.1:1767384329.095137:0:25552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000422aa85e. 00000400:00000010:2.0:1767384329.099549:0:25553:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cfb5cff3. 00000400:00000040:2.0:1767384329.099569:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.099571:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384329.099573:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.099575:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.099576:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.099577:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384329.099579:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.099580:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384329.099581:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384329.099582:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384329.099584:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384329.099585:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.099586:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384329.099587:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.099588:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384329.099590:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384329.099590:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.099591:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384329.099592:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384329.099593:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.099594:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.099595:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.099596:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.099597:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.099598:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384329.099599:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.099600:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.099601:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.099602:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.099603:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.099603:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384329.099605:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.099606:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.099606:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.099607:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.099608:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.099609:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384329.099610:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.099615:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.099617:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384329.099618:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384329.099619:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.099620:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384329.099621:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384329.099622:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384329.099623:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384329.099624:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384329.099625:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384329.099626:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384329.099627:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.099628:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384329.099629:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384329.099630:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384329.099631:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384329.099632:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384329.099633:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384329.099634:0:25553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384329.099686:0:25553:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cfb5cff3. 00010000:00000010:1.1:1767384329.103139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f1851b0. 00010000:00000010:1.1:1767384329.103150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cfb6bf05. 00010000:00000001:0.0:1767384329.747161:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384329.747166:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.747172:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384329.747173:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.747200:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384329.747204:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384329.747206:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384330.073857:0:25864:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e36181ac. 00080000:00000010:2.0:1767384330.073866:0:25864:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e36181ac. 00000020:00000001:2.0:1767384330.073870:0:25864:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384330.073876:0:25864:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e36181ac. 00080000:00000010:2.0:1767384330.073879:0:25864:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e36181ac. 00000020:00000001:2.0:1767384330.073882:0:25864:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384330.762852:0:26028:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384330.762857:0:26028:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384330.767344:0:26028:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1767384330.771202:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384330.771208:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.771217:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384330.771220:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384330.771223:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384330.771226:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.771229:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384330.771231:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.771233:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.771237:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.771282:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384330.771286:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384330.771289:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384330.774862:0:26029:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000102ca90. 00000400:00000010:2.0:1767384330.774876:0:26029:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a55bf232. 00000400:00000010:2.0:1767384330.774885:0:26029:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1553590. 00000400:00000010:2.0:1767384330.774888:0:26029:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a52ac7c7. 00000400:00000010:2.0:1767384330.774894:0:26029:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bcb9e240. 00000400:00000010:2.0:1767384330.774898:0:26029:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005cae1b07. 00000400:00000010:2.0:1767384330.774899:0:26029:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb7fbe95. 00000400:00000010:2.0:1767384330.774901:0:26029:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbb4b6c8. 00000400:00000010:2.0:1767384330.774904:0:26029:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b17bfe0d. 00000800:00000010:2.0:1767384330.774915:0:26029:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004cfb126e. 00000800:00000200:2.0:1767384330.774926:0:26029:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384330.774934:0:26029:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384330.774966:0:26029:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384330.774986:0:26029:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp28 [8/256/0/180] 00000400:00000010:2.0:1767384330.776936:0:26029:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000043b7c7f5. 00000400:00000010:2.0:1767384330.776942:0:26029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e03e2f. 00000400:00000010:2.0:1767384330.776947:0:26029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000400:00000001:2.0:1767384330.776960:0:26029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.776962:0:26029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384330.776963:0:26029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc7d5dc6. 00000400:00000200:2.0:1767384330.776965:0:26029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6bcf6c 00000400:00000010:2.0:1767384330.776967:0:26029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000400:00000010:2.0:1767384330.776971:0:26029:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000529edf15. 00000400:00000200:2.0:1767384330.776975:0:26029:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (19) 00000400:00000200:2.0:1767384330.776986:0:26029:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384330.776994:0:26029:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:2.0:1767384330.777000:0:26029:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d7c79e0. 00000020:01000000:2.0:1767384330.777004:0:26029:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384330.777007:0:26029:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp28 00000400:00000200:3.0:1767384330.777009:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384330.777016:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384330.777021:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000400:00000010:2.0:1767384330.777023:0:26029:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a55bf232. 00000400:00000200:3.0:1767384330.777024:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (20) 00000400:00000010:2.0:1767384330.777030:0:26029:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000102ca90. 00000400:00000010:3.0:1767384330.777033:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a8592cf. 00000400:00000200:3.0:1767384330.777042:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp26 00000020:00000001:0.0:1767384330.777054:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384330.777063:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp26 to MR: 192.168.204.108@tcp26 local destination 10000000:00000001:0.0:1767384330.777063:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384330.777070:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384330.777073:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384330.777078:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384330.777083:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384330.777087:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384330.777088:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [51:51:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [51:51:8:4294967295] 00000020:01000004:0.0:1767384330.777088:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384330.777093:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.777122:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.777125:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384330.777127:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384330.777128:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384330.777129:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp26 00000020:01000004:0.0:1767384330.777131:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384330.777143:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) -> 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) : PUT try# 0 00000100:00000010:0.0:1767384330.777148:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000800:00000200:3.0:1767384330.777156:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.108@tcp26 00000020:00000040:0.0:1767384330.777157:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000010:3.0:1767384330.777164:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b48ca097. 00000100:00000001:0.0:1767384330.777166:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384330.777170:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384330.777177:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 02000000:00000001:0.0:1767384330.777180:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384330.777187:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 02000000:00000010:0.0:1767384330.777196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052a45137. 00000800:00000200:3.1:1767384330.777204:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:988 00000100:00000001:0.0:1767384330.777205:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384330.777210:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b48ca097 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:0.0:1767384330.777219:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384330.777222:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.777230:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000040:0.0:1767384330.777234:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_01+1] req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.777235:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:0.0:1767384330.777269:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384330.777272:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.777275:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384330.777277:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384330.777284:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384330.777286:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384330.777288:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384330.777290:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384330.777292:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384330.777293:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384330.777294:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.777296:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384330.777298:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384330.777298:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.777304:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.777306:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384330.777307:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.777307:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384330.777310:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384330.777312:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384330.777317:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384330.777320:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10265cc. 00000020:00000040:0.0:1767384330.777323:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000040:1.0:1767384330.777324:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.777330:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384330.777334:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384330.777338:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.777349:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.777351:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384330.777354:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000755e2a31. 02000000:00000001:1.0:1767384330.777355:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384330.777362:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.777363:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.777365:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.777369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00100000:1.0:1767384330.777370:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742996352:0@lo:253: 00000100:00000001:0.0:1767384330.777371:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.777378:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.777384:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384330.777384:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.777389:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.777392:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384330.777396:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10265cc] to pc [ptlrpcd_00_02+2] req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384330.777399:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004388e0a1. 02000000:00000001:1.0:1767384330.777407:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.777414:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000010:1.0:1767384330.777419:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000400:00000010:1.0:1767384330.777437:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be78dd96. 00000100:00000200:1.0:1767384330.777443:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742996352, portal 25 00000100:00000001:1.0:1767384330.777447:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384330.777452:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384330.777456:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.777459:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00000020:00000001:0.0:1767384330.777459:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384330.777465:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384330.777468:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000020:00000010:0.0:1767384330.777474:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d7c79e0. 00000100:00000040:1.0:1767384330.777480:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.777495:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.777496:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384330.777500:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.777506:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.777512:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000120913ce. 00000100:00000001:0.0:1767384330.777512:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384330.777514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:0.0:1767384330.777523:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384330.777524:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742996352, offset 0 00000100:00000001:0.0:1767384330.777531:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384330.777540:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.777541:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.777546:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.777562:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384330.777572:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384330.777574:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.777578:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384330.777581:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384330.777583:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.777586:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04180 02000000:00000001:0.0:1767384330.777593:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.777600:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996480:0@lo:253: 00000400:00000200:1.0:1767384330.777607:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfdd [2] + 0 00000100:00000001:0.0:1767384330.777614:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384330.777630:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004674839d. 02000000:00000001:0.0:1767384330.777635:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384330.777636:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.777638:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000377d77e4 02000000:00000001:0.0:1767384330.777640:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.777647:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384330.777647:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384330.777659:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384330.777664:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377d77e4 02000000:00000010:0.0:1767384330.777664:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002ad44125. 00000400:00000010:1.0:1767384330.777669:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377d77e4. 02000000:00000001:0.0:1767384330.777669:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.777675:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:0.0:1767384330.777684:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000100:00000001:1.0:1767384330.777686:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384330.777690:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384330.777696:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000005d2a8fb7 x1853236742996352 msgsize 4848 00000400:00000010:0.0:1767384330.777696:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb2274e. 00000400:00000200:3.0:1767384330.777707:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000200:0.0:1767384330.777710:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742996480, portal 25 00000100:00100000:1.0:1767384330.777714:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.777719:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384330.777721:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384330.777721:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089054976 : -130122620496640 : ffff89a7776d9500) 00000100:00000040:0.0:1767384330.777732:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.777737:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.777739:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.777746:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000120913ce 00000400:00000010:1.0:1767384330.777749:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000120913ce. 00000100:00000001:1.0:1767384330.777755:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384330.777764:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.777781:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:0.0:1767384330.777799:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384330.777810:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.777810:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384330.777811:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000010:0.0:1767384330.777822:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c91a52d6. 00000100:00000040:1.0:1767384330.777823:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384330.777836:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742996480, offset 0 00000100:00000001:1.0:1767384330.777838:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.777842:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.777843:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384330.777850:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384330.777851:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.777865:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294917835 00000400:00000200:0.0:1767384330.777865:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.777876:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00000010:1.0:1767384330.777882:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c30154b. 00000100:00000001:1.0:1767384330.777891:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384330.777891:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04200 00000400:00000200:0.0:1767384330.777910:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfed [2] + 0 00000100:00000001:1.0:1767384330.777911:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294917835 00000400:00000200:3.0:1767384330.777912:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000100:00000010:1.0:1767384330.777924:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075303682. 00000400:00000010:0.0:1767384330.777928:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afa3a6a. 00000100:00000001:1.0:1767384330.777932:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384330.777935:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f51f77dd 00000100:00000001:1.0:1767384330.777940:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294917835 00000400:00000200:0.0:1767384330.777943:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384330.777944:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdcb0fe5. 00000100:00000001:1.0:1767384330.777950:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384330.777950:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.777965:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294917835 00000400:00000200:0.0:1767384330.777965:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f51f77dd 00000400:00000200:3.0:1767384330.777970:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000010:0.0:1767384330.777978:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f51f77dd. 00000100:00000010:1.0:1767384330.777979:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebfcff4c. 00000100:00000001:0.0:1767384330.777991:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384330.777992:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384330.777998:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384330.778001:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384330.778002:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000b1b33e03 x1853236742996480 msgsize 4848 00000100:00000001:1.0:1767384330.778008:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778015:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.778022:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384330.778023:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.778026:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384330.778032:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.778033:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.778038:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384330.778045:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.778046:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.778057:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384330.778061:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91a52d6 00000100:00000001:1.0:1767384330.778062:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384330.778072:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91a52d6. 00000100:00000001:1.0:1767384330.778073:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.778081:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384330.778088:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.778098:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.778131:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.778134:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.778143:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.778149:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778150:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.778164:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384330.778171:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.778175:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294917836 00000100:00000001:0.0:1767384330.778185:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917835 00000100:00000001:0.0:1767384330.778198:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294917836 00000100:00000001:0.0:1767384330.778207:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917835 00000100:00000001:0.0:1767384330.778216:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294917836 00000400:00000200:3.0:1767384330.778218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000100:00000001:0.0:1767384330.778224:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917835 00000100:00000001:0.0:1767384330.778235:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294917836 00000100:00000001:1.0:1767384330.778240:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384330.778246:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996352 00000100:00000001:0.0:1767384330.778246:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917835 02000000:00000001:1.0:1767384330.778258:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384330.778260:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.778263:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.778264:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778266:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.778271:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.778274:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.778275:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384330.778281:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000100:00100000:1.0:1767384330.778291:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996352 00000100:00000001:0.0:1767384330.778295:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384330.778296:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384330.778300:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384330.778302:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384330.778308:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384330.778308:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.778313:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384330.778317:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384330.778320:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384330.778321:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.778327:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000020:00000001:1.0:1767384330.778333:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384330.778338:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384330.778342:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384330.778346:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd67cb49. 00000100:00000001:1.0:1767384330.778349:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.778352:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd67cb49. 00000020:00000010:1.0:1767384330.778358:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012bda014. 00000020:00000010:1.0:1767384330.778365:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af3c92db. 00000020:00000010:1.0:1767384330.778370:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003734e0d8. 00000100:00000040:1.0:1767384330.778379:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384330.778382:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384330.778383:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.778385:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.778388:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.778392:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778408:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.778420:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384330.778422:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996480 02000000:00000001:1.0:1767384330.778424:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384330.778425:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.778427:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.778429:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.778431:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996480 00000020:00000001:1.0:1767384330.778432:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384330.778434:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384330.778435:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.778437:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384330.778439:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384330.778441:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384330.778445:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384330.778449:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd67cb49. 00000100:00000001:1.0:1767384330.778452:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384330.778455:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000020:00000010:1.0:1767384330.778455:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd67cb49. 00000020:00000010:1.0:1767384330.778461:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3e455b6. 00000020:00000010:1.0:1767384330.778474:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005154581d. 00000020:00000010:1.0:1767384330.778480:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000001:1.0:1767384330.778488:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384330.778490:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.778491:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.778496:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778504:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778513:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384330.778518:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.778522:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b48ca097. 00000100:00000001:1.0:1767384330.778525:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.778529:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384330.778529:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.778531:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000100:00100000:1.0:1767384330.778543:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000400:00000200:0.0:1767384330.778553:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: PUT: OK 00000100:00000040:1.0:1767384330.778554:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384330.778558:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443648080 : -130123265903536 : ffff89a750f57450) 00000400:00000200:0.0:1767384330.778558:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384330.778567:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp26: 0 00000100:00000040:1.0:1767384330.778573:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2a8fb7 x1853236742996352/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.778579:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.778583:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384330.778585:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384330.778588:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd67cb49. 00000100:00000001:1.0:1767384330.778592:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.778594:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd67cb49. 00000800:00000001:0.0:1767384330.778596:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.778599:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384330.778604:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742996352:12345-0@lo:253: 00000800:00000001:0.0:1767384330.778606:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384330.778609:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996352 00000020:00000001:1.0:1767384330.778614:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384330.778635:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : PUT - for me 00000020:00000001:1.0:1767384330.778636:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384330.778642:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.778646:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384330.778649:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384330.778651:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.778659:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:00000001:1.0:1767384330.778660:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384330.778668:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.778673:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384330.778677:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 336/352 into md 0x168d [1] + 0 00000020:00000001:1.0:1767384330.778679:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384330.778685:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000020:00000001:1.0:1767384330.778686:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778696:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384330.778696:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e723cbc4 02000000:00000001:1.0:1767384330.778702:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1767384330.778705:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384330.778707:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 02000000:00000010:1.0:1767384330.778708:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027e2c012. 02000000:00000001:1.0:1767384330.778719:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.778722:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384330.778724:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384330.778726:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384330.778727:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.778734:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: PUT: OK 00000400:00000200:0.0:1767384330.778738:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e723cbc4 20000000:00000010:1.0:1767384330.778740:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a41edf3. 00000400:00000010:0.0:1767384330.778740:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 20000000:01000000:1.0:1767384330.778748:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384330.778748:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384330.778753:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.778763:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 20000000:00000001:1.0:1767384330.778764:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384330.778774:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384330.778780:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 20000000:00000001:1.0:1767384330.778782:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.778783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.778791:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (352 bytes) 20000000:00000001:1.0:1767384330.778792:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.778800:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384330.778807:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 20000000:00000010:1.0:1767384330.778811:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a698a6e. 20000000:01000000:1.0:1767384330.778814:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000400:00000200:0.0:1767384330.778818:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 20000000:00000001:1.0:1767384330.778820:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384330.778825:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:1.0:1767384330.778827:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384330.778832:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384330.778835:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp26 to MR: 192.168.204.108@tcp26 local destination 00000400:00000200:3.0:1767384330.778842:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00080000:00000001:1.0:1767384330.778848:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384330.778854:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [52:52:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [52:52:8:4294967295] 00080000:00000001:1.0:1767384330.778866:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.778872:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384330.778876:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.778882:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384330.778886:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.778887:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) -> 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) 192.168.204.108@tcp26 : ACK try# 0 00080000:00000002:1.0:1767384330.778896:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384330.778902:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000800:00000200:0.0:1767384330.778902:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp26 00000400:00000200:3.0:1767384330.778911:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00080000:00000002:1.0:1767384330.778913:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:0.0:1767384330.778916:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b43a12c. 00080000:00000001:1.0:1767384330.778925:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384330.778928:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384330.778932:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00080000:00000001:1.0:1767384330.778935:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.778940:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384330.778944:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:989 00000020:00000001:1.0:1767384330.778947:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000800:00000200:0.0:1767384330.778948:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b43a12c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384330.778952:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00080000:00000001:1.0:1767384330.778956:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384330.778962:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000519c9802. 00080000:00000001:1.0:1767384330.778965:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933985280 : -130127775566336 : ffff89a644297600) 00000800:00000001:0.0:1767384330.778967:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384330.778973:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384330.778978:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000001:0.0:1767384330.778981:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384330.778983:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd67cb49. 00080000:00000001:1.0:1767384330.778987:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.778993:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00080000:00000001:1.0:1767384330.778996:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384330.779016:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.779034:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384330.779034:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.779040:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b43a12c. 00000400:00000200:0.0:1767384330.779045:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.779049:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: ACK: OK 00000800:00000001:0.0:1767384330.779053:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.779057:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.779060:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384330.779063:0:22099:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.779065:0:22099:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384330.779065:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.779069:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384330.779072:0:22099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767384330.779075:0:22099:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:1.0:1767384330.779079:0:22099:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443640912 : -130123265910704 : ffff89a750f55850) 00000800:00000001:0.0:1767384330.779081:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384330.779088:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1b33e03 x1853236742996480/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.779153:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : ACK - for me 00000400:00000200:0.0:1767384330.779171:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp26: ACK from 12345-192.168.204.108@tcp26 into md 0x16a9 00000100:00000001:1.0:1767384330.779180:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384330.779181:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384330.779185:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005f07248. 00000400:00000200:0.0:1767384330.779189:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: ACK: OK 00000100:00000001:1.0:1767384330.779194:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384330.779196:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 00000020:00000010:1.0:1767384330.779199:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005f07248. 00000400:00000010:0.0:1767384330.779201:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000400:00000200:0.0:1767384330.779213:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:1.0:1767384330.779221:0:22099:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742996480:12345-0@lo:253: 00000400:00000200:0.0:1767384330.779225:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000200:1.0:1767384330.779233:0:22099:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996480 00000020:00000001:1.0:1767384330.779236:0:22099:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384330.779237:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000020:00000001:1.0:1767384330.779240:0:22099:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384330.779243:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (21) 00000020:00000001:1.0:1767384330.779244:0:22099:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.779253:0:22099:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:3.0:1767384330.779256:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000800:00000001:0.0:1767384330.779256:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384330.779257:0:22099:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000800:00000001:0.0:1767384330.779267:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.779268:0:22099:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1767384330.779269:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ccdce021. 00000020:00000001:1.0:1767384330.779273:0:22099:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.779278:0:22099:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384330.779280:0:22099:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384330.779281:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007db760f1. 00000020:00000001:1.0:1767384330.779283:0:22099:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.779287:0:22099:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384330.779288:0:22099:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384330.779293:0:22099:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006c8ff9bd. 02000000:00000001:1.0:1767384330.779295:0:22099:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.779300:0:22099:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.779302:0:22099:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384330.779309:0:22099:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071134ca7. 20000000:01000000:1.0:1767384330.779314:0:22099:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384330.779322:0:22099:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384330.779324:0:22099:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384330.779327:0:22099:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.779329:0:22099:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.779331:0:22099:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384330.779332:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007db760f1. 00000400:00000200:0.0:1767384330.779345:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00020000:3.0:1767384330.779348:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000010:0.0:1767384330.779351:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000003ec41376. 00000400:00000010:0.0:1767384330.779362:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083639f27. 00000400:00000010:0.0:1767384330.779371:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000400:00000200:0.0:1767384330.779376:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ec41376 00000400:00000010:0.0:1767384330.779379:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000ac4fcb1d. 00000400:00000200:0.0:1767384330.779384:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:0.0:1767384330.779388:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000400:00000200:0.0:1767384330.779391:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (20) 00000400:00000010:0.0:1767384330.779396:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000809d46a0. 00000400:00000010:0.0:1767384330.779399:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009acafbdf. 00000400:00000010:0.0:1767384330.779405:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079dbeb4e. 00000400:00000200:0.0:1767384330.779409:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:0.0:1767384330.779416:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384330.779420:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384330.779425:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:0.0:1767384330.779431:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384330.779435:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384330.779445:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384330.779448:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384330.779452:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:0.0:1767384330.779456:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384330.779462:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384330.779464:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384330.779469:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384330.779474:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384330.779477:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384330.779481:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384330.779484:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384330.779487:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384330.779490:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:0.0:1767384330.779493:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384330.779496:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:0.0:1767384330.779499:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp27 00000400:00000200:0.0:1767384330.779502:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384330.779504:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp27 00000400:00000200:0.0:1767384330.779507:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [53:53:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:0.0:1767384330.779510:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp27 00000400:00000200:0.0:1767384330.779515:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:) -> 192.168.204.108@tcp27(192.168.204.108@tcp:192.168.204.108@tcp27) : GET try# 0 00000800:00000200:0.0:1767384330.779523:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp27 00000800:00000010:0.0:1767384330.779525:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b43a12c. 00000800:00000010:0.0:1767384330.779532:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c91a52d6. 00000800:00000010:0.0:1767384330.779535:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000015e72659. 00000800:00000200:0.0:1767384330.779538:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (2) 00000800:00000200:0.1:1767384330.779541:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (2) 00000400:00000200:0.0:1767384330.779557:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384330.779559:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000400:00000200:1.0:1767384330.779608:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779652:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779672:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779687:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779704:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779723:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779742:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779757:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779771:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779788:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779805:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779820:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779835:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779847:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779859:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779872:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779887:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779927:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779952:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.779983:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780004:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780021:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780036:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780072:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780091:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780165:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780224:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780266:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780304:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780337:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780365:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780473:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780529:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780579:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.780652:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000800:00000010:1.0:1767384330.780849:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ce5b3a51. 00000800:00000010:1.0:1767384330.780855:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000120913ce. 00000800:00000010:1.0:1767384330.780859:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005f07248. 00000800:00000010:1.0:1767384330.780892:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005f07248. 00000400:00000200:0.0:1767384330.780956:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000010:1.0:1767384330.780980:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000519c9802. 00000400:00000200:0.0:1767384330.780980:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp27 from 219.3.0.2 00000800:00000010:0.0:1767384330.780988:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e9dd17e1. 00080000:00000010:1.0:1767384330.781014:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd67cb49. 00040000:00000001:1.0:1767384330.781018:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384330.781020:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384330.781023:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384330.781027:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384330.781029:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.781032:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384330.781040:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384330.781051:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384330.781054:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384330.781057:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384330.781184:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384330.781187:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384330.781190:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384330.781194:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384330.781197:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384330.781204:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4697b64. 00010000:00000001:1.0:1767384330.781210:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384330.781256:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003bdfccc7. 00000020:00000001:1.0:1767384330.781260:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384330.781272:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003bdfccc7 with handle 0x88edd5ef35457db8 to hash 00000020:00000001:1.0:1767384330.781275:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384330.781278:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384330.781283:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384330.781287:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384330.781288:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.781293:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.781300:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384330.781305:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384330.781306:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384330.781308:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384330.781310:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.781312:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384330.781315:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.781318:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384330.781321:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384330.781323:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384330.781324:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384330.781327:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4697b64) refcount = 1 00010000:00010000:1.0:1767384330.781330:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.781335:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384330.781336:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384330.781337:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.781338:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.781340:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384330.781343:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384330.781348:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384330.781350:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384330.781353:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.781355:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=4 00000020:00000001:1.0:1767384330.781358:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384330.781363:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384330.781365:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384330.781366:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.781371:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384330.781374:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.781378:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.781380:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384330.781381:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.781385:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:0.0:1767384330.781386:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384330.781387:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.781394:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384330.781395:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000010:0.0:1767384330.781402:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a41edf3. 00010000:00010000:1.0:1767384330.781404:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384330.781418:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003bdfccc7 already unused, calling callback (00000000594674ee) 20000000:00000001:0.0:1767384330.781418:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.781427:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:0.0:1767384330.781428:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996352 00010000:00000001:1.0:1767384330.781430:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1767384330.781436:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384330.781437:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384330.781443:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d2a8fb7 x1853236742996352/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.781462:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384330.781464:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.781469:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384330.781469:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.781475:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384330.781476:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=40 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384330.781480:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=5 00000100:00000001:0.0:1767384330.781483:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384330.781489:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00000100:00000040:0.0:1767384330.781490:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384330.781495:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384330.781503:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384330.781504:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 02000000:00000001:0.0:1767384330.781507:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.781513:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384330.781513:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384330.781523:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384330.781525:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384330.781529:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f800c985. 00000100:00000200:0.0:1767384330.781535:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742996352, offset 224 00000400:00000200:0.0:1767384330.781548:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384330.781549:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384330.781552:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384330.781554:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.781560:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384330.781562:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384330.781564:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384330.781568:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384330.781569:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04180 00010000:00000001:1.0:1767384330.781571:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384330.781573:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003bdfccc7 with handle 0x88edd5ef35457db8 from hash 00010000:00000001:1.0:1767384330.781579:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384330.781586:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.781589:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384330.781590:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16ad [2] + 224 00010000:00000001:1.0:1767384330.781596:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384330.781599:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384330.781602:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384330.781602:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384330.781608:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384330.781611:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.781616:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384330.781632:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.781637:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384330.781642:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384330.781645:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384330.781647:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.781649:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.781651:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.781651:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.781658:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.781668:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.781679:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384330.781697:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.781702:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.781705:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.781709:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384330.781713:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384330.781717:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.781722:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.781728:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384330.781736:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.781739:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.781741:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384330.781746:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f800c985 00010000:00010000:1.0:1767384330.781748:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384330.781751:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f800c985. 00000100:00000001:0.0:1767384330.781758:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384330.781767:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384330.781769:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384330.781777:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384330.781780:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457db8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384330.781780:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.781795:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000040:1.0:1767384330.781800:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4697b64 count: 0 00010000:00000001:0.0:1767384330.781801:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384330.781809:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.781813:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384330.781816:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384330.781820:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2a8fb7 x1853236742996352/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384330.781821:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384330.781831:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742996352:12345-0@lo:253: Request processed in 3248us (4133us total) trans 0 rc 0/0 20000000:00000010:1.0:1767384330.781837:0:22099:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000519c9802. 20000000:01000000:1.0:1767384330.781841:0:22099:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000100:00100000:0.0:1767384330.781845:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 20000000:00000001:1.0:1767384330.781848:0:22099:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:0.0:1767384330.781850:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00080000:00000001:1.0:1767384330.781851:0:22099:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:0.0:1767384330.781856:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:1.0:1767384330.781857:0:22099:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384330.781861:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:1.0:1767384330.781866:0:22099:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000010:0.0:1767384330.781867:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af3c92db. 00080000:00000001:1.0:1767384330.781875:0:22099:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.781880:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003734e0d8. 00080000:00000001:1.0:1767384330.781881:0:22099:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384330.781887:0:22099:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.781889:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012bda014. 00080000:00000001:1.0:1767384330.781891:0:22099:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384330.781894:0:22099:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384330.781897:0:22099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000003e5bcaa3 00000020:00000040:0.0:1767384330.781897:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000020:00000001:1.0:1767384330.781910:0:22099:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c1ea5b0c 00080000:00000002:1.0:1767384330.781912:0:22099:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000001:0.0:1767384330.781913:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:1.0:1767384330.781919:0:22099:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384330.781919:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027e2c012. 00080000:00000001:1.0:1767384330.781926:0:22099:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384330.781931:0:22099:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000002a5020ca. 02000000:00000001:0.0:1767384330.781933:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:1.0:1767384330.781935:0:22099:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.781940:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.781941:0:22099:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384330.781949:0:22099:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000100:00000200:0.0:1767384330.781953:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00080000:00000001:1.0:1767384330.781954:0:22099:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:0.0:1767384330.781958:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5953be. 00080000:00000010:1.0:1767384330.781959:0:22099:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000010d744c5. 00080000:00000001:1.0:1767384330.781969:0:22099:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933981184 : -130127775570432 : ffff89a644296600) 00000400:00000010:0.0:1767384330.781972:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f800c985. 00080000:00000001:1.0:1767384330.781973:0:22099:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384330.781983:0:22099:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384330.781985:0:22099:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd67cb49. 00080000:00000001:1.0:1767384330.781988:0:22099:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.781989:0:22099:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384330.781997:0:22099:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.782005:0:22099:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384330.782014:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.782018:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384330.782023:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384330.782026:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.782027:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000400:00000200:0.0:1767384330.782034:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be78dd96 00000400:00000010:0.0:1767384330.782036:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be78dd96. 00000800:00000010:1.0:1767384330.782038:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e192f5ce. 00000100:00000001:0.0:1767384330.782040:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:1.0:1767384330.782043:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d93369e2. 00000100:00000200:0.0:1767384330.782049:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384330.782058:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384330.782061:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000488ab2ef. 00000100:00000001:0.0:1767384330.782071:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.1:1767384330.782072:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (2) 00000100:00000001:0.0:1767384330.782074:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384330.782081:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp27 00000000488ab2ef deleted 00000100:00000001:0.0:1767384330.782082:0:16348:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:1.1:1767384330.782088:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000488ab2ef. 02000000:00000001:0.0:1767384330.782089:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.782094:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.782097:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384330.782098:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:0.0:1767384330.782143:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384330.782147:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:987 00000100:00001000:0.0:1767384330.782149:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=40 v=5 (5 0 0 0) 00000800:00000200:1.1:1767384330.782153:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b43a12c type 2, nob 96 niov 1 nkiov 0 00000100:00001000:0.0:1767384330.782157:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384330.782161:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.782163:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.782165:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384330.782167:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.782172:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384330.782173:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp27 p 3.x 192.168.204.108 -> 192.168.204.108:987 incarnation:1767384329082940353 sched[0] 00000100:00000040:0.0:1767384330.782189:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384330.782190:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005f07248. 00000100:00000001:0.0:1767384330.782203:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.782207:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384330.782209:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384330.782218:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384330.782219:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384330.782221:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.782222:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384330.782225:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.782227:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.782228:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384330.782230:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384330.782231:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384330.782232:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384330.782237:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384330.782246:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742996352:0@lo:253: 00000800:00000010:1.0:1767384330.782247:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005f07248. 00000800:00000010:1.0:1767384330.782261:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d93369e2. 00000100:00000001:0.0:1767384330.782261:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.782273:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.782277:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236742996352/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.782282:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.782287:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.782289:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004388e0a1. 02000000:00000001:0.0:1767384330.782296:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.782298:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.782300:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384330.782304:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.782307:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052a45137. 00000800:00000010:1.0:1767384330.782308:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e9dd17e1. 02000000:00000001:0.0:1767384330.782324:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.782327:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.782329:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000800:00000001:1.0:1767384330.782333:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.782335:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.782337:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.782339:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384330.782340:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.782344:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.782346:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.782348:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.782351:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384330.782399:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384330.782403:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b43a12c. 00000400:00000200:1.0:1767384330.782410:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384330.782416:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384330.782423:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: GET: OK 00000800:00000200:0.0:1767384330.782429:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp27 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384329082940353 sched[0] 00000400:00000200:1.0:1767384330.782430:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384330.782435:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000010:0.0:1767384330.782442:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000120913ce. 00000800:00000001:1.0:1767384330.782496:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.782507:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384330.782511:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.782521:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384330.782522:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ccdce021. 00000800:00000010:3.0:1767384330.782529:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ae94d28. 00000400:00000200:1.0:1767384330.782530:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : GET - for me 00000400:00000200:0.0:1767384330.782537:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.782543:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384330.782549:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 352/352 into md 0x16a5 [1] + 0 00000400:00000200:1.0:1767384330.782562:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp27 to MR: 192.168.204.108@tcp27 local destination 00000400:00000200:1.0:1767384330.782574:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [54:54:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1767384330.782598:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) -> 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) 192.168.204.108@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767384330.782633:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.108@tcp27 00000800:00000010:1.0:1767384330.782637:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df3fbd31. 00000800:00000200:1.0:1767384330.782646:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000800:00000200:1.0:1767384330.782659:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:988 00000800:00000200:1.0:1767384330.782662:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df3fbd31 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:0.0:1767384330.782662:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:02020000:3.0:1767384330.782670:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp26 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000200:1.0:1767384330.782741:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384330.782741:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000010:1.0:1767384330.782748:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df3fbd31. 00000400:00000200:1.0:1767384330.782755:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.782763:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: REPLY: OK 00000800:00000001:1.0:1767384330.782785:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.782793:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384330.782799:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.782804:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384330.782807:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.782815:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.782823:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384330.782837:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp27: Reply from 12345-192.168.204.108@tcp27 of length 352/352 into md 0x16c1 00000800:00000001:1.0:1767384330.782845:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384330.782852:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:1.0:1767384330.782853:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.782860:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.782867:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: REPLY: OK 00000400:00000200:1.0:1767384330.782875:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acafbdf 00000400:00000010:1.0:1767384330.782878:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009acafbdf. 00000400:00000200:1.0:1767384330.782884:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384330.782903:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.782908:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:1.0:1767384330.782915:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:1.0:1767384330.782920:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767384330.782926:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384330.782937:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (21) 00000800:00000001:1.0:1767384330.782946:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384330.782947:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:1.0:1767384330.782949:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.783002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.783089:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384330.783141:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384330.783183:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000151184a4. 00000400:00000010:1.0:1767384330.783188:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000008c684a8b. 00000400:00000200:0.0:1767384330.783191:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:1.0:1767384330.783192:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000e91559d5. 00000400:00000010:1.0:1767384330.783243:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000012bda014. 00000400:00000200:1.0:1767384330.783253:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000012bda014 nid 192.168.204.108@tcp28 00000400:00000010:1.0:1767384330.783257:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d2334a24. 00000400:00000200:1.0:1767384330.783262:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d2334a24 net tcp28 00000400:00000200:1.0:1767384330.783265:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (20) 00000400:00000200:0.0:1767384330.783276:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.783277:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp28 flags 0x11 00000400:00000010:1.0:1767384330.783287:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000151184a4. 00000400:00000010:1.0:1767384330.783292:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000008c684a8b. 00000400:00000010:1.0:1767384330.783297:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000e91559d5. 00000400:00000010:1.0:1767384330.783303:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000809d46a0. 00000400:00000200:1.0:1767384330.783309:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384330.783313:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384330.783319:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384330.783325:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384330.783330:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384330.783335:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:1.0:1767384330.783341:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384330.783347:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (21) 00000400:00000200:0.0:1767384330.783363:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783428:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783467:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783496:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783538:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783604:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783684:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783768:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783834:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783896:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384330.783920:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00080000:00000010:1.0:1767384330.783954:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010d744c5. 00000400:00000200:0.0:1767384330.783958:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00080000:00000010:1.0:1767384330.783979:0:22099:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd67cb49. 00040000:00000001:1.0:1767384330.783984:0:22099:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384330.783987:0:22099:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384330.783988:0:22099:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384330.783991:0:22099:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384330.783993:0:22099:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.783994:0:22099:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384330.783999:0:22099:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384330.784006:0:22099:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384330.784008:0:22099:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384330.784012:0:22099:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384330.784025:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 20000000:01000000:1.0:1767384330.784086:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384330.784089:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:0.0:1767384330.784089:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 10000000:01000000:1.0:1767384330.784094:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384330.784098:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384330.784170:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384330.784175:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000009db9b12. 00010000:00000001:1.0:1767384330.784179:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384330.784181:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000088f17e2e. 00000020:00000001:1.0:1767384330.784185:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1767384330.784189:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294917836, at 4294917837 00000020:00000040:1.0:1767384330.784192:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000088f17e2e with handle 0x88edd5ef35457dbf to hash 00000020:00000001:1.0:1767384330.784197:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000010:2.0:1767384330.784199:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdcb0fe5. 00010000:00000001:1.0:1767384330.784199:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784204:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784207:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384330.784208:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.784212:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384330.784215:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784219:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384330.784223:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384330.784226:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384330.784228:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384330.784232:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.784235:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384330.784237:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.784240:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384330.784242:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384330.784245:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384330.784247:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384330.784248:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000009db9b12) refcount = 1 00010000:00010000:1.0:1767384330.784252:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784257:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384330.784260:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384330.784262:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.784268:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784271:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384330.784275:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384330.784280:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000400:00000200:0.0:1767384330.784283:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784284:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384330.784290:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.784294:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=4 00000020:00000001:1.0:1767384330.784297:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784300:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784304:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384330.784306:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784314:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384330.784318:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784321:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.784322:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384330.784323:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784327:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384330.784329:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784331:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384330.784334:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384330.784341:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000088f17e2e already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384330.784342:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384330.784348:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384330.784350:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784354:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384330.784355:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784361:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384330.784363:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.784365:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000088f17e2e refcount=5 00000020:00000001:1.0:1767384330.784368:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784371:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122368 : -130122973429248 : ffff89a762644200) 00010000:00000001:1.0:1767384330.784375:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384330.784377:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784381:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384330.784385:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384330.784388:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784393:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384330.784396:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384330.784399:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384330.784400:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384330.784403:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000088f17e2e with handle 0x88edd5ef35457dbf from hash 00010000:00000001:1.0:1767384330.784407:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384330.784409:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384330.784411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784412:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.784419:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384330.784424:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384330.784426:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384330.784428:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384330.784430:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.784434:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784438:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384330.784440:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384330.784445:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.784446:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.784449:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784452:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.784455:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.784458:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384330.784462:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784472:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.784482:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.784485:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384330.784487:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384330.784489:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.784492:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.784495:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384330.784501:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.784504:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.784507:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00010000:00010000:1.0:1767384330.784509:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.784525:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384330.784527:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384330.784530:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088f17e2e/0x88edd5ef35457dbf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384330.784536:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000009db9b12 count: 0 00010000:00000001:1.0:1767384330.784562:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384330.784565:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384330.784574:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294917836, at 4294917837 00000100:00000010:1.0:1767384330.784582:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075303682. 00080000:00000020:1.0:1767384330.784597:0:22099:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384330.784600:0:22099:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384330.784602:0:22099:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071134ca7. 20000000:00000001:1.0:1767384330.784607:0:22099:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384330.784611:0:22099:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996480 00010000:00000001:1.0:1767384330.784615:0:22099:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384330.784632:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00010000:00000200:1.0:1767384330.784637:0:22099:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1b33e03 x1853236742996480/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.784646:0:22099:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.784649:0:22099:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.784653:0:22099:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.784660:0:22099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384330.784665:0:22099:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.784668:0:22099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384330.784671:0:22099:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.784680:0:22099:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.784686:0:22099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.784695:0:22099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.784700:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d93369e2. 00000100:00000200:1.0:1767384330.784704:0:22099:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742996480, offset 224 00000400:00000200:1.0:1767384330.784715:0:22099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384330.784718:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384330.784728:0:22099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.784741:0:22099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04200 00000400:00000200:1.0:1767384330.784750:0:22099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b5 [2] + 224 00000400:00000200:1.0:1767384330.784757:0:22099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.784764:0:22099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.784773:0:22099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.784778:0:22099:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.784781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000100:00000040:1.0:1767384330.784802:0:22099:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.784814:0:22099:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.784823:0:22099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93369e2 00000400:00000010:1.0:1767384330.784825:0:22099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d93369e2. 00000100:00000001:1.0:1767384330.784829:0:22099:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384330.784831:0:22099:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.784835:0:22099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.784840:0:22099:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:0.0:1767384330.784842:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00010000:00000001:1.0:1767384330.784843:0:22099:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384330.784848:0:22099:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.784853:0:22099:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384330.784860:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1b33e03 x1853236742996480/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.784867:0:22099:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742996480:12345-0@lo:253: Request processed in 5687us (6864us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384330.784876:0:22099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767384330.784879:0:22099:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384330.784882:0:22099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384330.784882:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000100:00000001:1.0:1767384330.784891:0:22099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384330.784896:0:22099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005154581d. 00000020:00000010:1.0:1767384330.784904:0:22099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 00000020:00000010:1.0:1767384330.784907:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3e455b6. 00000020:00000040:1.0:1767384330.784910:0:22099:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:1.0:1767384330.784914:0:22099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384330.784916:0:22099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006c8ff9bd. 02000000:00000001:1.0:1767384330.784922:0:22099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384330.784923:0:22099:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384330.784927:0:22099:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384330.784932:0:22099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fece043. 00000400:00000010:1.0:1767384330.784936:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d93369e2. 00000800:00000010:0.0:1767384330.785012:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000052a45137. 00000800:00000010:0.0:1767384330.785019:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000136117ed. 00000800:00000010:0.0:1767384330.785024:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000120358d6. 00000800:00000010:0.0:1767384330.785048:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000120358d6. 00000800:00020000:0.0:1767384330.785055:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384330.785058:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000136117ed. 00000800:00000010:0.0:1767384330.785060:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000052a45137. 00000400:02020000:0.0:1767384330.785088:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp27 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000100:00000001:0.0:1767384330.785121:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.785123:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384330.785128:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384330.785130:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.785132:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:0.0:1767384330.785135:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb2274e 00000400:00000010:0.0:1767384330.785137:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fb2274e. 00000100:00000001:0.0:1767384330.785139:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384330.785143:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384330.785149:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.785154:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.785155:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.785156:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384330.785158:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.785159:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.785160:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.785162:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384330.785164:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384330.785166:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384330.785173:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.785174:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.785176:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384330.785177:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.785178:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.785181:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.785186:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.785187:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384330.785188:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384330.785191:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384330.785192:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384330.785193:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.785194:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384330.785195:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.785196:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.785197:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384330.785198:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384330.785199:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384330.785201:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384330.785206:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996480:0@lo:253: 00000100:00000001:0.0:1767384330.785209:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.785210:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.785211:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10265cc x1853236742996480/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.785215:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.785216:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.785217:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002ad44125. 02000000:00000001:0.0:1767384330.785219:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.785220:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.785221:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384330.785222:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.785223:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000755e2a31. 02000000:00000001:0.0:1767384330.785225:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.785230:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.785231:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10265cc. 00000100:00000001:0.0:1767384330.785233:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.785234:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.785235:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.785239:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.785240:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.785242:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.785244:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.785252:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294917836, at 4294917838 00000100:00000010:0.0:1767384330.785257:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c30154b. 00000100:00000040:3.0:1767384330.787185:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294917836, at 4294917840 00000100:00000010:3.0:1767384330.787191:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebfcff4c. 00010000:00000010:1.1:1767384330.793263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4697b64. 00010000:00000010:1.1:1767384330.793272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003bdfccc7. 00010000:00000010:1.1:1767384330.793280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000009db9b12. 00010000:00000010:1.1:1767384330.793286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088f17e2e. 00000400:00000010:2.0:1767384330.797844:0:26034:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009cc548d9. 00000400:00000040:2.0:1767384330.797859:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384330.797862:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384330.797864:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.797865:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384330.797873:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.797874:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384330.797876:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384330.797878:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384330.797879:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384330.797880:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384330.797882:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384330.797895:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384330.797897:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384330.797898:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384330.797899:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384330.797900:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384330.797901:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384330.797902:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384330.797903:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384330.797905:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.797906:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384330.797907:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.797908:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384330.797910:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.797911:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384330.797912:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.797913:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384330.797914:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.797915:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384330.797917:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.797917:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384330.797919:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.797920:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384330.797920:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.797921:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384330.797922:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.797923:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384330.797924:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384330.797925:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384330.797926:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384330.797927:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384330.797928:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.797929:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384330.797935:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384330.797936:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384330.797937:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384330.797938:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384330.797939:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384330.797940:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384330.797941:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384330.797942:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384330.797943:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384330.797944:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384330.797945:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384330.797946:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384330.797947:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384330.797948:0:26034:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384330.797992:0:26034:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009cc548d9. 00000100:00000040:2.0:1767384331.603140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.603146:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384331.603152:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 00000020:00000040:2.0:1767384331.603157:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384331.603161:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.603164:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.603169:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384331.603169:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384331.603173:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000010:2.0:1767384331.603177:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025e46f4c. 00000100:00000010:1.0:1767384331.603179:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf23c207. 00000020:00000040:1.0:1767384331.603184:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384331.603185:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603187:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.603190:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.603192:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.603196:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384331.603207:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033d3777d. 00000100:00000001:1.0:1767384331.603214:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603220:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.603221:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.603223:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603224:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.603233:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2f7f21] to pc [ptlrpcd_00_03+3] req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.603234:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf23c207] to pc [ptlrpcd_00_00+0] req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.603279:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.603282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.603285:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384331.603286:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384331.603289:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b782ff. 00000100:00000001:3.0:1767384331.603294:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.603297:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384331.603298:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384331.603300:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.603302:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603303:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384331.603304:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384331.603307:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.603309:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.603312:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384331.603316:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c523e2db. 00000100:00000001:1.0:1767384331.603319:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.603323:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.603323:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384331.603325:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.603329:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.603330:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.603332:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384331.603336:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384331.603340:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384331.603341:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.603342:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.603344:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384331.603347:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603347:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603348:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.603351:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384331.603354:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742996736:0@lo:13: 00000100:00000001:1.0:1767384331.603354:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.603356:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1b782ff] to pc [ptlrpcd_00_01+1] req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.603359:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.603361:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384331.603366:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384331.603369:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603373:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.603375:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384331.603379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384331.603381:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e5fd189. 00000100:00000001:1.0:1767384331.603382:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.603384:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384331.603387:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603387:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384331.603388:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf398750. 00000020:00000040:2.0:1767384331.603394:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384331.603394:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384331.603396:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 02000000:00000001:1.0:1767384331.603398:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.603399:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.603402:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.603403:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.603404:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 02000000:00000001:2.0:1767384331.603405:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.603408:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996608:0@lo:400: 02000000:00000010:2.0:1767384331.603411:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008c209daa. 00000100:00000001:1.0:1767384331.603412:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384331.603413:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742996736, portal 4 00000100:00000001:2.0:1767384331.603417:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603418:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384331.603418:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384331.603422:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088527104 : -130122621024512 : ffff89a777658700) 02000000:00000001:1.0:1767384331.603423:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.603425:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384331.603429:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.603433:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e455b6. 00000100:00000040:3.0:1767384331.603434:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.603438:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603439:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.603441:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.603445:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804ce07b. 00000100:00000040:2.0:1767384331.603450:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf398750] to pc [ptlrpcd_00_02+2] req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.603452:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384331.603452:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 00000100:00000040:3.0:1767384331.603459:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384331.603461:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742996608, portal 25 00000400:00000010:3.0:1767384331.603464:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000100:00000200:3.0:1767384331.603470:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742996736, offset 0 00000100:00000001:2.0:1767384331.603470:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603470:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384331.603475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384331.603475:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000400:00000200:3.0:1767384331.603482:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.603483:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384331.603486:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384331.603493:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000647a4b16. 00000400:00000200:3.0:1767384331.603497:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384331.603499:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384331.603504:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384331.603504:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384331.603508:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384331.603511:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384331.603512:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.603518:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2afcac. 00000400:00000200:3.0:1767384331.603519:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc04300 02000000:00000010:2.0:1767384331.603519:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee4f61b7. 00000100:00000001:2.0:1767384331.603526:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.603526:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236742996608, offset 0 00000400:00000200:3.0:1767384331.603531:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 1344 00000100:00000040:2.0:1767384331.603534:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384331.603549:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.603552:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384331.603552:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.603556:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.603557:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384331.603564:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000647a4b16] to pc [ptlrpcd_00_03+3] req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.603564:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.603567:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384331.603571:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384331.603577:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a413de3. 00000400:00000200:1.0:1767384331.603579:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc04280 00000100:00000040:3.0:1767384331.603581:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000003a413de3 x1853236742996736 msgsize 224 00000100:00000001:2.0:1767384331.603582:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.603587:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xffd [2] + 0 00000100:00000040:2.0:1767384331.603590:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000100:00100000:3.0:1767384331.603595:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384331.603596:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007f067c. 00000400:00000200:1.0:1767384331.603611:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030efecdd 00000400:00000200:1.0:1767384331.603614:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384331.603618:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.603618:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.603626:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384331.603628:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000100:00000001:2.0:1767384331.603630:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384331.603631:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000100:00000001:2.0:1767384331.603633:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384331.603636:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384331.603637:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030efecdd 00000100:00000040:2.0:1767384331.603639:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384331.603642:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.603647:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030efecdd. 00000100:00000001:1.0:1767384331.603655:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.603658:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384331.603662:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384331.603664:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ecd268a2 x1853236742996608 msgsize 224 00000100:00000001:2.0:1767384331.603665:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.603671:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384331.603674:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384331.603674:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384331.603675:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384331.603681:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.603681:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384331.603683:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.603688:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742997120:0@lo:400: 00000100:00000001:1.0:1767384331.603691:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.603698:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2afcac 00000100:00000001:2.0:1767384331.603699:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384331.603702:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2afcac. 00000100:00000001:3.0:1767384331.603705:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.603705:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384331.603707:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384331.603709:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603711:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384331.603714:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.603715:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384331.603721:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.603723:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000742ff098. 00000100:00000001:1.0:1767384331.603724:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.603727:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3872 usecs (4 jiffies) 02000000:00000001:2.0:1767384331.603728:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.603729:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.603734:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918660 00000400:00000010:2.0:1767384331.603738:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc44de4. 00000100:00000010:3.0:1767384331.603741:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000492c9546. 00000400:00000010:2.0:1767384331.603747:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000100:00000001:1.0:1767384331.603748:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603750:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384331.603750:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.603757:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603758:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918660 00000100:00000200:2.0:1767384331.603760:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742997120, portal 10 00000100:00000001:1.0:1767384331.603762:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294918661 00000100:00000010:3.0:1767384331.603764:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063939479. 00000100:00000001:2.0:1767384331.603766:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.603770:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040582784 : -130122668968832 : ffff89a77489f480) 00000100:00000001:3.0:1767384331.603771:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384331.603772:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918660 00000100:00000001:3.0:1767384331.603779:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918660 00000100:00000001:1.0:1767384331.603780:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294918661 00000100:00000040:2.0:1767384331.603782:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384331.603785:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af071858. 00000100:00000001:1.0:1767384331.603787:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918660 00000100:00000001:3.0:1767384331.603792:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384331.603794:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294918661 00000100:00000001:2.0:1767384331.603800:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384331.603801:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918660 00000100:00000001:1.0:1767384331.603804:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918660 00000100:00000040:2.0:1767384331.603805:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.603811:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000001:1.0:1767384331.603812:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294918661 00000100:00000010:3.0:1767384331.603813:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033ac7bf8. 00000100:00000200:2.0:1767384331.603814:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742997120, offset 0 00000100:00000001:3.0:1767384331.603819:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384331.603823:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384331.603825:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.603828:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918660 00000100:00000001:3.0:1767384331.603829:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.603835:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.603836:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603838:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.603840:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.603841:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603845:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384331.603845:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc04480 00000100:00000001:1.0:1767384331.603847:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603849:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.603853:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.603854:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.603858:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.603859:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603859:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384331.603861:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384331.603862:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384331.603866:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.603866:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:3.0:1767384331.603872:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.603873:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.603875:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.603877:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384331.603878:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384331.603879:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.603880:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384331.603882:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.603885:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384331.603886:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384331.603888:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384331.603892:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.603892:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.603895:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384331.603902:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024fc6f11. 00000100:00000040:2.0:1767384331.603908:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000024fc6f11 x1853236742997120 msgsize 224 00000100:00000001:1.0:1767384331.603911:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.603915:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603918:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384331.603920:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384331.603921:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.603922:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.603925:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384331.603926:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.603929:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.603930:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.603930:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384331.603934:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742996992:0@lo:400: 02000000:00000001:3.0:1767384331.603935:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.603937:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384331.603942:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:1.0:1767384331.603942:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384331.603943:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1b782ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742996864:0@lo:400: 00000100:00000001:2.0:1767384331.603945:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384331.603947:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.603950:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.603951:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384331.603952:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.603953:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384331.603957:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384331.603958:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0020133. 02000000:00000001:3.0:1767384331.603961:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.603963:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.603965:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384331.603967:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384331.603969:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4e16e8. 00000100:00000040:2.0:1767384331.603970:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384331.603973:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000402a11f8. 00000400:00000010:1.0:1767384331.603976:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2afcac. 02000000:00000001:3.0:1767384331.603980:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.603983:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742996992, portal 10 00000100:00000001:1.0:1767384331.603988:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384331.603989:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000100:00000001:2.0:1767384331.603989:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.603992:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040574720 : -130122668976896 : ffff89a77489d500) 00000100:00000001:2.0:1767384331.603995:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384331.603998:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000100:00000001:2.0:1767384331.604000:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.604000:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384331.604006:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742996864, portal 4 00000100:00000040:2.0:1767384331.604006:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3131 usecs (4 jiffies) 00000100:00000001:2.0:1767384331.604012:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294918660 00000100:00000001:1.0:1767384331.604012:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384331.604015:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384331.604018:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040570240 : -130122668981376 : ffff89a77489c380) 00000100:00000040:1.0:1767384331.604018:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384331.604024:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294918661 00000400:00000010:1.0:1767384331.604024:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000100:00000040:3.0:1767384331.604028:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.604030:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294918660 00000100:00000200:1.0:1767384331.604031:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742996992, offset 0 00000100:00000001:2.0:1767384331.604037:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294918661 00000100:00000001:2.0:1767384331.604042:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294918660 00000400:00000200:1.0:1767384331.604043:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384331.604046:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.604048:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294918661 00000100:00000001:2.0:1767384331.604052:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294918660 00000100:00000040:3.0:1767384331.604053:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384331.604055:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384331.604058:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294918661 00000400:00000010:3.0:1767384331.604059:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000100:00000001:2.0:1767384331.604063:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384331.604064:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc04400 00000100:00000200:3.0:1767384331.604065:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742996864, offset 0 00000100:00000001:2.0:1767384331.604068:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604073:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.604075:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:2.0:1767384331.604076:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.604083:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.604084:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384331.604086:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.604087:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384331.604092:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.604093:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.604095:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.604098:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.604127:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384331.604135:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc04380 00000400:00000200:3.0:1767384331.604141:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 2768 00000400:00000200:3.0:1767384331.604145:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384331.604148:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384331.604151:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384331.604153:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384331.604156:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007648b210. 00000100:00000040:3.0:1767384331.604158:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007648b210 x1853236742996864 msgsize 224 00000100:00100000:3.0:1767384331.604160:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384331.604168:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384331.604172:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384331.604173:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000001:3.0:1767384331.604176:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384331.604178:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.604184:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.604186:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.604190:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604191:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384331.604195:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.604197:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3872 usecs (4 jiffies) 00000100:00000001:3.0:1767384331.604199:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918661 00000100:00000001:3.0:1767384331.604207:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918661 00000100:00000001:3.0:1767384331.604209:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918661 00000100:00000001:3.0:1767384331.604210:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918661 00000100:00000001:3.0:1767384331.604212:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918661 00000100:00000001:3.0:1767384331.604213:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918661 00000100:00000001:3.0:1767384331.604214:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918661 00000100:00000001:3.0:1767384331.604216:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918661 00000100:00000001:3.0:1767384331.604217:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.604218:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604221:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604223:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604240:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384331.604243:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996864 02000000:00000001:3.0:1767384331.604245:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384331.604247:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.604249:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.604252:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384331.604255:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996864 00000020:00000001:3.0:1767384331.604257:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384331.604259:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:3.0:1767384331.604261:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.604264:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000001:3.0:1767384331.604266:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:3.0:1767384331.604268:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384331.604272:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384331.604275:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b835f8. 00000020:00000010:3.0:1767384331.604278:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005e55bf22. 00000020:00000040:3.0:1767384331.604283:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384331.604291:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384331.604295:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057c1066a. 00000020:00000010:3.0:1767384331.604299:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c31a44. 00000020:00000010:3.0:1767384331.604303:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abe8d67. 00000100:00000001:2.0:1767384331.604307:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.604319:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384331.604323:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384331.604325:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384331.604327:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.604332:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384331.604334:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384331.604335:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997120 00000100:00000001:3.0:1767384331.604338:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384331.604339:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384331.604343:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604343:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.604346:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604352:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384331.604352:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.604354:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.604357:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384331.604359:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997120 00000100:00000010:1.0:1767384331.604361:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000910766c. 00000020:00000001:2.0:1767384331.604362:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384331.604365:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000001:3.0:1767384331.604366:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384331.604366:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000000910766c x1853236742996992 msgsize 224 00000020:00000001:2.0:1767384331.604367:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384331.604370:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384331.604371:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:2.0:1767384331.604376:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00100000:3.0:1767384331.604381:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:2.0:1767384331.604382:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00100000:1.0:1767384331.604382:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384331.604389:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:2.0:1767384331.604390:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384331.604393:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952745472 : -130122756806144 : ffff89a76f4daa00) 00000020:00000010:2.0:1767384331.604395:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e286c. 00000100:00000001:1.0:1767384331.604396:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384331.604399:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007648b210 x1853236742996864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.604401:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000400:00000010:1.0:1767384331.604405:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000020:00000010:2.0:1767384331.604407:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004ed9ac5d. 00000100:00000001:1.0:1767384331.604411:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384331.604414:0:17854:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:3.0:1767384331.604416:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.604418:0:17854:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1767384331.604419:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384331.604421:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a097a1c. 00000020:00000010:2.0:1767384331.604423:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff5b9b31. 00000100:00000001:3.0:1767384331.604427:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.604431:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7f343a4. 00000020:00000010:3.0:1767384331.604432:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a097a1c. 00000020:00000010:2.0:1767384331.604439:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000001:1.0:1767384331.604439:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384331.604443:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007648b210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236742996864:12345-0@lo:400: 00000100:00000040:1.0:1767384331.604446:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.604448:0:17854:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1767384331.604450:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996864 00000100:00000001:2.0:1767384331.604454:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384331.604455:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384331.604457:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384331.604460:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384331.604461:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.604464:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.604466:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.604467:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.604468:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384331.604471:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:2.0:1767384331.604473:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384331.604473:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384331.604476:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384331.604478:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.604479:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.604481:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.604483:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384331.604486:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384331.604487:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.604489:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.604489:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2642 usecs (3 jiffies) 00000020:00000001:3.0:1767384331.604492:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384331.604496:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918660 00000100:00000001:3.0:1767384331.604497:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384331.604498:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384331.604501:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384331.604502:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996992 00000100:00000001:1.0:1767384331.604503:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918661 02000000:00000001:2.0:1767384331.604505:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.604508:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.604510:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.604510:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918660 02000000:00000010:3.0:1767384331.604513:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000643e08ec. 02000000:00000001:2.0:1767384331.604514:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.604516:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918661 02000000:00000001:3.0:1767384331.604517:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.604519:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996992 00000100:00000001:1.0:1767384331.604523:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918660 00000020:00000001:2.0:1767384331.604524:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384331.604525:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.604527:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:1.0:1767384331.604529:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918661 00000020:00000001:3.0:1767384331.604531:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.604531:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384331.604532:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918660 00000020:00000040:2.0:1767384331.604535:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:1.0:1767384331.604536:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918661 00010000:00000040:3.0:1767384331.604537:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742996864 00000020:00000001:2.0:1767384331.604539:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384331.604542:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384331.604543:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384331.604543:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384331.604548:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604549:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1767384331.604551:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007648b210 x1853236742996864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.604553:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000100:00000001:1.0:1767384331.604553:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.604559:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.604560:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384331.604563:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384331.604565:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000100:00000001:1.0:1767384331.604566:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384331.604567:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.604570:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fac2243a. 00000100:00001000:3.0:1767384331.604571:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.604575:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384331.604578:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384331.604578:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000100:00000001:1.0:1767384331.604579:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384331.604584:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c84e81d9. 00000100:00000001:1.0:1767384331.604584:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384331.604585:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384331.604588:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.604590:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384331.604591:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384331.604592:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.604593:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384331.604596:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604600:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384331.604616:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.604619:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.604620:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384331.604625:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000100:00000001:2.0:1767384331.604627:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384331.604630:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742996864, offset 224 00000100:00000001:1.0:1767384331.604630:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384331.604631:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384331.604634:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996736 00000100:00000001:2.0:1767384331.604635:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.604639:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384331.604640:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384331.604642:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.604644:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604645:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384331.604647:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.604650:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384331.604652:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996736 00000020:00000001:1.0:1767384331.604654:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384331.604662:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:1.0:1767384331.604665:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384331.604669:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc04380 00000020:00000040:1.0:1767384331.604669:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000100:00000001:2.0:1767384331.604670:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.604674:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384331.604674:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000400:00000200:3.0:1767384331.604679:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f1 [1] + 224 00000100:00100000:2.0:1767384331.604680:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:1.0:1767384331.604680:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:1.0:1767384331.604686:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384331.604687:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000400:00000200:3.0:1767384331.604688:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.604692:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040580992 : -130122668970624 : ffff89a77489ed80) 00000020:00000010:1.0:1767384331.604692:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e02602. 00000400:00000200:3.0:1767384331.604696:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.604698:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.604702:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384331.604702:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e02602. 00000100:00000040:2.0:1767384331.604703:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024fc6f11 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.604708:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91559d5. 00000100:00000200:3.0:1767384331.604709:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.604714:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e53f7f7. 00000020:00000010:1.0:1767384331.604721:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000040:1.0:1767384331.604730:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384331.604733:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384331.604734:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384331.604737:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.604738:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384331.604739:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000100:00000001:1.0:1767384331.604741:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604746:0:17854:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.604748:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.604753:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000100:00100000:2.0:1767384331.604761:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024fc6f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742997120:12345-0@lo:400: 00000100:00000001:1.0:1767384331.604761:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.604762:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384331.604768:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000100:00000200:2.0:1767384331.604769:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997120 00000020:00000001:2.0:1767384331.604772:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384331.604773:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384331.604775:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384331.604777:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000001:1.0:1767384331.604777:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384331.604778:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.604782:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384331.604783:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384331.604785:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00100000:1.0:1767384331.604786:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384331.604787:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384331.604792:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384331.604792:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000100:00000001:3.0:1767384331.604793:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.604795:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.604797:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952749952 : -130122756801664 : ffff89a76f4dbb80) 00000020:00000001:2.0:1767384331.604799:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384331.604800:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000001:2.0:1767384331.604801:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.604805:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.604806:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384331.604809:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.604810:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384331.604811:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a413de3 x1853236742996736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384331.604813:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384331.604815:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384331.604819:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384331.604821:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007648b210 x1853236742996864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384331.604824:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b00082be. 00000100:00000001:1.0:1767384331.604824:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384331.604830:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.604830:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e02602. 00000100:00100000:3.0:1767384331.604834:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007648b210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16347:x1853236742996864:12345-0@lo:400: Request processed in 415us (672us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384331.604835:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.604842:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.604842:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e02602. 00000020:00000001:2.0:1767384331.604847:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384331.604848:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767384331.604852:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a413de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16347:x1853236742996736:12345-0@lo:13: 00010000:00000040:2.0:1767384331.604854:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997120 00000100:00000040:3.0:1767384331.604855:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000200:1.0:1767384331.604857:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996736 00000100:00000001:3.0:1767384331.604860:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384331.604860:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384331.604861:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384331.604866:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384331.604866:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:2.0:1767384331.604868:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024fc6f11 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.604870:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384331.604872:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c31a44. 00000020:00000001:1.0:1767384331.604876:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384331.604879:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abe8d67. 00000020:00000001:1.0:1767384331.604879:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00010000:00000001:2.0:1767384331.604885:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384331.604885:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384331.604886:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057c1066a. 00010000:00000001:2.0:1767384331.604888:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.604889:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384331.604892:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00001000:2.0:1767384331.604892:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=35 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384331.604893:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384331.604896:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384331.604898:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.604901:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384331.604901:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.604906:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384331.604906:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384331.604910:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384331.604911:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00080000:3.0:1767384331.604914:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:2.0:1767384331.604915:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1767384331.604916:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005fa05301. 02000000:00000001:2.0:1767384331.604919:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384331.604920:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 02000000:00000001:1.0:1767384331.604922:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.604923:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1767384331.604926:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384331.604927:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.604928:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384331.604929:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000400:00000010:2.0:1767384331.604933:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00002000:00000001:1.0:1767384331.604935:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:2.0:1767384331.604937:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742997120, offset 224 00000100:00000001:3.0:1767384331.604942:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:1.0:1767384331.604942:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:2.0:1767384331.604943:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384331.604946:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384331.604948:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000001:3.0:1767384331.604952:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384331.604953:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384331.604957:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384331.604958:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384331.604963:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc04480 00002000:00000024:1.0:1767384331.604963:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000010:3.0:1767384331.604964:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000020:00000020:1.0:1767384331.604971:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:3.0:1767384331.604972:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:3.0:1767384331.604977:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000020:00000020:1.0:1767384331.604977:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384331.604982:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384331.604984:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1767384331.604985:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:2.0:1767384331.604988:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e5 [1] + 224 00000001:00000001:1.0:1767384331.604991:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:3.0:1767384331.604993:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.604993:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1767384331.605001:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.605002:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:1.0:1767384331.605006:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605009:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384331.605011:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742996736 00000100:00000200:2.0:1767384331.605016:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384331.605016:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384331.605022:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a413de3 x1853236742996736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.605041:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384331.605054:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384331.605057:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384331.605060:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384331.605061:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.605064:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.605070:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000100:00000001:1.0:1767384331.605071:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384331.605075:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:3.0:1767384331.605076:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384331.605076:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:3.0:1767384331.605079:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.605081:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.605081:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384331.605083:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.605084:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384331.605087:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384331.605087:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.605089:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.605089:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.605091:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384331.605093:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605095:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.605096:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.605096:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.605121:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000100:00000200:1.0:1767384331.605124:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742996736, offset 224 00000100:00000040:2.0:1767384331.605128:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00001000:3.0:1767384331.605129:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=31 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384331.605132:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384331.605134:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384331.605135:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384331.605138:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=31 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384331.605139:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384331.605142:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384331.605145:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.605146:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024fc6f11 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.605146:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384331.605150:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384331.605156:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.605161:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc04300 00000100:00100000:2.0:1767384331.605167:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024fc6f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742997120:12345-0@lo:400: Request processed in 430us (1253us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384331.605175:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16d5 [1] + 224 00010000:00000001:3.0:1767384331.605177:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.605183:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384331.605184:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384331.605186:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:2.0:1767384331.605187:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384331.605191:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384331.605194:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:3.0:1767384331.605195:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.605195:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.605197:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.605201:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384331.605204:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.605205:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7f343a4. 00000100:00000001:1.0:1767384331.605205:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384331.605213:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000100:00000001:3.0:1767384331.605214:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384331.605215:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.605217:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff5b9b31. 00000100:00000001:3.0:1767384331.605218:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384331.605221:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384331.605223:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:2.0:1767384331.605228:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.605229:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.605239:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.605242:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384331.605248:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384331.605252:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.605253:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00100000:3.0:1767384331.605254:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1b782ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742996864:0@lo:400: 00000100:00000001:2.0:1767384331.605259:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088525312 : -130122621026304 : ffff89a777658000) 00000100:00000040:2.0:1767384331.605268:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000910766c x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.605279:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.605283:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.605286:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e6086ef. 00000100:00000001:2.0:1767384331.605288:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.605289:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e6086ef. 00000400:00000200:1.0:1767384331.605293:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000100:00100000:2.0:1767384331.605294:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000910766c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742996992:12345-0@lo:400: 00000400:00000010:1.0:1767384331.605298:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000100:00000200:2.0:1767384331.605299:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996992 00000100:00000001:1.0:1767384331.605304:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384331.605305:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384331.605307:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384331.605307:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384331.605310:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.605312:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.605316:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384331.605316:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384331.605317:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000020:00000001:2.0:1767384331.605320:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000400:00000200:3.0:1767384331.605322:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000020:00000001:2.0:1767384331.605323:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384331.605325:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.605326:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000020:00000001:2.0:1767384331.605327:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.605332:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384331.605333:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384331.605334:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384331.605334:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000001:2.0:1767384331.605338:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.605339:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384331.605341:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.605344:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.605345:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384331.605349:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384331.605351:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384331.605352:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384331.605357:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000102ca90. 00000100:00000200:3.0:1767384331.605361:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.605362:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.605362:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a413de3 x1853236742996736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.605368:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.605373:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.605378:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996992 00010000:00000001:2.0:1767384331.605384:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384331.605385:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.605388:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384331.605390:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000910766c x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.605393:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384331.605396:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384331.605399:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384331.605399:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a413de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236742996736:12345-0@lo:13: Request processed in 570us (1811us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384331.605403:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.605405:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384331.605408:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.605409:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.605414:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=35 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384331.605415:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00001000:3.0:1767384331.605416:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=31 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384331.605419:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384331.605422:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00001000:3.0:1767384331.605425:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=31 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384331.605425:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384331.605427:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.605431:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384331.605432:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384331.605433:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384331.605434:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384331.605437:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.605438:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.605438:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e53f7f7. 00010000:00000001:3.0:1767384331.605444:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384331.605445:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384331.605446:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 00000100:00000040:2.0:1767384331.605450:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00080000:3.0:1767384331.605453:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.605453:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91559d5. 00000400:00000010:2.0:1767384331.605455:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000020:00000040:1.0:1767384331.605460:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000200:2.0:1767384331.605461:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742996992, offset 224 00000100:00000001:1.0:1767384331.605468:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.605472:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.605473:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384331.605478:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384331.605481:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384331.605482:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.605488:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384331.605491:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.605491:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc04400 00000100:00000001:1.0:1767384331.605493:0:22099:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384331.605497:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.605498:0:22099:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742996608 02000000:00000001:1.0:1767384331.605503:0:22099:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384331.605504:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ed [1] + 224 00000100:00000001:1.0:1767384331.605507:0:22099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.605510:0:22099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.605514:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384331.605517:0:22099:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.605522:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384331.605524:0:22099:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742996608 00000100:00000001:3.0:1767384331.605528:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384331.605528:0:22099:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384331.605529:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384331.605532:0:22099:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384331.605534:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384331.605535:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.605537:0:22099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384331.605539:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384331.605541:0:22099:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000004:00000001:3.0:1767384331.605545:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:1.0:1767384331.605548:0:22099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000004:00000040:3.0:1767384331.605550:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384331.605553:0:22099:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000040:2.0:1767384331.605555:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.605559:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:3.0:1767384331.605561:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:1.0:1767384331.605565:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e02602. 00000004:00000020:3.0:1767384331.605573:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384331.605577:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767384331.605580:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605581:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384331.605582:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e02602. 00000400:00000200:2.0:1767384331.605586:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384331.605587:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:2.0:1767384331.605589:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.605590:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.605592:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.605598:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:3.0:1767384331.605614:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.605615:0:22099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91559d5. 00010000:00000001:2.0:1767384331.605618:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.605622:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.605624:0:22099:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e53f7f7. 00000020:00000001:2.0:1767384331.605627:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384331.605632:0:22099:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00100000:3.0:1767384331.605635:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf23c207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236742996736:0@lo:13: 00000100:00000040:2.0:1767384331.605635:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000910766c x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.605643:0:22099:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384331.605645:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.605650:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.605650:0:22099:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384331.605655:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000910766c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742996992:12345-0@lo:400: Request processed in 368us (1284us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384331.605655:0:22099:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384331.605657:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1b782ff x1853236742996864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.605660:0:22099:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.605670:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384331.605670:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384331.605672:0:22099:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.605673:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384331.605674:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 02000000:00000010:3.0:1767384331.605676:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000402a11f8. 00000100:00000001:2.0:1767384331.605679:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384331.605681:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384331.605682:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384331.605684:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384331.605686:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:2.0:1767384331.605686:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000100:00000001:1.0:1767384331.605688:0:22099:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.605692:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384331.605693:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c84e81d9. 02000000:00000010:3.0:1767384331.605696:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c523e2db. 00000020:00000010:2.0:1767384331.605698:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fac2243a. 02000000:00000001:3.0:1767384331.605701:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384331.605702:0:22099:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384331.605704:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384331.605705:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:1.0:1767384331.605706:0:22099:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1767384331.605707:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1b782ff. 00000100:00000001:2.0:1767384331.605712:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.605713:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.605716:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384331.605717:0:22099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000001:3.0:1767384331.605720:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.605723:0:22099:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000040:3.0:1767384331.605724:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf23c207 x1853236742996736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.605728:0:22099:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443635792 : -130123265915824 : ffff89a750f54450) 00000100:00000001:3.0:1767384331.605737:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384331.605739:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384331.605740:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384331.605740:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecd268a2 x1853236742996608/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384331.605744:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e5fd189. 00000100:00000001:2.0:1767384331.605750:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384331.605752:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384331.605756:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767384331.605757:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384331.605758:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384331.605760:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000001:2.0:1767384331.605761:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384331.605763:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e02602. 00000400:00000010:2.0:1767384331.605765:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc44de4. 00000100:00000001:1.0:1767384331.605768:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.605772:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00000020:00000001:3.0:1767384331.605773:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384331.605774:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e02602. 00000400:00000010:2.0:1767384331.605775:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 02000000:00000010:3.0:1767384331.605778:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033d3777d. 00000100:00000001:2.0:1767384331.605781:0:16350:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384331.605784:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384331.605784:0:22099:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742996608:12345-0@lo:400: 00000100:00000200:2.0:1767384331.605787:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384331.605789:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.605793:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf23c207. 00000100:00000200:1.0:1767384331.605796:0:22099:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742996608 00000100:00000001:3.0:1767384331.605801:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384331.605801:0:22099:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384331.605805:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384331.605805:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.605807:0:22099:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384331.605811:0:22099:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.605812:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.605818:0:22099:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.605819:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.605821:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.605822:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.605822:0:22099:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000001:3.0:1767384331.605824:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605827:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384331.605829:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384331.605829:0:22099:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384331.605830:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384331.605833:0:22099:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.605834:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605834:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.605838:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.605838:0:22099:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384331.605841:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.605844:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=35 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384331.605848:0:22099:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:2.0:1767384331.605849:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384331.605852:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384331.605852:0:22099:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605853:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384331.605854:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.605856:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.605858:0:22099:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384331.605859:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767384331.605860:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384331.605863:0:22099:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1767384331.605864:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:2.0:1767384331.605866:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.605867:0:22099:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384331.605868:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df4e16e8. 00000400:00000200:3.0:1767384331.605873:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2afcac 02000000:00000010:1.0:1767384331.605873:0:22099:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e7ea0954. 00010000:00000001:2.0:1767384331.605876:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.605877:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2afcac. 02000000:00000001:1.0:1767384331.605880:0:22099:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605881:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384331.605882:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384331.605884:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384331.605886:0:22099:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605887:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384331.605890:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.605890:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.605892:0:22099:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.605899:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384331.605899:0:22099:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742996608 00010000:00000001:1.0:1767384331.605906:0:22099:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384331.605909:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384331.605914:0:22099:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecd268a2 x1853236742996608/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.605916:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.605923:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.605925:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.605932:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.605936:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.605939:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.605941:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384331.605943:0:22099:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384331.605945:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384331.605948:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384331.605948:0:22099:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.605952:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742997120:0@lo:400: 00000100:00000001:3.0:1767384331.605953:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.605954:0:22099:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.605959:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384331.605960:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.605962:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.605962:0:22099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1767384331.605967:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=35 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384331.605969:0:22099:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:2.0:1767384331.605970:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000647a4b16 x1853236742997120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384331.605975:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.605976:0:22099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384331.605984:0:22099:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384331.605985:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.605986:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.605988:0:22099:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.605989:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.605990:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384331.605993:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000742ff098. 00010000:00000001:3.0:1767384331.605996:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384331.605996:0:22099:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384331.605997:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.606001:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.606002:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00080000:3.0:1767384331.606004:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.606005:0:22099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384331.606006:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.606008:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ee4f61b7. 02000000:00000001:2.0:1767384331.606011:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384331.606012:0:22099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 02000000:00000001:2.0:1767384331.606014:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.606017:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000647a4b16. 00000100:00000200:1.0:1767384331.606020:0:22099:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236742996608, offset 224 00000100:00000001:2.0:1767384331.606022:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.606025:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.606029:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.606033:0:22099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384331.606034:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.606036:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.606039:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.606040:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384331.606042:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384331.606043:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384331.606046:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.606047:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384331.606048:0:22099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.606050:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.606054:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.606060:0:22099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc04280 00000100:00000001:3.0:1767384331.606067:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.606070:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.606072:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384331.606072:0:22099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16d9 [1] + 224 00000100:00000001:3.0:1767384331.606074:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.606074:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.606081:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.606083:0:22099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384331.606093:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf398750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742996992:0@lo:400: 00000400:00000200:1.0:1767384331.606096:0:22099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384331.606099:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.606121:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.606123:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf398750 x1853236742996992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.606128:0:22099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384331.606129:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384331.606133:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384331.606134:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0020133. 00000100:00000200:1.0:1767384331.606137:0:22099:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384331.606139:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384331.606141:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384331.606143:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384331.606147:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384331.606150:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008c209daa. 02000000:00000001:3.0:1767384331.606153:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384331.606156:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.606158:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf398750. 00000100:00000040:1.0:1767384331.606158:0:22099:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.606161:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.606163:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.606164:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.606166:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.606173:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.606182:0:22099:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384331.606196:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384331.606199:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384331.606200:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804ce07b. 00000400:00000200:3.0:1767384331.606203:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 00000400:00000010:3.0:1767384331.606204:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000100:00000001:3.0:1767384331.606206:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384331.606209:0:22099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000100:00000200:3.0:1767384331.606210:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.606215:0:22099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000100:00000200:3.0:1767384331.606222:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.606223:0:22099:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.606227:0:22099:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384331.606232:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.606234:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.606234:0:22099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.606240:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384331.606241:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384331.606242:0:22099:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384331.606243:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.606245:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.606249:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.606249:0:22099:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:3.0:1767384331.606251:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=41 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384331.606253:0:22099:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384331.606255:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384331.606260:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384331.606260:0:22099:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384331.606262:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.606265:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384331.606266:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.606269:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecd268a2 x1853236742996608/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.606270:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.606276:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.606298:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.606302:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384331.606303:0:22099:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742996608:12345-0@lo:400: Request processed in 540us (2634us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384331.606304:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.606310:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384331.606320:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742996608:0@lo:400: 00000100:00100000:1.0:1767384331.606321:0:22099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000001:3.0:1767384331.606324:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.606327:0:22099:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384331.606330:0:22099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384331.606333:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.606334:0:22099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384331.606337:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236742996608/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.606340:0:22099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e53f7f7. 00000100:00000001:3.0:1767384331.606347:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384331.606348:0:22099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 02000000:00000001:3.0:1767384331.606349:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384331.606351:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e455b6. 02000000:00000001:3.0:1767384331.606356:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384331.606356:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91559d5. 00000020:00000001:3.0:1767384331.606358:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384331.606360:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384331.606363:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384331.606364:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025e46f4c. 00000020:00000040:1.0:1767384331.606365:0:22099:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:3.0:1767384331.606367:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384331.606370:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.606371:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 02000000:00000001:1.0:1767384331.606373:0:22099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384331.606374:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.606377:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384331.606378:0:22099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e7ea0954. 00000100:00000001:3.0:1767384331.606380:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.606385:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384331.606385:0:22099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384331.606389:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.606390:0:22099:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.606391:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.606394:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.606399:0:22099:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384331.606405:0:22099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bba4ebb. 00000400:00000010:1.0:1767384331.606409:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef79b145. 00000100:00000040:1.0:1767384331.609200:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294918661, at 4294918662 00000100:00000040:2.0:1767384331.609201:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294918661, at 4294918662 00000100:00000010:1.0:1767384331.609209:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063939479. 00000100:00000010:2.0:1767384331.609211:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af071858. 00000100:00000040:3.0:1767384331.609301:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294918661, at 4294918662 00000100:00000010:3.0:1767384331.609308:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033ac7bf8. 00000100:00000040:0.0:1767384331.609363:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294918661, at 4294918662 00000100:00000010:0.0:1767384331.609369:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000492c9546. 00010000:00000001:0.0:1767384331.795192:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384331.795196:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.795200:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384331.795202:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.795231:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.795235:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.795237:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384331.895970:0:26355:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000af749736. 00080000:00000010:0.0:1767384331.895981:0:26355:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000af749736. 00000020:00000001:0.0:1767384331.895985:0:26355:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384331.895991:0:26355:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000af749736. 00080000:00000010:0.0:1767384331.895995:0:26355:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000af749736. 00000020:00000001:0.0:1767384331.895998:0:26355:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384332.586230:0:26519:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384332.586234:0:26519:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384332.589188:0:26519:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384332.595576:0:26520:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b53b9f50. 00000400:00000010:0.0:1767384332.595608:0:26520:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d1187c87. 00000400:00000010:0.0:1767384332.595617:0:26520:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000066642111. 00000400:00000010:0.0:1767384332.595620:0:26520:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000869d3ea6. 00000400:00000010:0.0:1767384332.595623:0:26520:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c342b3c. 00000400:00000010:0.0:1767384332.595626:0:26520:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004fc438f0. 00000400:00000010:0.0:1767384332.595628:0:26520:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005eb96082. 00000400:00000010:0.0:1767384332.595629:0:26520:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c576e413. 00000400:00000010:0.0:1767384332.595636:0:26520:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b55507cb. 00000800:00000010:0.0:1767384332.595648:0:26520:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006eedfe02. 00000800:00000200:0.0:1767384332.595658:0:26520:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384332.595664:0:26520:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384332.595697:0:26520:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384332.595715:0:26520:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384332.596964:0:26520:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000004095c7f6. 00000400:00000010:0.0:1767384332.596970:0:26520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000400:00000010:0.0:1767384332.596974:0:26520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000400:00000001:0.0:1767384332.596991:0:26520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384332.596992:0:26520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384332.596994:0:26520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e03e2f. 00000400:00000200:0.0:1767384332.596996:0:26520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:0.0:1767384332.596997:0:26520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000400:00000010:0.0:1767384332.597002:0:26520:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000043b7c7f5. 00000400:00000200:0.0:1767384332.597007:0:26520:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (20) 00000400:00000200:0.0:1767384332.597021:0:26520:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384332.597031:0:26520:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384332.597038:0:26520:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000755e2a31. 00000020:01000000:0.0:1767384332.597044:0:26520:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384332.597047:0:26520:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp29 00000400:00000200:1.0:1767384332.597052:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384332.597065:0:26520:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d1187c87. 00000400:00000200:1.0:1767384332.597067:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384332.597070:0:26520:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b53b9f50. 00000400:00000010:1.0:1767384332.597076:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000400:00000200:1.0:1767384332.597081:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000010:1.0:1767384332.597088:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6983a70. 00000400:00000200:1.0:1767384332.597093:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp27 00000020:00000001:2.0:1767384332.597118:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384332.597129:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp27 to MR: 192.168.204.108@tcp27 local destination 00000400:00000200:1.0:1767384332.597137:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [55:55:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [55:55:8:4294967295] 10000000:00000001:2.0:1767384332.597144:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384332.597148:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp27 10000000:00000001:2.0:1767384332.597149:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384332.597162:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) -> 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) : PUT try# 0 00000800:00000200:1.0:1767384332.597169:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.108@tcp27 00000800:00000010:1.0:1767384332.597174:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d17b6df7. 10000000:01000000:2.0:1767384332.597177:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384332.597181:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384332.597185:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:1.0:1767384332.597186:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000020:01000004:2.0:1767384332.597187:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.1:1767384332.597194:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000020:01000004:2.0:1767384332.597205:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.597207:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384332.597209:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.597210:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384332.597211:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384332.597215:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.1:1767384332.597215:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:988 00000800:00000200:1.1:1767384332.597222:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d17b6df7 type 1, nob 464 niov 1 nkiov 1 00000020:01000004:2.0:1767384332.597223:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384332.597239:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000010:2.0:1767384332.597240:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000647a4b16. 00000020:00000040:2.0:1767384332.597246:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384332.597247:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:2.0:1767384332.597254:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.597258:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384332.597262:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.597271:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008d4492ce. 00000100:00000001:2.0:1767384332.597302:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.597305:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.597312:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.597315:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.597339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000647a4b16] to pc [ptlrpcd_00_00+0] req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384332.597349:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 10000000:00000001:2.0:1767384332.597365:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384332.597369:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.597371:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384332.597374:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767384332.597377:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384332.597381:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000010:1.0:1767384332.597383:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d17b6df7. 00000400:00000200:1.0:1767384332.597390:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384332.597396:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384332.597400:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384332.597400:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: PUT: OK 00000400:00000200:1.0:1767384332.597408:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384332.597409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.597414:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp27: 0 10000000:00000001:2.0:1767384332.597422:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000001:1.0:1767384332.597424:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:2.0:1767384332.597425:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384332.597429:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384332.597430:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384332.597432:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384332.597434:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.597435:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:1.0:1767384332.597436:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384332.597437:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384332.597439:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000020:01000004:2.0:1767384332.597440:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000001:1.0:1767384332.597443:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.597449:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.597456:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : PUT - for me 00000020:01000004:2.0:1767384332.597461:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.597465:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384332.597470:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.597471:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000010:2.0:1767384332.597481:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000400:00000200:1.0:1767384332.597482:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 352/368 into md 0x16bd [1] + 0 00000020:00000040:2.0:1767384332.597487:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000010:1.0:1767384332.597490:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083639f27. 00000100:00000001:2.0:1767384332.597492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.597495:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384332.597496:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb6e7904 02000000:00000001:2.0:1767384332.597497:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.597500:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:1.0:1767384332.597504:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.597512:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384332.597516:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b891b0. 00000100:00000001:2.0:1767384332.597521:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.597523:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.597526:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.597527:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.597530:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.597534:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: PUT: OK 00000100:00000040:2.0:1767384332.597540:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_01+1] req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.597541:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00000400:00000010:1.0:1767384332.597546:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000400:00000200:1.0:1767384332.597553:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:00000001:2.0:1767384332.597555:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.597556:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.597558:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 00000400:00000200:1.0:1767384332.597567:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 10000000:00000001:2.0:1767384332.597570:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.597574:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.597574:0:16340:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (368 bytes) 00000020:01000000:2.0:1767384332.597579:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384332.597599:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000020:00000010:2.0:1767384332.597600:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000755e2a31. 00000400:00000200:1.0:1767384332.597600:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384332.597615:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (23) 00000100:00000001:2.0:1767384332.597617:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.597621:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384332.597622:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384332.597623:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384332.597630:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.597636:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp27 to MR: 192.168.204.108@tcp27 local destination 00000400:00000200:3.0:1767384332.597639:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.597649:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384332.597650:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [56:56:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00000001:2.0:1767384332.597661:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.597667:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384332.597671:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384332.597671:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) -> 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) 192.168.204.108@tcp27 : ACK try# 0 00000400:00000200:3.0:1767384332.597672:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 02000000:00000001:2.0:1767384332.597677:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384332.597685:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp27 00000800:00000010:1.0:1767384332.597689:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d17b6df7. 00000800:00000200:1.0:1767384332.597694:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000800:00000200:1.0:1767384332.597699:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:987 00000100:00100000:2.0:1767384332.597700:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742997248:0@lo:253: 00000400:00000200:3.0:1767384332.597703:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000200:1.0:1767384332.597705:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d17b6df7 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384332.597708:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384332.597715:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384332.597718:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.597720:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384332.597721:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384332.597732:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384332.597750:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537f48de. 02000000:00000001:2.0:1767384332.597752:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384332.597764:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.597768:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d17b6df7. 00000400:00000200:1.0:1767384332.597772:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.597777:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.597780:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: ACK: OK 00000400:00000010:2.0:1767384332.597788:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc44de4. 00000800:00000001:1.0:1767384332.597790:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384332.597797:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e2fce1b. 00000800:00000001:1.0:1767384332.597797:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.597803:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384332.597804:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742997248, portal 25 00000800:00000001:1.0:1767384332.597808:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.597811:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.597816:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.597822:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384332.597826:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040582784 : -130122668968832 : ffff89a77489f480) 00000100:00000040:2.0:1767384332.597833:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.597834:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : ACK - for me 00000400:00000200:1.0:1767384332.597851:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp27: ACK from 12345-192.168.204.108@tcp27 into md 0x1719 00000100:00000001:2.0:1767384332.597854:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384332.597857:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.597858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00000040:2.0:1767384332.597862:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384332.597867:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: ACK: OK 00000400:00000010:2.0:1767384332.597868:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083cd45ee. 00000400:00000200:1.0:1767384332.597872:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000400:00000010:1.0:1767384332.597876:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000400:00000200:1.0:1767384332.597881:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000200:2.0:1767384332.597883:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742997248, offset 0 00000400:00000200:1.0:1767384332.597886:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:2.0:1767384332.597894:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384332.597895:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384332.597902:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 00000400:00000200:2.0:1767384332.597917:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384332.597918:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384332.597924:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000800:00000001:1.0:1767384332.597924:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384332.597928:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04500 00000400:00000200:2.0:1767384332.597954:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x100d [2] + 0 00000400:00000200:1.0:1767384332.597955:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384332.597960:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bd3138. 00000400:00000010:1.0:1767384332.597962:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002c5df441. 00000400:00000200:2.0:1767384332.597964:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056bb0dac 00000400:00000010:1.0:1767384332.597970:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b9c6c0. 00000400:00000200:2.0:1767384332.597971:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384332.597977:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000400:00000200:2.0:1767384332.597978:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384332.597986:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056bb0dac 00000400:00000200:1.0:1767384332.597986:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002c5df441 00000400:00000200:3.0:1767384332.598006:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000010:2.0:1767384332.598008:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056bb0dac. 00000100:00000001:2.0:1767384332.598025:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384332.598025:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000003ec41376. 00000100:00000200:2.0:1767384332.598028:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384332.598032:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000097912c17 x1853236742997248 msgsize 4848 00000400:00000200:1.0:1767384332.598033:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:1.0:1767384332.598042:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000400:00000200:1.0:1767384332.598046:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000010:1.0:1767384332.598051:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000066f60926. 00000400:00000010:1.0:1767384332.598056:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367e884e. 00000100:00100000:2.0:1767384332.598059:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384332.598063:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384332.598063:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0e6066c. 00000400:00000200:3.0:1767384332.598066:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.598074:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:2.0:1767384332.598076:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384332.598084:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:1.0:1767384332.598091:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384332.598098:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:1.0:1767384332.598132:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384332.598139:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384332.598146:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384332.598155:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.598162:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384332.598169:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384332.598176:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384332.598181:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384332.598187:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384332.598193:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384332.598200:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384332.598203:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.598208:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384332.598217:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384332.598223:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384332.598230:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384332.598236:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384332.598243:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:1.0:1767384332.598250:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384332.598254:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:1.0:1767384332.598259:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp28 00000400:00000200:3.0:1767384332.598263:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.598264:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp28 lpni_is_preferred = 0 00000400:00000200:1.0:1767384332.598272:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp28 00000400:00000200:1.0:1767384332.598277:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [57:57:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [57:57:8:4294967295] 00000400:00000200:1.0:1767384332.598283:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp28 00000400:00000200:1.0:1767384332.598290:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:) -> 192.168.204.108@tcp28(192.168.204.108@tcp:192.168.204.108@tcp28) : GET try# 0 00000800:00000200:1.0:1767384332.598302:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp28 00000400:00000200:2.0:1767384332.598304:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd45ee 00000800:00000010:1.0:1767384332.598306:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d17b6df7. 00000400:00000200:3.0:1767384332.598307:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000010:2.0:1767384332.598307:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083cd45ee. 00000100:00000001:2.0:1767384332.598314:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384332.598316:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c77e86b6. 00000800:00000010:1.0:1767384332.598323:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007b21d068. 00000100:00000200:2.0:1767384332.598328:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384332.598334:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (2) 00000800:00000200:1.1:1767384332.598344:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (2) 00000100:00000001:2.0:1767384332.598346:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384332.598352:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000100:00000040:2.0:1767384332.598352:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.598360:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384332.598364:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000100:00000001:2.0:1767384332.598380:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598382:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384332.598388:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.598391:0:22099:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384332.598392:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294919656 00000100:00100000:1.0:1767384332.598396:0:22099:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997248 00000100:00000010:2.0:1767384332.598398:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ba8852. 02000000:00000001:1.0:1767384332.598401:0:22099:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384332.598405:0:22099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384332.598407:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.598407:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384332.598407:0:22099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.598416:0:22099:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384332.598421:0:22099:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997248 00000020:00000001:1.0:1767384332.598424:0:22099:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384332.598426:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294919656 00000020:00000040:1.0:1767384332.598427:0:22099:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384332.598433:0:22099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384332.598435:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ebe7cc1. 00000020:00000040:1.0:1767384332.598437:0:22099:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:2.0:1767384332.598440:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384332.598443:0:22099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384332.598447:0:22099:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384332.598453:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294919656 00000100:00000001:1.0:1767384332.598453:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384332.598458:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000084af227. 00000100:00000010:2.0:1767384332.598460:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025daf08e. 00000100:00000001:1.0:1767384332.598463:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.598465:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384332.598469:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000084af227. 00000400:00000200:3.0:1767384332.598471:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.598471:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294919656 00000100:00000010:2.0:1767384332.598478:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ae2ce4f. 00000020:00000010:1.0:1767384332.598480:0:22099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c00b7. 00000100:00000001:2.0:1767384332.598482:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384332.598488:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384332.598489:0:22099:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3224f. 00000100:00000001:2.0:1767384332.598491:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598495:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598497:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384332.598498:0:22099:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000001:2.0:1767384332.598504:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384332.598509:0:22099:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384332.598513:0:22099:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384332.598515:0:22099:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384332.598518:0:22099:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.598519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.598520:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384332.598526:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.598526:0:22099:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598530:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384332.598532:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.598539:0:22099:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384332.598553:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384332.598555:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.598558:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.598560:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.598563:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.598564:0:22099:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384332.598565:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.598569:0:22099:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384332.598577:0:22099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000400:00000200:3.0:1767384332.598580:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000100:00000040:1.0:1767384332.598581:0:22099:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384332.598593:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384332.598598:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.598603:0:22099:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443642960 : -130123265908656 : ffff89a750f56050) 00000100:00000040:1.0:1767384332.598614:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097912c17 x1853236742997248/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.598624:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384332.598629:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000084af227. 00000100:00000001:1.0:1767384332.598634:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384332.598640:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000084af227. 00000100:00100000:1.0:1767384332.598649:0:22099:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742997248:12345-0@lo:253: 00000100:00000001:2.0:1767384332.598654:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384332.598654:0:22099:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997248 00000100:00000001:2.0:1767384332.598657:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.598660:0:22099:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384332.598661:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384332.598665:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384332.598666:0:22099:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384332.598667:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.598670:0:22099:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.598673:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742997376:0@lo:253: 00000400:00000200:3.0:1767384332.598674:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000020:00000001:1.0:1767384332.598675:0:22099:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384332.598679:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384332.598681:0:22099:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384332.598685:0:22099:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384332.598687:0:22099:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384332.598690:0:22099:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384332.598692:0:22099:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384332.598696:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384332.598697:0:22099:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.598699:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.598702:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384332.598704:0:22099:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384332.598707:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008d7c79e0. 02000000:00000001:1.0:1767384332.598708:0:22099:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384332.598712:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.598716:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e625f9b4. 00000400:00000200:3.0:1767384332.598717:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 02000000:00000010:1.0:1767384332.598718:0:22099:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad7d0e45. 00000400:00000010:2.0:1767384332.598720:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083cd45ee. 02000000:00000001:1.0:1767384332.598723:0:22099:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384332.598727:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742997376, portal 25 00000100:00000001:1.0:1767384332.598728:0:22099:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598731:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 20000000:00000001:1.0:1767384332.598733:0:22099:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384332.598745:0:22099:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071134ca7. 00000100:00000001:2.0:1767384332.598750:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 20000000:01000000:1.0:1767384332.598750:0:22099:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384332.598757:0:22099:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000040:2.0:1767384332.598758:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384332.598762:0:22099:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384332.598764:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.598765:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:1.0:1767384332.598773:0:22099:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.598778:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:1.0:1767384332.598778:0:22099:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.598782:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a14334d. 20000000:00000001:1.0:1767384332.598783:0:22099:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:2.0:1767384332.598788:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742997376, offset 0 00000400:00000200:2.0:1767384332.598794:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000010:1.0:1767384332.598796:0:22099:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000337b9deb. 20000000:01000000:1.0:1767384332.598800:0:22099:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000400:00000200:3.0:1767384332.598804:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 20000000:00000001:1.0:1767384332.598807:0:22099:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384332.598810:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:1.0:1767384332.598815:0:22099:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384332.598820:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04580 00080000:00000001:1.0:1767384332.598821:0:22099:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384332.598825:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x101d [2] + 0 00000400:00000010:2.0:1767384332.598828:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00080000:00000001:1.0:1767384332.598839:0:22099:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384332.598841:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.598849:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6ecf8cd 00000400:00000200:2.0:1767384332.598853:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384332.598856:0:22099:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384332.598859:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384332.598861:0:22099:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384332.598863:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ecf8cd 00080000:00000001:1.0:1767384332.598864:0:22099:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.598867:0:22099:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384332.598868:0:22099:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.598872:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6ecf8cd. 00080000:00000002:1.0:1767384332.598874:0:22099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000003e5bcaa3 00000100:00000001:2.0:1767384332.598878:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384332.598880:0:22099:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c1ea5b0c 00000100:00000200:2.0:1767384332.598881:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000002:1.0:1767384332.598886:0:22099:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384332.598891:0:22099:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384332.598895:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000ea521220 x1853236742997376 msgsize 4848 00080000:00000001:1.0:1767384332.598895:0:22099:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.598898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00080000:00000001:1.0:1767384332.598900:0:22099:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384332.598906:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384332.598907:0:22099:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:2.0:1767384332.598910:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:1.0:1767384332.598916:0:22099:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384332.598921:0:22099:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384332.598926:0:22099:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000085a98585. 00080000:00000001:1.0:1767384332.598930:0:22099:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920222720 : -130127789328896 : ffff89a643577600) 00080000:00000001:1.0:1767384332.598933:0:22099:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384332.598936:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384332.598938:0:22099:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384332.598940:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.598942:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a14334d 00080000:00000010:1.0:1767384332.598943:0:22099:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000084af227. 00000400:00000010:2.0:1767384332.598947:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a14334d. 00080000:00000001:1.0:1767384332.598949:0:22099:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.598951:0:16347:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1767384332.598954:0:22099:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:2.0:1767384332.598957:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.598964:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.598965:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.598970:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.598971:0:22099:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.598981:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.598991:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767384332.598991:0:22099:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384332.598996:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.599000:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294919656 00000100:00000001:2.0:1767384332.599003:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294919656 00000100:00000001:2.0:1767384332.599004:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294919656 00000100:00000001:2.0:1767384332.599006:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294919656 00000100:00000001:2.0:1767384332.599008:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294919656 00000100:00000001:2.0:1767384332.599018:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294919656 00000100:00000001:2.0:1767384332.599020:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294919656 00000100:00000001:2.0:1767384332.599021:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294919656 00000100:00000001:2.0:1767384332.599023:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.599025:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.599029:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.599031:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.599048:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.599051:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.599053:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.599071:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384332.599073:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997376 02000000:00000001:2.0:1767384332.599075:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384332.599077:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.599078:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.599080:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.599082:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997376 00000020:00000001:2.0:1767384332.599084:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384332.599141:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000020:00000040:2.0:1767384332.599142:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384332.599147:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.599149:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384332.599167:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384332.599169:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384332.599172:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384332.599175:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4703b2e. 00000100:00000001:2.0:1767384332.599178:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.599179:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4703b2e. 00000400:00000200:1.0:1767384332.599186:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000020:00000010:2.0:1767384332.599193:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083064490. 00000020:00000010:2.0:1767384332.599199:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000907457d1. 00000020:00000010:2.0:1767384332.599203:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c84e81d9. 00000800:00000010:3.0:1767384332.599208:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000100:00000001:2.0:1767384332.599208:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.599210:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.599214:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384332.599217:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006151f396. 00000100:00000001:2.0:1767384332.599219:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.599224:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:3.0:1767384332.599226:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f65d85a1. 00000100:00000001:2.0:1767384332.599238:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384332.599260:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f65d85a1. 00000800:00020000:3.0:1767384332.599272:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000100:00000001:2.0:1767384332.599279:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384332.599279:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.599284:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384332.599293:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384332.599296:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384332.599299:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443645008 : -130123265906608 : ffff89a750f56850) 00000400:00000200:1.0:1767384332.599320:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599349:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000040:2.0:1767384332.599351:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea521220 x1853236742997376/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.599376:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599400:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.599403:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384332.599426:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000020:00000010:2.0:1767384332.599430:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4703b2e. 00000100:00000001:2.0:1767384332.599433:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.599435:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4703b2e. 00000100:00100000:2.0:1767384332.599441:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742997376:12345-0@lo:253: 00000100:00000200:2.0:1767384332.599443:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997376 00000020:00000001:2.0:1767384332.599446:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384332.599447:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384332.599449:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.599451:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384332.599452:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384332.599454:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384332.599461:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000020:00000001:2.0:1767384332.599475:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384332.599478:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384332.599480:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384332.599482:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.599484:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384332.599486:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384332.599492:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 02000000:00000010:2.0:1767384332.599517:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bbf6dadd. 02000000:00000001:2.0:1767384332.599520:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.599520:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:2.0:1767384332.599525:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.599548:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 20000000:00000001:2.0:1767384332.599553:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384332.599562:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e28699c8. 20000000:01000000:2.0:1767384332.599565:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384332.599567:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384332.599568:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384332.599570:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.599571:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.599573:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384332.599598:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599635:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599663:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599688:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599720:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599747:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599777:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599812:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599848:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599882:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599906:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599927:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599950:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.599973:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600006:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600062:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600131:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600177:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600202:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600230:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600268:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.600296:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:1.0:1767384332.600486:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055298ebd. 00000800:00000010:1.0:1767384332.600492:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d4951c. 00000800:00000010:1.0:1767384332.600497:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e1d7ccd. 00000800:00000010:1.0:1767384332.600537:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e1d7ccd. 00000400:00000200:2.0:1767384332.600720:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384332.600737:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp28 from 218.3.0.2 00000800:00000010:2.0:1767384332.600740:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000d86eb44. 00000800:00000010:1.0:1767384332.600808:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f89bb76. 00000800:00000010:1.0:1767384332.600814:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae93d80a. 00000800:00000010:1.0:1767384332.600833:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013b22d2f. 00000800:00000200:1.1:1767384332.600837:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (2) 00000800:00000200:1.1:1767384332.600842:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp28 0000000013b22d2f deleted 00000800:00000010:1.1:1767384332.600844:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000013b22d2f. 00000800:00000200:1.1:1767384332.600848:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384332.600851:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:986 00000800:00000200:1.1:1767384332.600853:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d17b6df7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384332.600856:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp28 p 3.x 192.168.204.108 -> 192.168.204.108:986 incarnation:1767384330774917055 sched[0] 00000800:00000010:1.0:1767384332.600861:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e1d7ccd. 00000800:00000010:1.0:1767384332.600900:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e1d7ccd. 00000800:00000010:1.0:1767384332.600903:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae93d80a. 00000800:00000010:1.0:1767384332.600920:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000d86eb44. 00000800:00000001:1.0:1767384332.600928:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.600933:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384332.600972:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.600975:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d17b6df7. 00000400:00000200:1.0:1767384332.600977:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.600980:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: GET: OK 00000400:00000200:1.0:1767384332.600983:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384332.600985:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000200:1.1:1767384332.601004:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384332.601007:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp28 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384330774917055 sched[0] 00000800:00000010:1.0:1767384332.601009:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d4951c. 00000400:00000200:1.0:1767384332.601046:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601084:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601134:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601166:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601210:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601309:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601346:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601395:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601485:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601529:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601566:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601624:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601658:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601710:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601759:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601786:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601810:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601850:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601890:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.601932:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000800:00000001:2.0:1767384332.601969:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.601977:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.601978:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000800:00000001:2.0:1767384332.601991:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.602000:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.602002:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.602021:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : GET - for me 00000400:00000200:1.0:1767384332.602022:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.602031:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384332.602043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602061:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602082:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602095:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.602156:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 368/368 into md 0x1715 [1] + 0 00000400:00000200:1.0:1767384332.602158:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602177:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.602186:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000400:00000200:2.0:1767384332.602194:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [58:58:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1767384332.602196:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602211:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602227:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384332.602238:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) 192.168.204.108@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384332.602259:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000400:00000200:1.0:1767384332.602264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384332.602284:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:2.0:1767384332.602301:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000425d3b6e. 00000400:00000200:1.0:1767384332.602301:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00000200:2.0:1767384332.602327:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (4) 00000800:00000200:2.0:1767384332.602333:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:988 00000800:00000200:2.0:1767384332.602360:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000425d3b6e type 3, nob 464 niov 1 nkiov 1 00000800:00000010:1.0:1767384332.602421:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000825d2894. 00000800:00000010:1.0:1767384332.602430:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d4951c. 00000800:00000010:1.0:1767384332.602433:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e1d7ccd. 00000800:00000010:1.0:1767384332.602458:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e1d7ccd. 00000800:00000200:2.0:1767384332.602465:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384332.602468:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000425d3b6e. 00000800:00000001:1.0:1767384332.602471:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384332.602473:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384332.602475:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384332.602480:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: REPLY: OK 00000800:00000001:1.0:1767384332.602480:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.602485:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.602488:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.602490:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.602494:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : REPLY - for me 00000400:00000200:1.0:1767384332.602510:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp28: Reply from 12345-192.168.204.108@tcp28 of length 368/368 into md 0x1729 00000800:00000001:1.0:1767384332.602514:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.602518:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.602520:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.602524:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: REPLY: OK 00000400:00000200:1.0:1767384332.602527:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000367e884e 00000400:00000010:1.0:1767384332.602528:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000367e884e. 00000400:00000200:1.0:1767384332.602532:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384332.602534:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:1.0:1767384332.602537:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:1.0:1767384332.602540:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 21. state = 0x100251 00000400:00000200:1.0:1767384332.602544:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384332.602550:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 00080000:00000010:2.0:1767384332.602554:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085a98585. 00000800:00000001:1.0:1767384332.602555:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.602560:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.602575:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384332.602579:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384332.602597:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 000000002d0bd88d. 00000400:00000010:1.0:1767384332.602601:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384332.602605:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 0000000085a98585. 00000400:00000010:1.0:1767384332.602630:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000080335a05. 00000400:00000200:1.0:1767384332.602635:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000080335a05 nid 192.168.204.108@tcp29 00000400:00000010:1.0:1767384332.602638:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e4c8ec45. 00000400:00000200:1.0:1767384332.602640:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e4c8ec45 net tcp29 00000400:00000200:1.0:1767384332.602648:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000200:1.0:1767384332.602653:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp29 flags 0x11 00000400:00000010:1.0:1767384332.602656:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 000000002d0bd88d. 00000400:00000010:1.0:1767384332.602659:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384332.602661:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 0000000085a98585. 00000400:00000010:1.0:1767384332.602663:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000066f60926. 00000400:00000200:1.0:1767384332.602665:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384332.602667:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384332.602669:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384332.602671:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384332.602673:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384332.602674:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:1.0:1767384332.602676:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384332.602679:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 00080000:00000010:1.0:1767384332.602690:0:22099:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000084af227. 00040000:00000001:1.0:1767384332.602693:0:22099:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384332.602695:0:22099:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384332.602698:0:22099:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384332.602701:0:22099:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384332.602703:0:22099:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384332.602705:0:22099:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384332.602713:0:22099:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384332.602717:0:22099:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384332.602719:0:22099:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384332.602723:0:22099:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384332.602773:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384332.602776:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384332.602778:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384332.602781:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384332.602784:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384332.602791:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099a6a3da. 00010000:00000001:1.0:1767384332.602795:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384332.602798:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003bdfccc7. 00000020:00000001:1.0:1767384332.602801:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384332.602831:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003bdfccc7 with handle 0x88edd5ef35457dc6 to hash 00000020:00000001:1.0:1767384332.602833:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384332.602834:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384332.602837:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384332.602839:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384332.602840:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384332.602842:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602848:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384332.602851:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384332.602853:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384332.602854:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384332.602856:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384332.602858:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384332.602859:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384332.602861:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384332.602863:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384332.602865:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384332.602866:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384332.602867:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099a6a3da) refcount = 1 00010000:00010000:1.0:1767384332.602870:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602874:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384332.602875:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384332.602876:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384332.602877:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602879:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384332.602881:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384332.602883:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384332.602885:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384332.602886:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384332.602887:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=4 00000020:00000001:1.0:1767384332.602889:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00000400:00000200:2.0:1767384332.602893:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:1.0:1767384332.602899:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384332.602901:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384332.602903:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602908:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384332.602909:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602913:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384332.602914:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384332.602915:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602918:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384332.602919:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602921:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384332.602922:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp28 from 217.3.0.2 00010000:00010000:1.0:1767384332.602923:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384332.602927:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000d86eb44. 00010000:00010000:1.0:1767384332.602931:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003bdfccc7 already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384332.602935:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384332.602936:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384332.602937:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602941:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384332.602942:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384332.602942:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384332.602943:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=5 00000020:00000001:1.0:1767384332.602944:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384332.602946:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384332.602948:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384332.602949:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602958:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384332.602960:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384332.602961:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602965:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384332.602966:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384332.602968:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384332.602969:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384332.602971:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003bdfccc7 with handle 0x88edd5ef35457dc6 from hash 00010000:00000001:1.0:1767384332.602973:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384332.602974:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384332.602975:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384332.602977:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384332.602979:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384332.602980:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384332.602981:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384332.602983:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384332.602985:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602987:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384332.602988:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384332.602990:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384332.602990:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384332.602991:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602992:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.602993:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384332.602995:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.602998:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384332.602999:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384332.603000:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384332.603000:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384332.603001:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384332.603002:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384332.603003:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384332.603005:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384332.603006:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384332.603014:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384332.603017:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384332.603019:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384332.603020:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457dc6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384332.603024:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099a6a3da count: 0 00010000:00000001:1.0:1767384332.603037:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384332.603038:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:1.0:1767384332.603061:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066f60926. 20000000:01000000:1.0:1767384332.603063:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384332.603066:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384332.603069:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384332.603071:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384332.603076:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384332.603082:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.603084:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384332.603085:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.603086:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384332.603087:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384332.603089:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384332.603091:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:1.0:1767384332.603093:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384332.603095:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384332.603097:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.603117:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384332.603119:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384332.603122:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384332.603124:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384332.603126:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000085a98585. 00080000:00000001:1.0:1767384332.603129:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920222720 : -130127789328896 : ffff89a643577600) 00080000:00000001:1.0:1767384332.603131:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384332.603132:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384332.603134:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000084af227. 00080000:00000001:1.0:1767384332.603142:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.603144:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384332.603150:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.603156:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:1.0:1767384332.603165:0:22099:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384332.603167:0:22099:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384332.603169:0:22099:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071134ca7. 20000000:00000001:1.0:1767384332.603172:0:22099:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384332.603175:0:22099:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997248 00010000:00000001:1.0:1767384332.603177:0:22099:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384332.603182:0:22099:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097912c17 x1853236742997248/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384332.603188:0:22099:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384332.603190:0:22099:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384332.603193:0:22099:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384332.603196:0:22099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384332.603198:0:22099:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384332.603200:0:22099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384332.603202:0:22099:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384332.603203:0:22099:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.603205:0:22099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.603208:0:22099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384332.603211:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae93d80a. 00000100:00000200:1.0:1767384332.603213:0:22099:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742997248, offset 224 00000400:00000200:1.0:1767384332.603218:0:22099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384332.603222:0:22099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384332.603226:0:22099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04500 00000400:00000200:1.0:1767384332.603229:0:22099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x171d [2] + 224 00000400:00000200:1.0:1767384332.603233:0:22099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.603236:0:22099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384332.603240:0:22099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384332.603244:0:22099:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.603250:0:22099:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.603268:0:22099:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384332.603273:0:22099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae93d80a 00000400:00000010:1.0:1767384332.603275:0:22099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae93d80a. 00000100:00000001:1.0:1767384332.603278:0:22099:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384332.603279:0:22099:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384332.603283:0:22099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.603286:0:22099:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384332.603288:0:22099:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384332.603289:0:22099:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.603291:0:22099:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384332.603294:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097912c17 x1853236742997248/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384332.603299:0:22099:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742997248:12345-0@lo:253: Request processed in 4675us (5266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384332.603305:0:22099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1767384332.603307:0:22099:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384332.603309:0:22099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384332.603311:0:22099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384332.603314:0:22099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3224f. 00000020:00000010:1.0:1767384332.603318:0:22099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 00000020:00000010:1.0:1767384332.603321:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c00b7. 00000020:00000040:1.0:1767384332.603326:0:22099:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:1.0:1767384332.603329:0:22099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384332.603331:0:22099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad7d0e45. 02000000:00000001:1.0:1767384332.603334:0:22099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384332.603335:0:22099:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384332.603338:0:22099:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384332.603341:0:22099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093bec313. 00000400:00000010:1.0:1767384332.603343:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae93d80a. 00000100:00000001:1.0:1767384332.603357:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.603359:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384332.603362:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384332.603363:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384332.603371:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc44de4. 00000400:00000200:1.0:1767384332.603374:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e2fce1b 00000400:00000010:1.0:1767384332.603375:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e2fce1b. 00000100:00000001:1.0:1767384332.603378:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1767384332.603381:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e319bd26. 00000100:00000200:1.0:1767384332.603381:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384332.603387:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a14334d. 00000100:00000200:1.0:1767384332.603398:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.603407:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384332.603408:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.603410:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384332.603412:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384332.603414:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.603415:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.603417:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384332.603420:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=42 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384332.603423:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=42 v=5 (1 0 0 0) 00000800:00000010:2.0:1767384332.603424:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a40b3dd8. 00000100:00000001:1.0:1767384332.603426:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384332.603429:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.603431:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384332.603433:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.603435:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.603437:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.603442:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384332.603443:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384332.603445:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384332.603447:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384332.603448:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384332.603448:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.603449:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.603450:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384332.603451:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.603452:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384332.603453:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384332.603455:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.603460:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.1:1767384332.603464:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (4) 00000100:00000040:1.0:1767384332.603464:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384332.603476:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp28 00000000a40b3dd8 deleted 00000100:00100000:1.0:1767384332.603479:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000647a4b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742997248:0@lo:253: 00000100:00000001:1.0:1767384332.603482:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.603483:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384332.603485:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000647a4b16 x1853236742997248/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.603490:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:2.1:1767384332.603492:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a40b3dd8. 02000000:00000001:1.0:1767384332.603493:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384332.603497:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537f48de. 00000800:00000200:2.1:1767384332.603499:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 02000000:00000001:1.0:1767384332.603502:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384332.603505:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384332.603507:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000200:2.0:1767384332.603508:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp28 p 3.x 192.168.204.108 -> 192.168.204.108:985 incarnation:1767384330774917055 sched[0] 00000020:00000001:1.0:1767384332.603512:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384332.603514:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008d4492ce. 02000000:00000001:1.0:1767384332.603517:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384332.603518:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384332.603520:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000647a4b16. 00000800:00000010:2.0:1767384332.603526:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000100:00000001:1.0:1767384332.603526:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384332.603528:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.603532:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.603534:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.603534:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.603535:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.603536:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384332.603601:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384332.603613:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp28 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384330774917055 sched[0] 00000800:00000010:2.0:1767384332.603617:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00000010:1.0:1767384332.603618:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d4951c. 00000800:00000010:2.0:1767384332.603624:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a14334d. 00000800:00000001:1.0:1767384332.603649:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.603654:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.603701:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384332.603704:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000d86eb44. 00000800:00000001:1.0:1767384332.603704:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384332.605303:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085a98585. 00080000:00000010:0.0:1767384332.605330:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000084af227. 00040000:00000001:0.0:1767384332.605337:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.605338:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384332.605341:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384332.605345:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384332.605347:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.605349:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384332.605351:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384332.605364:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384332.605367:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384332.605370:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384332.605373:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384332.605380:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384332.605382:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384332.605385:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384332.605387:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384332.605392:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c4e7b238. 00010000:00000001:2.0:1767384332.605395:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384332.605398:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000be4d3378. 00000020:00000001:2.0:1767384332.605401:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384332.605404:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000be4d3378 with handle 0x88edd5ef35457dcd to hash 00000020:00000001:2.0:1767384332.605406:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384332.605407:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605410:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605412:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.605413:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.605415:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605421:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384332.605422:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384332.605423:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384332.605425:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.605426:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.605428:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.605429:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.605431:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384332.605432:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384332.605433:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384332.605435:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384332.605436:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c4e7b238) refcount = 1 00010000:00010000:2.0:1767384332.605438:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605442:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384332.605443:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384332.605444:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.605445:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605452:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384332.605454:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384332.605455:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384332.605457:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.605458:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.605459:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=4 00000020:00000001:2.0:1767384332.605460:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605462:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605464:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384332.605465:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605469:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384332.605470:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605473:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.605474:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384332.605475:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605478:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.605479:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605480:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384332.605481:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384332.605484:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000be4d3378 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384332.605486:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.605487:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384332.605488:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605491:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384332.605492:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.605499:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.605500:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=5 00000020:00000001:2.0:1767384332.605502:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605503:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384332.605505:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384332.605506:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605509:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384332.605510:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.605511:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605513:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384332.605514:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384332.605515:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.605516:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.605517:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000be4d3378 with handle 0x88edd5ef35457dcd from hash 00010000:00000001:2.0:1767384332.605519:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.605519:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.605520:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.605521:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384332.605522:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.605523:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384332.605524:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384332.605525:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.605526:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605527:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384332.605528:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384332.605529:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.605530:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.605530:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605532:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605533:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.605534:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605537:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.605544:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.605544:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384332.605545:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384332.605546:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.605547:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.605548:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384332.605549:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.605550:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.605552:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.605555:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384332.605557:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384332.605558:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000be4d3378/0x88edd5ef35457dcd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384332.605562:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c4e7b238 count: 0 00010000:00000001:2.0:1767384332.605569:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384332.605570:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384332.605599:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384332.605607:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384332.605608:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e28699c8. 20000000:00000001:0.0:1767384332.605612:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384332.605614:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997376 00010000:00000001:0.0:1767384332.605615:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384332.605619:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea521220 x1853236742997376/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384332.605624:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384332.605625:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.605627:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.605629:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384332.605630:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384332.605632:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384332.605634:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384332.605635:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.605637:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.605639:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.605641:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1187c87. 00000100:00000200:0.0:1767384332.605644:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742997376, offset 224 00000400:00000200:0.0:1767384332.605648:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.605652:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.605658:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04580 00000400:00000200:0.0:1767384332.605662:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x172d [2] + 224 00000400:00000200:0.0:1767384332.605666:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.605668:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.605670:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384332.605672:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384332.605678:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.605692:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384332.605695:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1187c87 00000400:00000010:0.0:1767384332.605697:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1187c87. 00000100:00000001:0.0:1767384332.605705:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384332.605706:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.605709:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.605712:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384332.605714:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384332.605715:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384332.605716:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.605719:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384332.605720:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384332.605726:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384332.605726:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea521220 x1853236742997376/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384332.605730:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384332.605733:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e625f9b4. 00000100:00100000:0.0:1767384332.605737:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742997376:12345-0@lo:253: Request processed in 6333us (6848us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384332.605738:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd45ee 00000100:00100000:0.0:1767384332.605743:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:0.0:1767384332.605745:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000010:2.0:1767384332.605749:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083cd45ee. 00000100:00000001:0.0:1767384332.605750:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384332.605752:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384332.605754:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384332.605756:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000907457d1. 00000100:00000200:2.0:1767384332.605761:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384332.605761:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c84e81d9. 00000020:00000010:0.0:1767384332.605766:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083064490. 00000020:00000040:0.0:1767384332.605771:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000200:2.0:1767384332.605777:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384332.605777:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384332.605779:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bbf6dadd. 02000000:00000001:0.0:1767384332.605784:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384332.605786:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.605790:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384332.605791:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384332.605792:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384332.605795:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dd758c. 00000100:00000001:2.0:1767384332.605796:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384332.605799:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384332.605800:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1187c87. 00000100:00000001:2.0:1767384332.605801:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.605804:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.605812:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384332.605815:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384332.605818:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.605820:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.605821:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.605823:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384332.605824:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.605825:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.605828:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.605833:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.605835:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384332.605836:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384332.605838:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384332.605840:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384332.605841:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384332.605842:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.605843:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384332.605843:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.605844:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384332.605845:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.605847:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384332.605848:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.605853:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742997376:0@lo:253: 00000100:00000001:2.0:1767384332.605856:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.605857:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.605858:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742997376/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.605862:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.605863:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.605864:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008d7c79e0. 02000000:00000001:2.0:1767384332.605866:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.605867:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.605868:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384332.605876:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.605877:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b891b0. 02000000:00000001:2.0:1767384332.605879:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.605880:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.605881:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000100:00000001:2.0:1767384332.605883:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.605884:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.605885:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.605889:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.605890:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.605892:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.605893:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384332.607015:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006151f396. 00000800:00000010:3.0:1767384332.607020:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ae94d28. 00000100:00000040:3.0:1767384332.607030:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294919656, at 4294919659 00000100:00000010:3.0:1767384332.607042:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ae2ce4f. 00000400:02020000:3.0:1767384332.607094:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp27 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384332.607135:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294919656, at 4294919660 00000100:00000010:0.0:1767384332.607141:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ba8852. 00000100:00000040:2.0:1767384332.607177:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294919656, at 4294919660 00000100:00000040:1.0:1767384332.607181:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294919656, at 4294919660 00000100:00000010:2.0:1767384332.607183:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025daf08e. 00000100:00000010:1.0:1767384332.607190:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ebe7cc1. 00010000:00000010:1.1:1767384332.608634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099a6a3da. 00010000:00000010:1.1:1767384332.608639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003bdfccc7. 00010000:00000010:2.1:1767384332.611387:0:26526:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4e7b238. 00010000:00000010:2.1:1767384332.611393:0:26526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be4d3378. 00000400:00000010:0.0:1767384332.614505:0:26525:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ae3c2d55. 00000400:00000040:0.0:1767384332.614521:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.614523:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.614525:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.614527:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.614529:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.614533:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384332.614536:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.614537:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.614538:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.614539:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384332.614541:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.614542:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.614544:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.614545:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.614546:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384332.614547:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.614548:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.614549:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384332.614549:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384332.614551:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.614552:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.614553:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.614554:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.614555:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.614555:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384332.614557:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.614558:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.614559:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.614560:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.614560:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.614561:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384332.614562:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.614563:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.614564:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.614565:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.614566:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.614567:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384332.614568:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.614569:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.614570:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.614571:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.614572:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.614573:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384332.614574:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384332.614579:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384332.614580:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384332.614581:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384332.614582:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384332.614598:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.614599:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.614600:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384332.614601:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.614601:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384332.614603:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384332.614603:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384332.614604:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384332.614605:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384332.614644:0:26525:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ae3c2d55. 00010000:00000001:0.0:1767384332.820148:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384332.820153:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.820158:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384332.820160:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.820189:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384332.820193:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.820196:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384333.139149:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384333.139153:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:3.0:1767384333.139157:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.139159:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384333.139160:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384333.139162:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384333.139164:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384333.139166:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384333.139168:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 39 10000000:00000001:3.0:1767384333.139170:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384333.139172:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384333.139178:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 00000020:00000040:3.0:1767384333.139182:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384333.139186:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.139189:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384333.139204:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384333.139210:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000928a8f79. 00000100:00000001:3.0:1767384333.139216:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.139220:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384333.139222:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384333.139229:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a85553c5. 00010000:00000001:3.0:1767384333.139233:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384333.139237:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c25d625b. 00000020:00000001:3.0:1767384333.139240:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384333.139243:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c25d625b with handle 0x88edd5ef35457dd4 to hash 00000020:00000001:3.0:1767384333.139245:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384333.139247:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.139249:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.139252:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.139260:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.139262:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384333.139270:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384333.139278:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384333.139283:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384333.139285:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384333.139289:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046e7e058. 00000100:00000001:3.0:1767384333.139291:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934762752 : -130127774788864 : ffff89a644355300) 00000100:00000001:3.0:1767384333.139294:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.139295:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000001:3.0:1767384333.139299:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384333.139301:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139303:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384333.139305:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384333.139312:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.139319:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.139320:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.139323:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384333.139325:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.139328:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.139330:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742997504:0@lo:101: 00000100:00000001:3.0:1767384333.139333:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.139338:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384333.139340:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.139342:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384333.139345:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c7086c94. 02000000:00000001:3.0:1767384333.139347:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.139357:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000400:00000010:3.0:1767384333.139362:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000100:00000200:3.0:1767384333.139367:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742997504, portal 25 00000100:00000001:3.0:1767384333.139369:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.139370:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000040:3.0:1767384333.139374:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.139380:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.139382:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.139385:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000100:00000200:3.0:1767384333.139387:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742997504, offset 0 00000400:00000200:3.0:1767384333.139393:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.139407:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.139420:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc04600 00000400:00000200:3.0:1767384333.139426:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x102d [2] + 0 00000400:00000010:3.0:1767384333.139431:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a0e767. 00000400:00000200:3.0:1767384333.139435:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000683a2f71 00000400:00000200:3.0:1767384333.139441:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.139446:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.139452:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000683a2f71 00000400:00000010:3.0:1767384333.139454:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000683a2f71. 00000100:00000001:3.0:1767384333.139460:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.139462:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384333.139465:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000050cf5144 x1853236742997504 msgsize 328 00000100:00100000:3.0:1767384333.139470:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.139472:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384333.139483:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.139491:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:3.0:1767384333.139493:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000100:00000001:3.0:1767384333.139497:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.139500:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.139507:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384333.139510:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384333.139511:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.139515:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997504 02000000:00000001:0.0:1767384333.139518:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384333.139520:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.139523:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.139529:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139530:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139534:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384333.139534:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997504 00000020:00000001:0.0:1767384333.139537:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384333.139539:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384333.139540:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.139541:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.139545:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:3.0:1767384333.139548:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294920197 00000020:00000001:0.0:1767384333.139548:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384333.139553:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:3.0:1767384333.139554:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033ac7bf8. 00000100:00000001:0.0:1767384333.139557:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384333.139561:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384333.139561:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:0.0:1767384333.139566:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.139569:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294920197 00000020:00000010:0.0:1767384333.139569:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000020:00000010:0.0:1767384333.139586:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000100:00000010:3.0:1767384333.139588:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000425c6779. 00000100:00000001:3.0:1767384333.139592:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384333.139598:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294920197 00000020:00000010:0.0:1767384333.139600:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8515a0a. 00000100:00000010:3.0:1767384333.139603:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721db69c. 00000020:00000010:0.0:1767384333.139606:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000100:00000001:3.0:1767384333.139607:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384333.139623:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294920197 00000100:00000010:3.0:1767384333.139626:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe1940e. 00000100:00000040:0.0:1767384333.139628:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384333.139629:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384333.139633:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384333.139635:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.139636:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.139638:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139639:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139643:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.139644:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384333.139646:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000046e7e058 going to sleep for 11 seconds 00000100:00000001:0.0:1767384333.139646:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139650:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.139654:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.139657:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.139670:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.139672:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384333.139677:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384333.139680:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384333.139683:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443634768 : -130123265916848 : ffff89a750f54050) 00000100:00000040:0.0:1767384333.139687:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050cf5144 x1853236742997504/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 328/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.139694:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384333.139698:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:0.0:1767384333.139699:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384333.139701:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000100:00100000:0.0:1767384333.139706:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742997504:12345-0@lo:101: 00000100:00000200:0.0:1767384333.139709:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997504 00000020:00000001:0.0:1767384333.139712:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384333.139715:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384333.139717:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.139719:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.139721:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:0.0:1767384333.139723:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384333.139724:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.139726:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384333.139728:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384333.139731:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.139732:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384333.139734:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384333.139742:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384333.139744:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384333.139745:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.139750:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384333.139754:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029e0a6c1. 00010000:00000001:0.0:1767384333.139757:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384333.139760:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000001:0.0:1767384333.139762:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384333.139763:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038d93a0c with handle 0x88edd5ef35457ddb to hash 00000020:00000001:0.0:1767384333.139765:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384333.139766:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384333.139768:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00010000:0.0:1767384333.139770:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457dd4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384333.139775:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:0.0:1767384333.139777:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384333.139783:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384333.139785:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384333.139789:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fa6a684f. 02000000:00000001:0.0:1767384333.139790:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.139792:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.139794:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384333.139797:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384333.139799:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384333.139801:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.139803:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.139804:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.139805:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.139807:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384333.139809:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384333.139810:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384333.139811:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384333.139813:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029e0a6c1) refcount = 1 00010000:00010000:0.0:1767384333.139817:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.139828:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384333.139829:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384333.139831:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.139833:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.139834:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384333.139838:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384333.139840:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.139845:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384333.139847:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384333.139849:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.139851:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.139852:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384333.139854:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.139855:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384333.139856:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000038d93a0c, rc 0) 00000020:00000001:0.0:1767384333.139858:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384333.139859:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997504 00010000:00000001:0.0:1767384333.139861:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384333.139865:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050cf5144 x1853236742997504/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 328/344 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384333.139870:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384333.139872:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.139875:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384333.139879:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384333.139881:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.139883:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384333.139886:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384333.139887:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.139889:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.139891:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384333.139894:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384333.139896:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742997504, offset 224 00000400:00000200:0.0:1767384333.139907:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.139913:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384333.139919:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc04600 00000400:00000200:0.0:1767384333.139924:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1745 [1] + 224 00000400:00000200:0.0:1767384333.139927:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.139930:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.139935:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384333.139938:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.139945:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.139960:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384333.139964:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384333.139965:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:0.0:1767384333.139969:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.139971:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.139976:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.139979:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384333.139980:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384333.139984:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384333.139986:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384333.139987:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384333.139989:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384333.139990:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384333.139993:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cf5144 x1853236742997504/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 328/344 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.139994:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:3.0:1767384333.140000:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:3.0:1767384333.140003:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000100:00100000:0.0:1767384333.140006:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742997504:12345-0@lo:101: Request processed in 308us (536us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384333.140009:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384333.140016:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.140016:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384333.140021:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384333.140025:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.140028:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384333.140032:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384333.140033:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8515a0a. 00000020:00000010:0.0:1767384333.140037:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000020:00000010:0.0:1767384333.140042:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030880bb6. 00000100:00000001:3.0:1767384333.140046:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384333.140048:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.140052:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384333.140054:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384333.140055:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:3.0:1767384333.140056:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.140059:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.140059:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384333.140061:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.140063:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fa6a684f. 00000100:00001000:3.0:1767384333.140066:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=43 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384333.140067:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384333.140071:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384333.140072:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.140076:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384333.140076:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384333.140080:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.140082:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5470705. 00010000:00000001:3.0:1767384333.140083:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384333.140087:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.140089:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050bc1a8d. 00000100:00000001:3.0:1767384333.140090:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.140096:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140120:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.140123:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384333.140125:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384333.140128:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.140133:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742997504:0@lo:101: 00000100:00000001:3.0:1767384333.140137:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.140138:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140140:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384333.140141:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.140142:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140145:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384333.140147:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046e7e058. 00000100:00000001:3.0:1767384333.140149:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384333.140150:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.140152:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384333.140159:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.140161:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.140162:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25d625b refcount=4 00000020:00000001:3.0:1767384333.140163:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.140165:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000040:3.0:1767384333.140169:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c25d625b, remote cookie: 0x88edd5ef35457ddb, flags: 0x0 00010000:00000001:3.0:1767384333.140171:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384333.140173:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384333.140174:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384333.140175:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384333.140176:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384333.140177:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a85553c5) refcount = 1 00010000:00010000:3.0:1767384333.140180:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.140184:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384333.140185:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384333.140185:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384333.140188:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384333.140190:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.140191:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.140195:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384333.140196:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.140197:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.140198:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.140199:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.140211:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140212:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.140214:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042610649 x1853236742997504/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140218:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384333.140220:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384333.140221:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c7086c94. 02000000:00000001:3.0:1767384333.140224:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384333.140230:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384333.140231:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384333.140233:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384333.140234:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000928a8f79. 02000000:00000001:3.0:1767384333.140236:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384333.140238:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384333.140239:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042610649. 00000100:00000001:3.0:1767384333.140241:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384333.140242:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384333.140243:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.140245:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384333.140246:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:3.0:1767384333.140247:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.140249:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.140250:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.140251:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25d625b refcount=3 00000020:00000001:3.0:1767384333.140252:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.140254:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.140255:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384333.140256:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.140257:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.140258:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.140260:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384333.140263:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d96d597d. 00000100:00000010:3.0:1767384333.140276:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 00000020:00000040:3.0:1767384333.140277:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384333.140279:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.140281:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384333.140283:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384333.140286:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000928a8f79. 00000100:00000001:3.0:1767384333.140288:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140290:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384333.140294:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c7086c94. 00000100:00000010:3.0:1767384333.140296:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001a097a1c. 00000020:00000040:3.0:1767384333.140297:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384333.140300:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384333.140308:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384333.140311:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046e7e058. 00000100:00000001:3.0:1767384333.140313:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934762752 : -130127774788864 : ffff89a644355300) 00000100:00000001:3.0:1767384333.140314:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.140316:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000001:3.0:1767384333.140318:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384333.140319:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140320:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384333.140322:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384333.140324:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140329:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.140329:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.140331:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384333.140332:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.140334:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.140336:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742997632:0@lo:256: 00000100:00000001:3.0:1767384333.140339:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.140341:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384333.140342:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140344:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384333.140348:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000400:00000010:3.0:1767384333.140352:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ca4a212f. 00000100:00000200:3.0:1767384333.140355:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc04680-0x695824dc04680, portal 33 00000100:00000001:3.0:1767384333.140357:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.140358:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384333.140360:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bcc2f05. 02000000:00000001:3.0:1767384333.140361:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.140363:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384333.140365:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000100:00000200:3.0:1767384333.140367:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742997632, portal 25 00000100:00000001:3.0:1767384333.140368:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.140369:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000040:3.0:1767384333.140372:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140381:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.140383:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.140385:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000100:00000200:3.0:1767384333.140387:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742997632, offset 0 00000400:00000200:3.0:1767384333.140391:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.140396:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.140403:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc04680 00000400:00000200:3.0:1767384333.140407:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x103d [2] + 0 00000400:00000010:3.0:1767384333.140410:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba9c5f7. 00000400:00000200:3.0:1767384333.140414:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bd6ac99 00000400:00000200:3.0:1767384333.140417:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.140421:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.140424:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bd6ac99 00000400:00000010:3.0:1767384333.140426:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bd6ac99. 00000100:00000001:3.0:1767384333.140430:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.140431:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384333.140434:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000098f8a2c1 x1853236742997632 msgsize 304 00000100:00100000:3.0:1767384333.140438:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.140440:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384333.140450:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.140455:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:3.0:1767384333.140457:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000100:00000001:3.0:1767384333.140461:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.140464:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140470:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.140472:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.140488:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140490:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.140494:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140497:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294920198 00000100:00000001:3.0:1767384333.140502:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920197 00000100:00000001:0.0:1767384333.140510:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384333.140512:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294920198 00000100:00100000:0.0:1767384333.140514:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997632 00000100:00000001:3.0:1767384333.140517:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920197 02000000:00000001:0.0:1767384333.140517:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384333.140520:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.140522:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140523:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294920198 02000000:00000001:0.0:1767384333.140526:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.140528:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920197 00000100:00100000:0.0:1767384333.140529:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997632 00000100:00000001:3.0:1767384333.140532:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294920198 00000020:00000001:0.0:1767384333.140532:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384333.140536:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384333.140537:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920197 00000020:00000001:0.0:1767384333.140538:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384333.140542:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384333.140542:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384333.140546:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384333.140547:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.140550:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384333.140551:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.140555:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384333.140556:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384333.140559:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000046e7e058 going to sleep for 11 seconds 00000100:00000001:3.0:1767384333.140562:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384333.140562:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:3.0:1767384333.140566:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140567:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384333.140572:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000020:00000010:0.0:1767384333.140592:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000020:00000010:0.0:1767384333.140594:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8515a0a. 00000020:00000010:0.0:1767384333.140598:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000100:00000040:0.0:1767384333.140602:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384333.140603:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384333.140604:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.140605:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140608:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140627:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.140633:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.140641:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384333.140645:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384333.140648:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384333.140650:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443639888 : -130123265911728 : ffff89a750f55450) 00000100:00000040:0.0:1767384333.140654:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f8a2c1 x1853236742997632/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 304/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.140661:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384333.140664:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:0.0:1767384333.140666:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384333.140667:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000100:00100000:0.0:1767384333.140671:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742997632:12345-0@lo:256: 00000100:00000200:0.0:1767384333.140684:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997632 00000020:00000001:0.0:1767384333.140686:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384333.140688:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384333.140689:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.140691:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.140692:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:0.0:1767384333.140695:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384333.140696:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.140698:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384333.140699:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384333.140700:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140703:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384333.140705:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384333.140708:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fa6a684f. 02000000:00000001:0.0:1767384333.140709:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140710:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.140713:0:17073:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384333.140716:0:17073:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384333.140718:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384333.140720:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384333.140722:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.140724:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384333.140725:0:17073:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384333.140732:0:17073:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d98ed40e. 20000000:00000001:0.0:1767384333.140735:0:17073:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384333.140746:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384333.140751:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384333.140756:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384333.140757:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384333.140758:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384333.140760:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384333.140762:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384333.140763:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384333.140764:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384333.140765:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384333.140767:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384333.140768:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384333.140770:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384333.140771:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384333.140772:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384333.140773:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384333.140774:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384333.140776:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384333.140777:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384333.140779:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384333.140780:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:0.0:1767384333.140781:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:0.0:1767384333.140787:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384333.140788:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384333.140790:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384333.140791:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384333.140792:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384333.140793:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384333.140795:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384333.140796:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384333.140797:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384333.140798:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384333.140800:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384333.140801:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384333.140802:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384333.140804:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384333.140805:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384333.140811:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384333.140812:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384333.140814:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384333.140815:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384333.140816:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384333.140817:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:0.0:1767384333.140819:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:0.0:1767384333.140821:0:17073:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:0.0:1767384333.140823:0:17073:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:0.0:1767384333.140825:0:17073:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384333.140828:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002b6f3847. 00000100:00000010:0.0:1767384333.140830:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008a76bd0d. 00000020:00000040:0.0:1767384333.140831:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:0.0:1767384333.140834:0:17073:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384333.140836:0:17073:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384333.140838:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000400:00000010:0.0:1767384333.140843:0:17073:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dff5556d. 00000400:00000200:0.0:1767384333.140845:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.140851:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384333.140856:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x695824dc04680 00000400:00000200:0.0:1767384333.140860:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1755 [4] + 0 00000400:00000010:0.0:1767384333.140862:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:0.0:1767384333.140864:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca4a212f 00000400:00000200:0.0:1767384333.140866:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.140868:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384333.140870:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca4a212f 00000400:00000010:0.0:1767384333.140871:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ca4a212f. 00000100:00000001:0.0:1767384333.140873:0:17073:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384333.140875:0:17073:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000042610649 desc 00000000c7086c94 mbits 1853236742997632 00000100:00000001:0.0:1767384333.140884:0:17073:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384333.140886:0:17073:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384333.140889:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384333.140897:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384333.140897:0:17073:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1761 00000400:00000200:0.0:1767384333.140899:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384333.140900:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.140904:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384333.140924:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384333.140926:0:17073:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002b6f3847 00000100:00000001:0.0:1767384333.140928:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384333.140932:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384333.140933:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:0.0:1767384333.140935:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384333.140936:0:17073:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002b6f3847 00000100:00000001:0.0:1767384333.140937:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384333.140940:0:17073:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x695824dc04680-0x695824dc04680 00000100:00000001:0.0:1767384333.140942:0:17073:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.140945:0:17073:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140947:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384333.140949:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:0.0:1767384333.140951:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008a76bd0d. 00000100:00000010:0.0:1767384333.140954:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002b6f3847. 00000100:00000001:0.0:1767384333.140956:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384333.140957:0:17073:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384333.140961:0:17073:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d98ed40e. 20000000:00000001:0.0:1767384333.140964:0:17073:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384333.140966:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997632 00010000:00000001:0.0:1767384333.140967:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384333.140970:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f8a2c1 x1853236742997632/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 304/240 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384333.140976:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384333.140977:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.140978:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384333.140980:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384333.140981:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.140983:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384333.140985:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384333.140986:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.140987:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.140989:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384333.140991:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384333.140992:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742997632, offset 224 00000400:00000200:0.0:1767384333.141000:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.141003:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384333.141006:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc04680 00000400:00000200:0.0:1767384333.141009:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1759 [1] + 224 00000400:00000200:0.0:1767384333.141011:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.141013:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.141015:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384333.141017:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.141023:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.141034:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384333.141036:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384333.141037:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:0.0:1767384333.141040:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.141041:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.141043:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.141045:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384333.141046:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384333.141049:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384333.141050:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384333.141051:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384333.141054:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384333.141054:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384333.141058:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000100:00000040:0.0:1767384333.141059:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f8a2c1 x1853236742997632/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:314/0 lens 304/240 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.141064:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:3.0:1767384333.141067:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000100:00000001:3.0:1767384333.141072:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384333.141072:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742997632:12345-0@lo:256: Request processed in 409us (635us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384333.141079:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.141083:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384333.141087:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384333.141091:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.141094:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384333.141095:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384333.141097:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8515a0a. 00000100:00000001:3.0:1767384333.141117:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384333.141119:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.141120:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384333.141122:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384333.141125:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384333.141126:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00000100:00000001:3.0:1767384333.141127:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.141131:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384333.141132:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030880bb6. 00000020:00000040:0.0:1767384333.141144:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:3.0:1767384333.141145:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=43 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384333.141148:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384333.141149:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=43 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384333.141151:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fa6a684f. 00000100:00000001:3.0:1767384333.141154:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384333.141155:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384333.141156:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.141157:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.141160:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384333.141162:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384333.141163:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.141167:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.141168:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f004e5. 00000100:00000040:3.0:1767384333.141170:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384333.141174:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b1d87bf. 00000100:00000040:3.0:1767384333.141181:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.141186:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384333.141188:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384333.141190:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.141194:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042610649 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742997632:0@lo:256: 00000100:00000001:3.0:1767384333.141200:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.141201:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.141203:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384333.141205:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.141208:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.141213:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384333.141214:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046e7e058. 00000100:00000001:3.0:1767384333.141217:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384333.141217:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384333.141219:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:3.0:1767384333.141221:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384333.141226:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b18189ea. 10000000:00000040:3.0:1767384333.141234:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384333.141238:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384333.141240:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384333.141249:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:3.0:1767384333.141251:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.141253:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384333.141254:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:3.0:1767384333.141256:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:3.0:1767384333.141258:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:3.0:1767384333.141261:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384333.141263:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:3.0:1767384333.141267:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384333.141271:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000200:3.0:1767384333.141274:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384333.141277:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:3.0:1767384333.141278:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 00000400:00000200:3.0:1767384333.141281:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:3.0:1767384333.141282:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:3.0:1767384333.141285:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141286:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:3.0:1767384333.141287:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:3.0:1767384333.141288:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141290:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:3.0:1767384333.141291:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:3.0:1767384333.141293:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141294:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:3.0:1767384333.141295:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:3.0:1767384333.141296:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141297:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:3.0:1767384333.141298:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:3.0:1767384333.141300:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141301:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:3.0:1767384333.141302:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:3.0:1767384333.141304:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141305:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:3.0:1767384333.141306:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:3.0:1767384333.141308:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141309:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:3.0:1767384333.141310:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:3.0:1767384333.141317:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141318:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:3.0:1767384333.141320:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:3.0:1767384333.141321:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141322:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:3.0:1767384333.141323:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:3.0:1767384333.141325:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141326:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:3.0:1767384333.141327:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:3.0:1767384333.141329:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141330:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:3.0:1767384333.141331:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:3.0:1767384333.141334:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141335:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:3.0:1767384333.141336:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:3.0:1767384333.141338:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141339:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:3.0:1767384333.141340:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:3.0:1767384333.141342:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141343:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:3.0:1767384333.141344:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:3.0:1767384333.141346:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141347:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:3.0:1767384333.141348:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:3.0:1767384333.141349:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141350:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:3.0:1767384333.141351:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:3.0:1767384333.141353:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141354:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:3.0:1767384333.141354:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:3.0:1767384333.141356:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141357:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:3.0:1767384333.141358:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:3.0:1767384333.141359:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141360:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:3.0:1767384333.141361:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:3.0:1767384333.141368:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384333.141369:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000100:00000001:3.0:1767384333.141370:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.141372:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384333.141374:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:3.0:1767384333.141377:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000dcaf08e2. 10000000:00000040:3.0:1767384333.141378:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 46/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:3.0:1767384333.141380:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384333.141386:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384333.141390:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f36e4c76. 00000020:00000010:3.0:1767384333.141395:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d0f0cce8. 00000040:00000010:3.0:1767384333.141400:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a3368f0. 00000020:00000010:3.0:1767384333.141404:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec04480a. 00000020:00000010:3.0:1767384333.141409:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384333.141415:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b1aa39be. 80000000:00000010:3.0:1767384333.141420:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006e786ff1. 40000000:00000010:3.0:1767384333.141425:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000dfc3248. 00100000:00000010:3.0:1767384333.141430:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b5a1676. 00040000:00000010:3.0:1767384333.141434:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fe566e6. 00040000:00000010:3.0:1767384333.141438:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000681622f6. 00040000:00000010:3.0:1767384333.141443:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005545c72e. 00080000:00000010:3.0:1767384333.141449:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009ae94d28. 00080000:00000010:3.0:1767384333.141455:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d498a57a. 00000004:00000010:3.0:1767384333.141462:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022c588ea. 00000004:00000010:3.0:1767384333.141468:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003ef826de. 00000004:00000010:3.0:1767384333.141474:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ddf03103. 00002000:00000010:3.0:1767384333.141480:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d8e958e. 00000004:00000010:3.0:1767384333.141485:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008e5fd189. 00000004:00000001:3.0:1767384333.141490:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384333.141493:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384333.141495:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000dcaf08e2 00000040:00001000:3.0:1767384333.141496:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384333.141499:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384333.141510:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384333.141512:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384333.141515:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384333.141517:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384333.141519:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384333.141521:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:3.0:1767384333.141523:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384333.141570:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.141587:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d0f0cce8. 00000040:00000010:3.0:1767384333.141591:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a3368f0. 00000020:00000010:3.0:1767384333.141594:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec04480a. 00000020:00000010:3.0:1767384333.141597:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384333.141600:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b1aa39be. 80000000:00000010:3.0:1767384333.141602:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006e786ff1. 40000000:00000010:3.0:1767384333.141605:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000dfc3248. 00100000:00000010:3.0:1767384333.141608:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007b5a1676. 00040000:00000010:3.0:1767384333.141610:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006fe566e6. 00040000:00000010:3.0:1767384333.141612:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000681622f6. 00040000:00000010:3.0:1767384333.141614:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005545c72e. 00080000:00000010:3.0:1767384333.141617:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d498a57a. 00080000:00000010:3.0:1767384333.141620:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009ae94d28. 00000004:00000010:3.0:1767384333.141622:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000022c588ea. 00000004:00000010:3.0:1767384333.141625:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003ef826de. 00000004:00000010:3.0:1767384333.141628:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ddf03103. 00002000:00000010:3.0:1767384333.141629:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d8e958e. 00000004:00000010:3.0:1767384333.141633:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008e5fd189. 00000020:00000010:3.0:1767384333.141635:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f36e4c76. 00000020:00000001:3.0:1767384333.141637:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.141639:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384333.141642:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000dcaf08e2. 10000000:00000010:3.0:1767384333.141645:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b18189ea. 10000000:00000001:3.0:1767384333.141646:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.141648:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.141651:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042610649 x1853236742997632/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.141665:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384333.141666:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384333.141667:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bcc2f05. 02000000:00000001:3.0:1767384333.141670:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384333.141671:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384333.141672:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384333.141674:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384333.141675:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384333.141676:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384333.141677:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384333.141679:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384333.141680:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001a097a1c. 00000100:00000010:3.0:1767384333.141682:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c7086c94. 00000100:00000001:3.0:1767384333.141684:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384333.141685:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000928a8f79. 02000000:00000001:3.0:1767384333.141686:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384333.141687:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384333.141688:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042610649. 00000100:00000001:3.0:1767384333.141690:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384333.141691:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384333.141703:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d96d597d. 10000000:01000000:3.0:1767384333.141706:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384333.141710:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384333.141711:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.141713:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.141714:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25d625b refcount=3 00000020:00000001:3.0:1767384333.141716:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.141718:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:3.0:1767384333.141720:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384333.141721:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.141726:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.141727:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384333.141732:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.141737:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384333.141738:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.141739:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384333.141741:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.141742:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.141743:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384333.141745:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384333.141747:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:3.0:1767384333.141748:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384333.146136:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294920198, at 4294920199 00000100:00000010:0.0:1767384333.146142:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033ac7bf8. 00000100:00000040:2.0:1767384333.146158:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294920198, at 4294920199 00000100:00000010:2.0:1767384333.146165:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721db69c. 00000100:00000040:3.0:1767384333.147360:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294920198, at 4294920200 00000100:00000010:3.0:1767384333.147366:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe1940e. 00000100:00000040:1.0:1767384333.147385:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294920198, at 4294920200 00000100:00000010:1.0:1767384333.147395:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000425c6779. 00000020:00000010:3.0:1767384333.150540:0:26705:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001a097a1c. 00000020:00000040:3.0:1767384333.150546:0:26705:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384333.150548:0:26705:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001a097a1c. 00000100:00000001:0.0:1767384333.652190:0:17065:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384333.652196:0:17065:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.652230:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384333.652234:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384333.717742:0:26859:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f06234e. 00080000:00000010:3.0:1767384333.717751:0:26859:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005f06234e. 00000020:00000001:3.0:1767384333.717755:0:26859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384333.717760:0:26859:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f06234e. 00080000:00000010:3.0:1767384333.717764:0:26859:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005f06234e. 00000020:00000001:3.0:1767384333.717767:0:26859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.843175:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384333.843181:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.843187:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384333.843189:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384333.843233:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384333.843237:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384333.843239:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384334.398769:0:27023:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384334.398772:0:27023:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:0.0:1767384334.401681:0:27023:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384334.408264:0:27024:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003764c4f2. 00000400:00000010:0.0:1767384334.408277:0:27024:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002ea483c7. 00000400:00000010:0.0:1767384334.408285:0:27024:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000017a63414. 00000400:00000010:0.0:1767384334.408288:0:27024:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e0020133. 00000400:00000010:0.0:1767384334.408291:0:27024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec695203. 00000400:00000010:0.0:1767384334.408295:0:27024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004039378f. 00000400:00000010:0.0:1767384334.408297:0:27024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0f8d5cd. 00000400:00000010:0.0:1767384334.408298:0:27024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c08ca093. 00000400:00000010:0.0:1767384334.408300:0:27024:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a00ca143. 00000800:00000010:0.0:1767384334.408313:0:27024:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f97475f0. 00000800:00000200:0.0:1767384334.408324:0:27024:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384334.408331:0:27024:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384334.408363:0:27024:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384334.408381:0:27024:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp30 [8/256/0/180] 00000400:00000010:0.0:1767384334.409647:0:27024:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000e91559d5. 00000400:00000010:0.0:1767384334.409657:0:27024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cdc6ac5. 00000400:00000010:0.0:1767384334.409661:0:27024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000400:00000001:0.0:1767384334.409675:0:27024:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384334.409677:0:27024:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384334.409678:0:27024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:0.0:1767384334.409680:0:27024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 00000400:00000010:0.0:1767384334.409681:0:27024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 00000400:00000010:0.0:1767384334.409685:0:27024:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000004095c7f6. 00000400:00000200:0.0:1767384334.409689:0:27024:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000200:0.0:1767384334.409698:0:27024:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384334.409705:0:27024:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:0.0:1767384334.409711:0:27024:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002ad44125. 00000020:01000000:0.0:1767384334.409714:0:27024:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384334.409716:0:27024:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp30 00000400:00000010:0.0:1767384334.409728:0:27024:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002ea483c7. 00000400:00000200:1.0:1767384334.409729:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384334.409730:0:27024:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003764c4f2. 00000400:00000200:1.0:1767384334.409739:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384334.409748:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367e884e. 00000020:00000001:2.0:1767384334.409749:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384334.409752:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 10000000:00000001:2.0:1767384334.409755:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384334.409758:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384334.409761:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384334.409761:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f518d1a. 00000020:01000004:2.0:1767384334.409767:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384334.409770:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384334.409772:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp28 00000020:01000004:2.0:1767384334.409773:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384334.409776:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.409778:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384334.409779:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384334.409780:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384334.409782:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384334.409783:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.409784:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384334.409788:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000020:00000040:2.0:1767384334.409793:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:1.0:1767384334.409794:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000100:00000001:2.0:1767384334.409799:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384334.409802:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384334.409806:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [59:59:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [59:59:8:4294967295] 02000000:00000001:2.0:1767384334.409813:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.409818:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp28 02000000:00000010:2.0:1767384334.409822:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a2b33e9. 00000400:00000200:1.0:1767384334.409831:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) : PUT try# 0 00000100:00000001:2.0:1767384334.409832:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.409842:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384334.409842:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000100:00000001:2.0:1767384334.409845:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384334.409850:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9024a0f. 00000100:00000040:2.0:1767384334.409853:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_02+2] req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384334.409863:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000800:00000200:1.0:1767384334.409872:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:988 00000800:00000200:1.0:1767384334.409877:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9024a0f type 1, nob 480 niov 1 nkiov 1 10000000:00000001:2.0:1767384334.409880:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384334.409883:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.409885:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384334.409886:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384334.409892:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384334.409894:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384334.409897:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384334.409897:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:3.0:1767384334.409900:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384334.409900:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384334.409900:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384334.409905:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384334.409905:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:3.0:1767384334.409906:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384334.409906:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384334.409909:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384334.409911:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384334.409913:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384334.409915:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.409917:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384334.409918:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384334.409920:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384334.409921:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384334.409924:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.409926:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384334.409929:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000020:00000040:2.0:1767384334.409934:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384334.409938:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384334.409941:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384334.409942:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384334.409943:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.409945:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384334.409950:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbf6dadd. 02000000:00000001:3.0:1767384334.409951:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384334.409955:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.409955:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.409961:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.409962:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384334.409966:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384334.409967:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742997760:0@lo:253: 00000100:00000040:2.0:1767384334.409976:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7de755] to pc [ptlrpcd_00_03+3] req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.409987:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384334.409994:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384334.409998:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.410002:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384334.410002:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384334.410007:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ae94d28. 02000000:00000001:3.0:1767384334.410011:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384334.410013:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.410017:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000020:00000001:2.0:1767384334.410018:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384334.410022:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384334.410024:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002322e87c. 00000020:00000010:2.0:1767384334.410026:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002ad44125. 00000100:00000200:3.0:1767384334.410030:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742997760, portal 25 00000100:00000001:3.0:1767384334.410035:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384334.410037:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.410038:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000800:00000200:1.0:1767384334.410039:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384334.410041:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384334.410045:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384334.410047:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9024a0f. 00000100:00000040:3.0:1767384334.410048:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384334.410051:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.410057:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.410071:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: PUT: OK 00000400:00000200:1.0:1767384334.410080:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384334.410082:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384334.410082:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384334.410087:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.410087:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp28: 0 00000100:00000040:3.0:1767384334.410090:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384334.410092:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384334.410096:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384334.410097:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fa2909. 02000000:00000001:2.0:1767384334.410117:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.410121:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742997888:0@lo:253: 00000100:00000001:2.0:1767384334.410124:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384334.410127:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384334.410128:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384334.410129:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742997760, offset 0 02000000:00000001:2.0:1767384334.410129:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.410134:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384334.410139:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e28699c8. 00000800:00000001:1.0:1767384334.410140:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.410141:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384334.410142:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.410148:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384334.410149:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e625f9b4. 00000800:00000001:1.0:1767384334.410154:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.410155:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384334.410156:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb188012. 00000100:00000200:2.0:1767384334.410160:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742997888, portal 25 00000100:00000001:2.0:1767384334.410164:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384334.410167:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 00000400:00000200:3.0:1767384334.410168:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04700 00000100:00000040:2.0:1767384334.410174:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.410176:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : PUT - for me 00000400:00000200:3.0:1767384334.410183:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x104d [2] + 0 00000100:00000001:2.0:1767384334.410193:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384334.410194:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c5a098. 00000400:00000200:1.0:1767384334.410195:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384334.410200:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384334.410202:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e7832c9 00000400:00000010:2.0:1767384334.410204:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000472274b. 00000400:00000200:3.0:1767384334.410210:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.410216:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 368/384 into md 0x1725 [1] + 0 00000400:00000200:3.0:1767384334.410219:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384334.410225:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074b9c6c0. 00000400:00000200:1.0:1767384334.410231:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0946e25 00000100:00000200:2.0:1767384334.410234:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742997888, offset 0 00000400:00000200:3.0:1767384334.410235:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7832c9 00000800:00000001:1.0:1767384334.410236:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384334.410240:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e7832c9. 00000800:00000001:1.0:1767384334.410246:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.410248:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384334.410249:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384334.410252:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384334.410253:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384334.410260:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000faa2f37f x1853236742997760 msgsize 4848 00000400:00000200:2.0:1767384334.410260:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384334.410263:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: PUT: OK 00000400:00000200:1.0:1767384334.410271:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000100:00100000:3.0:1767384334.410273:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384334.410275:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000100:00000040:3.0:1767384334.410277:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384334.410281:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04780 00000400:00000200:1.0:1767384334.410283:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384334.410287:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x105d [2] + 0 00000400:00000200:1.0:1767384334.410290:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (23) 00000100:00000001:3.0:1767384334.410291:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384334.410292:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c36bb36. 00000400:00000200:2.0:1767384334.410298:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6860616 00000400:00000200:1.0:1767384334.410301:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384334.410302:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041fa2909 00000400:00000200:2.0:1767384334.410303:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.410307:0:16340:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (384 bytes) 00000400:00000200:2.0:1767384334.410311:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384334.410312:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041fa2909. 00000400:00000200:1.0:1767384334.410317:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:3.0:1767384334.410319:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384334.410326:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.410330:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (24) 00000400:00000200:2.0:1767384334.410340:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6860616 00000400:00000200:1.0:1767384334.410340:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384334.410342:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384334.410345:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6860616. 00000100:00000040:3.0:1767384334.410348:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.410350:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384334.410352:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000100:00000200:2.0:1767384334.410354:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384334.410361:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000006bab6cb2 x1853236742997888 msgsize 4848 00000400:00000200:1.0:1767384334.410370:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [60:60:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [60:60:8:4294967295] 00000100:00000001:3.0:1767384334.410371:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.410374:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384334.410376:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384334.410381:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384334.410390:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) 192.168.204.108@tcp28 : ACK try# 0 00000100:00000001:2.0:1767384334.410392:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384334.410401:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000100:00000001:3.0:1767384334.410402:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384334.410404:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000472274b 00000800:00000010:1.0:1767384334.410406:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9024a0f. 00000100:00000001:3.0:1767384334.410408:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294921468 00000400:00000010:2.0:1767384334.410408:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000472274b. 00000100:00000001:2.0:1767384334.410415:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384334.410416:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a2861ff. 00000800:00000200:1.0:1767384334.410417:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000100:00000200:2.0:1767384334.410420:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.410423:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384334.410431:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:986 00000100:00000001:3.0:1767384334.410432:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294921468 00000100:00000001:2.0:1767384334.410435:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384334.410437:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9024a0f type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384334.410439:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e786ff1. 00000100:00000040:2.0:1767384334.410440:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.410448:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384334.410449:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.410453:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384334.410454:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384334.410455:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294921468 00000100:00000001:2.0:1767384334.410457:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384334.410463:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe1940e. 00000100:00000001:2.0:1767384334.410464:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294921468 00000100:00000001:2.0:1767384334.410477:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294921468 00000800:00000001:1.0:1767384334.410478:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.410480:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384334.410481:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294921468 00000100:00000001:2.0:1767384334.410486:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294921468 00000100:00000001:3.0:1767384334.410488:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294921468 00000100:00000001:2.0:1767384334.410489:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294921468 00000100:00000001:2.0:1767384334.410493:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294921468 00000100:00000001:2.0:1767384334.410495:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294921468 00000100:00000010:3.0:1767384334.410496:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a755fd9c. 00000100:00000001:3.0:1767384334.410501:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384334.410509:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.410509:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294921468 00000100:00000001:3.0:1767384334.410515:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.410515:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384334.410517:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384334.410521:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.410522:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384334.410523:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9024a0f. 00000100:00000001:2.0:1767384334.410525:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.410527:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.410528:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.410538:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384334.410539:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384334.410539:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384334.410542:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384334.410543:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384334.410546:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.410560:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384334.410563:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.410564:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384334.410566:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: ACK: OK 00000100:00000001:3.0:1767384334.410568:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384334.410569:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.410573:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.410576:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384334.410578:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.410582:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.410586:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.410591:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.410602:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.410607:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.410612:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384334.410614:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : ACK - for me 00000100:00100000:3.0:1767384334.410622:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997760 02000000:00000001:3.0:1767384334.410627:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384334.410628:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp28: ACK from 12345-192.168.204.108@tcp28 into md 0x1771 00000100:00000001:3.0:1767384334.410630:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384334.410633:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384334.410634:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.410640:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.410641:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: ACK: OK 00000100:00100000:3.0:1767384334.410646:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997760 00000400:00000200:1.0:1767384334.410648:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000367e884e 00000020:00000001:3.0:1767384334.410651:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384334.410652:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000367e884e. 00000020:00000040:3.0:1767384334.410655:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:1.0:1767384334.410657:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:3.0:1767384334.410659:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.410663:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000200:1.0:1767384334.410663:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000020:00000001:3.0:1767384334.410668:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:1.0:1767384334.410671:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000020:00000001:3.0:1767384334.410673:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:1.0:1767384334.410677:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (23) 00000100:00000001:3.0:1767384334.410679:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384334.410684:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014c24d5e. 00000800:00000001:1.0:1767384334.410684:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384334.410690:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384334.410691:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384334.410693:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014c24d5e. 00000020:00000010:3.0:1767384334.410701:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e35246ab. 00000020:00000010:3.0:1767384334.410705:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000389ec11c. 00000020:00000010:3.0:1767384334.410711:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abe8d67. 00000100:00000040:3.0:1767384334.410721:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384334.410722:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384334.410725:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384334.410729:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384334.410729:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000fa009694. 00000100:00000001:3.0:1767384334.410731:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.410736:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b9c6c0. 00000100:00000001:2.0:1767384334.410737:0:22099:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384334.410740:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.410742:0:22099:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742997888 00000400:00000010:1.0:1767384334.410744:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367e884e. 02000000:00000001:2.0:1767384334.410747:0:22099:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384334.410750:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fa009694 00000100:00000001:2.0:1767384334.410751:0:22099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.410753:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.410755:0:22099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.410755:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002c5df441. 02000000:00000001:2.0:1767384334.410762:0:22099:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.410762:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00100000:2.0:1767384334.410766:0:22099:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742997888 00000100:00000001:3.0:1767384334.410769:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384334.410770:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000020:00000001:2.0:1767384334.410771:0:22099:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384334.410773:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384334.410777:0:22099:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:1.0:1767384334.410777:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 00000020:00000001:2.0:1767384334.410781:0:22099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384334.410782:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000400:00000010:1.0:1767384334.410785:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c995acee. 00000020:00000040:2.0:1767384334.410786:0:22099:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000040:3.0:1767384334.410788:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000010:1.0:1767384334.410792:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000100:00000001:3.0:1767384334.410793:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443643984 : -130123265907632 : ffff89a750f56450) 00000020:00000001:2.0:1767384334.410793:0:22099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384334.410800:0:22099:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:1.0:1767384334.410801:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000007ae1fa5. 00000100:00000040:3.0:1767384334.410804:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faa2f37f x1853236742997760/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.410806:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384334.410812:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000020:00000010:2.0:1767384334.410813:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 00000100:00000001:2.0:1767384334.410820:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.410825:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384334.410825:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000010:2.0:1767384334.410826:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 00000020:00000010:3.0:1767384334.410834:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014c24d5e. 00000020:00000010:2.0:1767384334.410834:0:22099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003862e242. 00000100:00000001:3.0:1767384334.410840:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384334.410841:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000010:2.0:1767384334.410842:0:22099:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9517eed. 00000020:00000010:3.0:1767384334.410846:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014c24d5e. 00000020:00000010:2.0:1767384334.410851:0:22099:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000400:00000200:1.0:1767384334.410855:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00100000:3.0:1767384334.410857:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742997760:12345-0@lo:253: 00000100:00000001:2.0:1767384334.410858:0:22099:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384334.410862:0:22099:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384334.410866:0:22099:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384334.410867:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997760 00000400:00000200:1.0:1767384334.410868:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384334.410873:0:22099:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.410874:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384334.410877:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000001:3.0:1767384334.410879:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384334.410885:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.410885:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000001:3.0:1767384334.410891:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384334.410892:0:22099:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384334.410896:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:1.0:1767384334.410896:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384334.410904:0:22099:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384334.410905:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384334.410907:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:2.0:1767384334.410909:0:22099:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384334.410910:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384334.410917:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384334.410917:0:22099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000200:1.0:1767384334.410920:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:3.0:1767384334.410921:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384334.410924:0:22099:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:3.0:1767384334.410927:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.410930:0:22099:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443637840 : -130123265913776 : ffff89a750f54c50) 00000400:00000200:1.0:1767384334.410931:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:3.0:1767384334.410935:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384334.410939:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384334.410941:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bab6cb2 x1853236742997888/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.410943:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 02000000:00000010:3.0:1767384334.410946:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 02000000:00000001:3.0:1767384334.410952:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.410958:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.410960:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:00000001:3.0:1767384334.410965:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384334.410969:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384334.410973:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000010:2.0:1767384334.410975:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 20000000:00000010:3.0:1767384334.410977:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006169ae5f. 00000100:00000001:2.0:1767384334.410982:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384334.410983:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384334.410985:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 20000000:00000001:3.0:1767384334.410990:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:2.0:1767384334.410990:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 20000000:00000001:3.0:1767384334.410995:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384334.410997:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 20000000:00000001:3.0:1767384334.410999:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.411001:0:22099:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bab6cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742997888:12345-0@lo:253: 20000000:00000001:3.0:1767384334.411004:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.411011:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384334.411012:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000200:2.0:1767384334.411013:0:22099:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742997888 00000020:00000001:2.0:1767384334.411018:0:22099:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384334.411020:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000897df866. 00000400:00000200:1.0:1767384334.411022:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000001:2.0:1767384334.411023:0:22099:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767384334.411025:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000020:00000001:2.0:1767384334.411027:0:22099:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.411033:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384334.411033:0:22099:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384334.411037:0:22099:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:1.0:1767384334.411038:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00080000:00000001:3.0:1767384334.411041:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384334.411043:0:22099:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384334.411047:0:22099:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384334.411048:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384334.411050:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000020:00000001:2.0:1767384334.411052:0:22099:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384334.411056:0:22099:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384334.411059:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000020:00000001:2.0:1767384334.411060:0:22099:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.411065:0:22099:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384334.411067:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:2.0:1767384334.411069:0:22099:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384334.411076:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384334.411081:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00080000:00000001:3.0:1767384334.411084:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384334.411087:0:22099:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000537c9a53. 00000400:00000200:1.0:1767384334.411087:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00080000:00000001:3.0:1767384334.411090:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:2.0:1767384334.411092:0:22099:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.411096:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp29 lpni_is_preferred = 0 00080000:00000001:3.0:1767384334.411099:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.411134:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384334.411136:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.411138:0:22099:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384334.411140:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000400:00000200:1.0:1767384334.411143:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp29 20000000:00000001:2.0:1767384334.411145:0:22099:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384334.411148:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:3.0:1767384334.411152:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384334.411153:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [61:61:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [61:61:8:4294967295] 20000000:00000010:2.0:1767384334.411155:0:22099:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000545737d7. 00080000:00000001:3.0:1767384334.411158:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384334.411162:0:22099:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384334.411166:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384334.411166:0:22099:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384334.411167:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00080000:00000001:3.0:1767384334.411170:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384334.411177:0:22099:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384334.411178:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384334.411181:0:22099:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.411184:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp:192.168.204.108@tcp29) : GET try# 0 00000020:00000001:3.0:1767384334.411185:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 20000000:00000001:2.0:1767384334.411187:0:22099:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.411192:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384334.411193:0:22099:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384334.411198:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00080000:00000010:3.0:1767384334.411199:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000402a11f8. 00080000:00000001:3.0:1767384334.411203:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920236032 : -130127789315584 : ffff89a64357aa00) 00000800:00000010:1.0:1767384334.411203:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9024a0f. 00080000:00000001:3.0:1767384334.411210:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384334.411213:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013b22d2f. 00000001:00000001:3.0:1767384334.411214:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:1.0:1767384334.411219:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f608b38b. 00080000:00000010:3.0:1767384334.411220:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000014c24d5e. 00080000:00000001:3.0:1767384334.411225:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.411228:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384334.411229:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:1.1:1767384334.411236:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00080000:00000001:3.0:1767384334.411241:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.411250:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384334.411255:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000001:3.0:1767384334.411259:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384334.411315:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411378:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411423:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411454:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411501:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411547:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411634:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411666:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411691:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411718:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411748:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411769:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411787:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411825:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411862:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411887:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411904:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411918:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411931:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411946:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411965:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411979:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.411991:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412010:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412031:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00080000:00000010:3.0:1767384334.412036:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000402a11f8. 00000400:00000200:1.0:1767384334.412050:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412069:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00080000:00000010:2.0:1767384334.412088:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000014c24d5e. 00040000:00000001:2.0:1767384334.412095:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384334.412118:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384334.412121:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384334.412125:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384334.412128:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.412131:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 20000000:00000001:2.0:1767384334.412132:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384334.412145:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384334.412155:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384334.412158:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384334.412164:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384334.412166:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412183:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412201:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412218:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384334.412232:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 20000000:01000000:2.0:1767384334.412235:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384334.412240:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384334.412243:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384334.412247:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384334.412250:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384334.412288:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000029e0a6c1 count: 2 00010000:00000001:2.0:1767384334.412293:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384334.412297:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384334.412301:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006ae72eec. 00000020:00000001:2.0:1767384334.412306:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384334.412309:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006ae72eec with handle 0x88edd5ef35457de2 to hash 00000020:00000001:2.0:1767384334.412312:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384334.412314:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.412317:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.412321:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.412323:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.412326:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.412337:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384334.412342:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:1.0:1767384334.412342:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008173390d. 00000800:00000010:1.0:1767384334.412348:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000488ab2ef. 00010000:00000001:2.0:1767384334.412354:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000010:1.0:1767384334.412356:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df96e20e. 00010000:00000001:2.0:1767384334.412357:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.412362:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384334.412367:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.412375:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384334.412378:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.412380:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.412382:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.412384:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.412387:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000800:00000010:1.0:1767384334.412388:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df96e20e. 00010000:00010000:2.0:1767384334.412390:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384334.412400:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029e0a6c1) refcount = 2 00000800:00020000:1.0:1767384334.412400:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384334.412407:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000488ab2ef. 00010000:00000040:2.0:1767384334.412408:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000010:1.0:1767384334.412412:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008173390d. 00010000:00000040:2.0:1767384334.412413:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384334.412422:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384334.412424:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384334.412431:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029876112. 00000100:00000001:2.0:1767384334.412435:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384334.412440:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000472274b. 00000100:00000001:2.0:1767384334.412442:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950216302592 : -130123493249024 : ffff89a743687000) 00000100:00000001:2.0:1767384334.412445:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950216302592 : -130123493249024 : ffff89a743687000) 00000100:00000001:2.0:1767384334.412448:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384334.412449:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384334.412451:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384334.412455:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.412457:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384334.412459:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:02020000:1.0:1767384334.412461:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384334.412463:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384334.412470:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00010000:00000001:2.0:1767384334.412474:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384334.412478:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000800:00000200:1.0:1767384334.412479:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000100:00000010:2.0:1767384334.412482:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8ba8832. 00000020:00000040:2.0:1767384334.412486:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:2.0:1767384334.412492:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384334.412494:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384334.412497:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1767384334.412498:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:1.0:1767384334.412503:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9024a0f. 02000000:00000010:2.0:1767384334.412504:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c48da595. 00000400:00000200:1.0:1767384334.412509:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:2.0:1767384334.412510:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.412519:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384334.412520:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384334.412533:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:1.0:1767384334.412537:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00010000:2.0:1767384334.412538:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 404 lvb_type: 0 00000400:00000200:1.0:1767384334.412543:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:1.0:1767384334.412565:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00010000:00000001:2.0:1767384334.412573:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384334.412577:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384334.412581:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384334.412590:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384334.412592:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.412595:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742998016:0@lo:104: 00000100:00000001:2.0:1767384334.412599:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384334.412602:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384334.412604:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.412606:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384334.412607:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:2.0:1767384334.412610:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42e6cde. 20000000:00000010:1.0:1767384334.412612:0:22099:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000742ff098. 02000000:00000001:2.0:1767384334.412614:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.412615:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100851 20000000:01000000:1.0:1767384334.412619:0:22099:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000400:00000010:2.0:1767384334.412621:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000001:3.0:1767384334.412622:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384334.412624:0:22099:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000001:3.0:1767384334.412626:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384334.412629:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00080000:00000001:1.0:1767384334.412630:0:22099:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:3.0:1767384334.412631:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00080000:00000001:1.0:1767384334.412634:0:22099:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384334.412637:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:2.0:1767384334.412641:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00080000:00000001:1.0:1767384334.412643:0:22099:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384334.412644:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000200:2.0:1767384334.412647:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742998016, portal 16 00000400:00000010:3.0:1767384334.412650:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c995acee. 00000100:00000001:2.0:1767384334.412652:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:1.0:1767384334.412653:0:22099:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.412655:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (23) 00000100:00000001:2.0:1767384334.412655:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040576512 : -130122668975104 : ffff89a77489dc00) 00080000:00000001:1.0:1767384334.412658:0:22099:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384334.412662:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00080000:00000001:1.0:1767384334.412662:0:22099:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384334.412665:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1767384334.412667:0:22099:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384334.412668:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 rc -71 00080000:00000001:1.0:1767384334.412672:0:22099:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.412679:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00080000:00000002:1.0:1767384334.412680:0:22099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000003e5bcaa3 00000020:00000001:1.0:1767384334.412685:0:22099:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c1ea5b0c 00080000:00000002:1.0:1767384334.412689:0:22099:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384334.412690:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (22) 00080000:00000001:1.0:1767384334.412699:0:22099:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.412704:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767384334.412705:0:22099:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384334.412711:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767384334.412711:0:22099:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384334.412716:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000020:00000001:1.0:1767384334.412716:0:22099:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:2.0:1767384334.412722:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742998016, offset 0 00000020:00000001:1.0:1767384334.412722:0:22099:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384334.412727:0:22099:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384334.412731:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1767384334.412732:0:22099:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff5b9b31. 00080000:00000001:1.0:1767384334.412737:0:22099:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917445120 : -130127792106496 : ffff89a6432d1400) 00080000:00000001:1.0:1767384334.412739:0:22099:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384334.412742:0:22099:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384334.412744:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384334.412745:0:22099:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000df96e20e. 00080000:00000001:1.0:1767384334.412750:0:22099:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384334.412758:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc04800 00080000:00000001:1.0:1767384334.412760:0:22099:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384334.412767:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00080000:00000001:1.0:1767384334.412768:0:22099:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.412773:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007974060b. 00080000:00000001:1.0:1767384334.412778:0:22099:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384334.412779:0:17095:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cf444ed 00000400:00000200:2.0:1767384334.412785:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384334.412789:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384334.412792:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf444ed 00000400:00000010:2.0:1767384334.412795:0:17095:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cf444ed. 00000100:00000001:2.0:1767384334.412799:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384334.412800:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384334.412803:0:17095:0:(events.c:337:request_in_callback()) incoming req@0000000091c43552 x1853236742998016 msgsize 328 00000100:00100000:2.0:1767384334.412806:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384334.412809:0:17095:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384334.412822:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384334.412826:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384334.412828:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:2.0:1767384334.412831:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384334.412836:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384334.412844:0:17107:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8e2960f. 00000100:00000001:2.0:1767384334.412846:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384334.412849:0:17107:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008173390d. 00000100:00000040:2.0:1767384334.412851:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384334.412853:0:17107:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767384334.412859:0:17107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384334.412864:0:17107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006518650a. 00000400:00000010:1.0:1767384334.412868:0:17107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000488ab2ef. 00000100:00000001:2.0:1767384334.412869:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.412874:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384334.412876:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384334.412878:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384334.412879:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998016 02000000:00000001:1.0:1767384334.412883:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384334.412884:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294921470 00000100:00000001:1.0:1767384334.412884:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384334.412887:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.412891:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.412893:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294921468 00000100:00100000:1.0:1767384334.412893:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998016 00000020:00000001:1.0:1767384334.412895:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384334.412896:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000020:00000001:1.0:1767384334.412898:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384334.412899:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000020:00000001:1.0:1767384334.412902:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000020:00000001:1.0:1767384334.412906:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:2.0:1767384334.412909:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294921470 00000100:00000001:1.0:1767384334.412909:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384334.412912:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006eaedad7. 00000100:00000001:1.0:1767384334.412915:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.412916:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294921468 00000020:00000010:1.0:1767384334.412917:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006eaedad7. 00000100:00000001:2.0:1767384334.412924:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294921470 00000020:00000010:1.0:1767384334.412925:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000100:00000001:2.0:1767384334.412931:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294921468 00000020:00000010:1.0:1767384334.412931:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e0c757b. 00000020:00000010:1.0:1767384334.412938:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000001:2.0:1767384334.412939:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294921470 00000100:00000001:2.0:1767384334.412946:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294921468 00000100:00000040:1.0:1767384334.412948:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384334.412951:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384334.412951:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384334.412954:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384334.412957:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.412957:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.412964:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.412964:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.412968:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.412972:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.412974:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.412976:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384334.412977:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.412978:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.412981:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384334.412983:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384334.412988:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.412992:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384334.412994:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384334.412996:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384334.412998:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 000000000472274b going to sleep for 11 seconds 00000100:00000001:1.0:1767384334.412999:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384334.413004:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384334.413005:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384334.413008:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384334.413009:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:1.0:1767384334.413013:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950241537104 : -130123468014512 : ffff89a744e97c50) 00000100:00000040:1.0:1767384334.413017:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091c43552 x1853236742998016/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 328/0 e 0 to 0 dl 1767384345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384334.413024:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000020:2.0:1767384334.413026:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000010:1.0:1767384334.413026:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006eaedad7. 00000100:00000001:1.0:1767384334.413029:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.413032:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000010:1.0:1767384334.413033:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006eaedad7. 00000100:00100000:1.0:1767384334.413036:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091c43552 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742998016:12345-0@lo:104: 00000100:00000200:1.0:1767384334.413038:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998016 00010000:00000001:1.0:1767384334.413045:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 20000000:00000010:2.0:1767384334.413047:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006169ae5f. 00010000:00000001:1.0:1767384334.413049:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384334.413052:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384334.413053:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25d625b refcount=2 20000000:00000001:2.0:1767384334.413054:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.413055:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000001:1.0:1767384334.413059:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00010000:00000040:2.0:1767384334.413061:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997760 00010000:00000001:1.0:1767384334.413062:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384334.413065:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.413066:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384334.413068:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384334.413074:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000faa2f37f x1853236742997760/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.413076:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384334.413079:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384334.413083:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000727d6f9c. 02000000:00000001:1.0:1767384334.413086:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.413090:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.413091:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384334.413093:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384334.413096:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.413096:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384334.413120:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384334.413129:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384334.413131:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384334.413133:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384334.413135:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384334.413137:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.413139:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384334.413142:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384334.413144:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000100:00000200:1.0:1767384334.413147:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742998016, offset 224 00000400:00000200:1.0:1767384334.413151:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384334.413157:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384334.413163:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc04800 00000400:00000200:1.0:1767384334.413167:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x178d [1] + 224 00000100:00001000:2.0:1767384334.413168:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=44 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384334.413171:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384334.413176:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384334.413176:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384334.413179:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384334.413181:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384334.413190:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000040:1.0:1767384334.413192:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384334.413196:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384334.413211:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384334.413215:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413219:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384334.413223:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384334.413223:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384334.413229:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079076d7c 00000400:00000010:2.0:1767384334.413230:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5e95fe. 00000400:00000010:1.0:1767384334.413232:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079076d7c. 00000100:00000001:1.0:1767384334.413236:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384334.413237:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742997760, offset 224 00000100:00000001:1.0:1767384334.413238:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384334.413242:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.413246:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384334.413247:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:2.0:1767384334.413251:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384334.413252:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384334.413258:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008fb3b6c5. 00000400:00000001:3.0:1767384334.413260:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384334.413260:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384334.413265:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384334.413265:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384334.413270:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00010000:00010000:1.0:1767384334.413270:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384334.413276:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384334.413277:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04700 00000400:00000200:3.0:1767384334.413278:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00010000:00000001:1.0:1767384334.413278:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.413283:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00010000:00000001:1.0:1767384334.413284:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.413289:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384334.413293:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1775 [2] + 224 00000100:00000040:1.0:1767384334.413295:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091c43552 x1853236742998016/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384334.413296:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384334.413306:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384334.413317:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384334.413327:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384334.413328:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091c43552 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742998016:12345-0@lo:104: Request processed in 300us (521us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384334.413331:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384334.413336:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.413344:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384334.413351:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:1.0:1767384334.413357:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384334.413362:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384334.413363:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384334.413367:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384334.413369:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384334.413370:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e0c757b. 00000100:00000001:3.0:1767384334.413371:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384334.413375:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384334.413378:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 00000100:00000001:3.0:1767384334.413379:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.413383:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384334.413387:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 02000000:00000001:3.0:1767384334.413389:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384334.413395:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00001000:3.0:1767384334.413396:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=44 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384334.413398:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384334.413404:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=44 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384334.413405:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384334.413406:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5e95fe 00000100:00000001:3.0:1767384334.413410:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384334.413410:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000727d6f9c. 00000400:00000010:2.0:1767384334.413411:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5e95fe. 00000100:00000001:3.0:1767384334.413415:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.413417:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384334.413418:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384334.413419:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384334.413421:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384334.413423:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384334.413424:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384334.413424:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3134cd7. 00000100:00000001:3.0:1767384334.413431:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413431:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.413431:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384334.413435:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000171ab4dc. 00000100:00000040:2.0:1767384334.413439:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 02000000:00000001:1.0:1767384334.413439:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384334.413440:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384334.413443:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000257083fe. 02000000:00000001:1.0:1767384334.413453:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384334.413455:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00010000:00000001:2.0:1767384334.413459:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384334.413460:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384334.413464:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073616386. 00000020:00000001:2.0:1767384334.413465:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.413468:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384334.413471:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384334.413472:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 00000020:00000001:2.0:1767384334.413473:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384334.413479:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384334.413479:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384334.413482:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384334.413482:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faa2f37f x1853236742997760/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384334.413483:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003d11cc05. 00010000:00000001:3.0:1767384334.413488:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:1.0:1767384334.413489:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384334.413493:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384334.413493:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034dd2de5. 00010000:00000001:3.0:1767384334.413496:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384334.413498:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384334.413500:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384334.413502:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c4b45f77. 02000000:00000001:1.0:1767384334.413508:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384334.413510:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384334.413511:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb795d1. 00000100:00100000:2.0:1767384334.413512:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742997760:12345-0@lo:253: Request processed in 2684us (3249us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384334.413522:0:17107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384334.413525:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001019892d. 02000000:00000001:1.0:1767384334.413530:0:17107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384334.413532:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000010:1.0:1767384334.413537:0:17107:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4fd5908. 00000100:00100000:3.0:1767384334.413541:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8ba8832 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742998016:0@lo:104: 00000100:00000010:1.0:1767384334.413543:0:17107:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000004871a9c2. 00000100:00100000:2.0:1767384334.413547:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:1.0:1767384334.413563:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.413565:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384334.413567:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384334.413572:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413572:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384334.413576:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384334.413577:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384334.413579:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384334.413581:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384334.413581:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000389ec11c. 00000020:00000001:1.0:1767384334.413582:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.413587:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8ba8832 x1853236742998016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384334.413598:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767384334.413600:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abe8d67. 00010000:00000001:1.0:1767384334.413605:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767384334.413607:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e35246ab. 00010000:00000001:1.0:1767384334.413609:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384334.413613:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384334.413615:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384334.413615:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 02000000:00000001:3.0:1767384334.413620:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384334.413622:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384334.413624:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42e6cde. 00010000:00010000:1.0:1767384334.413625:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c25d625b already unused, calling callback (00000000a14c0dae) 02000000:00000010:2.0:1767384334.413627:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 10000000:00000001:1.0:1767384334.413630:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384334.413631:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384334.413633:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00010000:1.0:1767384334.413633:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384334.413636:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384334.413639:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384334.413640:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00010000:00000001:1.0:1767384334.413642:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384334.413645:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.413648:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384334.413648:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384334.413650:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:1.0:1767384334.413651:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25d625b refcount=3 02000000:00000010:3.0:1767384334.413653:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c48da595. 00000020:00000001:1.0:1767384334.413656:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 00000400:00000010:2.0:1767384334.413657:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003280633e. 00010000:00000001:1.0:1767384334.413659:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605036544 : -130123104515072 : ffff89a75a940c00) 02000000:00000001:3.0:1767384334.413660:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.413664:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384334.413665:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5e95fe. 00010000:00000001:1.0:1767384334.413665:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:3.0:1767384334.413666:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8ba8832. 00010000:00010000:1.0:1767384334.413668:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384334.413674:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1767384334.413675:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384334.413677:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384334.413678:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384334.413683:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000472274b. 10000000:01000000:1.0:1767384334.413685:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384334.413688:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384334.413691:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.413695:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384334.413696:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000010:3.0:1767384334.413697:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029876112. 10000000:00000040:1.0:1767384334.413699:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384334.413700:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384334.413703:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384334.413704:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000400:00000001:2.0:1767384334.413705:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384334.413707:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:2.0:1767384334.413710:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384334.413711:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.413711:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.413715:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00010000:00000001:3.0:1767384334.413717:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384334.413721:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002322e87c 10000000:00000001:1.0:1767384334.413722:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 20000000:00000001:3.0:1767384334.413723:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:1.0:1767384334.413726:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:2.0:1767384334.413727:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002322e87c. 00010000:00000001:3.0:1767384334.413728:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000040:1.0:1767384334.413728:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00010000:00010000:3.0:1767384334.413733:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384334.413733:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384334.413734:0:16349:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:1.0:1767384334.413736:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.413740:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384334.413741:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.413744:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384334.413747:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384334.413749:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384334.413752:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384334.413756:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c25d625b with handle 0x88edd5ef35457dd4 from hash 00010000:00000001:1.0:1767384334.413760:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384334.413763:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384334.413765:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384334.413766:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384334.413767:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.413768:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384334.413770:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384334.413774:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384334.413777:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384334.413782:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000100:00000001:2.0:1767384334.413783:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384334.413788:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384334.413788:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=6 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384334.413794:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384334.413795:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384334.413796:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384334.413798:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384334.413800:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384334.413803:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413804:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.413809:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384334.413812:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc09e381. 00000100:00000001:1.0:1767384334.413817:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384334.413821:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=44 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384334.413822:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384334.413827:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384334.413828:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384334.413835:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384334.413838:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.413842:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384334.413844:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384334.413845:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.413848:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.413849:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384334.413853:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.413862:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384334.413864:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413866:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.413869:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384334.413870:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053389443] to pc [ptlrpcd_00_00+0] req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.413872:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384334.413877:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384334.413879:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384334.413881:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384334.413883:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.413885:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384334.413887:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384334.413888:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384334.413891:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384334.413895:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.413898:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384334.413904:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.413912:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384334.413915:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742997760:0@lo:253: 00010000:00000001:1.0:1767384334.413916:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384334.413919:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384334.413922:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413924:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384334.413925:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384334.413929:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.413931:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384334.413932:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384334.413936:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742997760/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.413942:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384334.413945:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000c25d625b/0x88edd5ef35457dd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ddb expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384334.413953:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384334.413957:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:1.0:1767384334.413957:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a85553c5 count: 0 02000000:00000010:2.0:1767384334.413961:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ae94d28. 02000000:00000001:2.0:1767384334.413966:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384334.413967:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384334.413969:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384334.413969:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767384334.413973:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00010000:00000010:1.0:1767384334.413974:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008fb3b6c5. 00010000:00000001:1.0:1767384334.413977:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.413979:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384334.413982:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.413985:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1767384334.413986:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384334.413989:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767384334.413990:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a2b33e9. 00000020:00000001:1.0:1767384334.413991:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384334.413994:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384334.413997:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384334.413998:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384334.413999:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.414003:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:1.0:1767384334.414003:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767384334.414007:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000100:00000001:2.0:1767384334.414012:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384334.414014:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.414016:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.414017:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.414020:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384334.414022:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384334.414022:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384334.414027:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384334.414028:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.414032:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.414037:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414057:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384334.414059:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.414061:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384334.414062:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384334.414064:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384334.414066:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742998144:0@lo:103: 00000100:00000001:2.0:1767384334.414067:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.414071:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384334.414072:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.414075:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384334.414077:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.414079:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384334.414081:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac2243a. 02000000:00000001:1.0:1767384334.414083:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.414086:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008677d96a. 00000400:00000010:1.0:1767384334.414089:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000100:00000200:1.0:1767384334.414092:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742998144, portal 18 00000100:00000001:1.0:1767384334.414094:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384334.414095:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000040:1.0:1767384334.414097:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.414125:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384334.414128:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384334.414130:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384334.414132:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236742998144, offset 0 00000400:00000200:1.0:1767384334.414135:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384334.414141:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384334.414146:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc04880 00000400:00000200:1.0:1767384334.414150:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767384334.414152:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e92412a. 00000400:00000200:1.0:1767384334.414155:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000880793b 00000400:00000200:1.0:1767384334.414157:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.414160:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384334.414162:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000880793b 00000400:00000010:1.0:1767384334.414170:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000880793b. 00000100:00000001:1.0:1767384334.414173:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384334.414174:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384334.414177:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000d8888802 x1853236742998144 msgsize 328 00000100:00100000:1.0:1767384334.414181:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384334.414182:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384334.414203:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384334.414207:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000400:00000010:1.0:1767384334.414209:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000100:00000001:1.0:1767384334.414211:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384334.414214:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.414220:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384334.414223:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.414228:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414229:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384334.414230:0:17065:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005a60afb8. 00000100:00000001:1.0:1767384334.414233:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.414235:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384334.414236:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294921472 00000100:00100000:2.0:1767384334.414238:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998144 02000000:00000001:2.0:1767384334.414241:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384334.414242:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384334.414244:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414244:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921470 02000000:00000001:2.0:1767384334.414251:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414252:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294921472 00000100:00100000:2.0:1767384334.414253:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998144 00000100:00000001:1.0:1767384334.414256:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921470 00000020:00000001:2.0:1767384334.414257:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384334.414260:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384334.414261:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294921472 00000020:00000001:2.0:1767384334.414262:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.414266:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000001:1.0:1767384334.414267:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921470 00000020:00000001:2.0:1767384334.414269:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384334.414272:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384334.414273:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294921472 00000100:00000001:2.0:1767384334.414276:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384334.414277:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921470 00000020:00000010:2.0:1767384334.414280:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:1.0:1767384334.414281:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.414284:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384334.414285:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384334.414290:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000100:00000001:1.0:1767384334.414292:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414294:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384334.414295:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b08b523. 00000100:00000001:1.0:1767384334.414299:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384334.414300:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f9a8c9d. 00000100:00000001:1.0:1767384334.414302:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384334.414305:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae13da42. 00000100:00000040:2.0:1767384334.414311:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384334.414311:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.414313:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384334.414315:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414317:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.414321:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384334.414323:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384334.414325:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384334.414327:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414329:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384334.414331:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.414333:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.414334:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00000020:00000001:2.0:1767384334.414335:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:2.0:1767384334.414337:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00010000:2.0:1767384334.414340:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 404 lvb_type: 0 00010000:00000001:2.0:1767384334.414345:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414346:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414347:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.414349:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.414354:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384334.414358:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8888802 x1853236742998144/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 328/0 e 0 to 0 dl 1767384345 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.414366:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384334.414368:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.414378:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.414388:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384334.414390:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384334.414394:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384334.414397:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384334.414400:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951210709072 : -130122498842544 : ffff89a77eade050) 00000100:00000040:2.0:1767384334.414404:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8888802 x1853236742998144/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 328/0 e 0 to 0 dl 1767384345 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.414413:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384334.414416:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384334.414417:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384334.414425:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000100:00100000:2.0:1767384334.414428:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8888802 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236742998144:12345-0@lo:103: 00000100:00000200:2.0:1767384334.414430:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998144 00010000:00000001:2.0:1767384334.414433:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384334.414434:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384334.414436:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384334.414439:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384334.414441:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384334.414444:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002d0f0668. 02000000:00000001:2.0:1767384334.414446:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.414448:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414450:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384334.414452:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384334.414453:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.414454:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.414455:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00000020:00000001:2.0:1767384334.414456:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:2.0:1767384334.414458:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000040:2.0:1767384334.414459:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000029e0a6c1 count: 3 00010000:00010000:2.0:1767384334.414462:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 404 lvb_type: 0 00000100:00001000:2.0:1767384334.414466:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384334 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384334.414469:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384334.414474:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414475:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384334.414477:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 404 lvb_type: 0 00000020:00000001:2.0:1767384334.414481:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.414483:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.414484:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.414486:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414488:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384334.414493:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384334.414497:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414498:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414500:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.414501:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384334.414503:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038d93a0c with handle 0x88edd5ef35457ddb from hash 00010000:00000001:2.0:1767384334.414505:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384334.414506:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414507:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414508:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384334.414509:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384334.414511:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384334.414513:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457ddb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457dd4 expref: 16 pid: 17073 timeout: 404 lvb_type: 0 00010000:00000040:2.0:1767384334.414517:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:2.0:1767384334.414518:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:2.0:1767384334.414523:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414524:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384334.414526:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:3.0:1767384334.414528:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff5b9b31. 00010000:00000040:2.0:1767384334.414528:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006ae72eec 00010000:00000001:2.0:1767384334.414531:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384334.414533:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.414535:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.414536:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.414537:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.414539:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384334.414539:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384334.414541:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414545:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384334.414547:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384334.414563:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384334.414566:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384334.414567:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029e0a6c1) refcount = 2 00080000:00000010:1.0:1767384334.414569:0:22099:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000df96e20e. 00010000:00010000:2.0:1767384334.414570:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1767384334.414573:0:22099:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384334.414575:0:22099:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384334.414577:0:22099:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384334.414583:0:22099:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00010000:00000001:2.0:1767384334.414586:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:1.0:1767384334.414586:0:22099:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414590:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:1.0:1767384334.414590:0:22099:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:2.0:1767384334.414593:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384334.414595:0:22099:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384334.414596:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384334.414598:0:22099:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384334.414601:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040cefb20. 20000000:01000000:1.0:1767384334.414601:0:22099:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:2.0:1767384334.414605:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384334.414608:0:22099:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000010:2.0:1767384334.414609:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e457ac99. 00000100:00000001:2.0:1767384334.414612:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950216305472 : -130123493246144 : ffff89a743687b40) 00000100:00000001:2.0:1767384334.414613:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950216305472 : -130123493246144 : ffff89a743687b40) 00000100:00000001:2.0:1767384334.414615:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384334.414616:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384334.414617:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384334.414619:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384334.414620:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384334.414622:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.414624:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.414625:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=5 00000020:00000001:2.0:1767384334.414627:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.414629:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.414631:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384334.414632:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414636:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384334.414638:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414641:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414642:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384334.414643:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414647:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.414654:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414656:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384334.414657:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384334.414662:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006ae72eec already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384334.414664:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.414666:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384334.414667:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414671:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384334.414672:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.414673:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.414674:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=6 00000020:00000001:2.0:1767384334.414675:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.414676:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00010000:00000001:2.0:1767384334.414677:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384334.414678:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414681:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384334.414682:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.414683:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414690:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384334.414692:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384334.414694:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.414696:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384334.414697:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ae72eec with handle 0x88edd5ef35457de2 from hash 00010000:00000001:2.0:1767384334.414699:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384334.414700:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414702:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414703:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384334.414704:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384334.414705:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384334.414710:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414711:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384334.414712:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.414714:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414715:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384334.414717:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384334.414721:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414723:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414726:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414729:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.414732:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384334.414732:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384334.414733:0:22099:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384334.414738:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384334.414739:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384334.414739:0:22099:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384334.414743:0:22099:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000545737d7. 00010000:00010000:3.0:1767384334.414746:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.414749:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384334.414750:0:22099:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414752:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.414755:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:1.0:1767384334.414756:0:22099:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742997888 00010000:00000001:2.0:1767384334.414758:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384334.414761:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384334.414762:0:22099:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384334.414764:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.414765:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384334.414766:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000200:1.0:1767384334.414767:0:22099:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bab6cb2 x1853236742997888/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384334.414769:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.414770:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.414773:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384334.414774:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.414777:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384334.414779:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384334.414783:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457de2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384334.414786:0:22099:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384334.414789:0:22099:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384334.414792:0:22099:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=44 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384334.414793:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384334.414795:0:22099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384334.414796:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.414799:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:1.0:1767384334.414799:0:22099:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384334.414801:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384334.414802:0:22099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384334.414804:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.414806:0:22099:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384334.414807:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.414809:0:22099:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.414810:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384334.414812:0:22099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384334.414813:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e457ac99. 00000100:00000040:1.0:1767384334.414817:0:22099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384334.414818:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384334.414821:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384334.414821:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fb3b6c5. 00010000:00000010:2.0:1767384334.414826:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040cefb20. 00000100:00000200:1.0:1767384334.414827:0:22099:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742997888, offset 224 00010000:00000001:2.0:1767384334.414830:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1767384334.414833:0:22099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384334.414837:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000029e0a6c1 count: 0 00010000:00010000:2.0:1767384334.414845:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384334.414848:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.414850:0:22099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384334.414852:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384334.414855:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384334.414858:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=44 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384334.414858:0:22099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04780 00000100:00000001:2.0:1767384334.414865:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384334.414866:0:22099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x177d [2] + 224 00000100:00000040:2.0:1767384334.414870:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000400:00000200:1.0:1767384334.414872:0:22099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384334.414873:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384334.414878:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384334.414880:0:22099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384334.414882:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.414884:0:22099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384334.414887:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384334.414890:0:22099:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384334.414895:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384334.414901:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000040:1.0:1767384334.414902:0:22099:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384334.414908:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236742998144, offset 224 00000400:00000200:2.0:1767384334.414917:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384334.414917:0:22099:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384334.414926:0:22099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fb3b6c5 00000100:00000001:3.0:1767384334.414929:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384334.414929:0:22099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fb3b6c5. 00000400:00000200:2.0:1767384334.414930:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384334.414934:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384334.414935:0:22099:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384334.414938:0:22099:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384334.414941:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384334.414942:0:22099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384334.414945:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384334.414946:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc04880 00000100:00000040:1.0:1767384334.414948:0:22099:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000010:3.0:1767384334.414950:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e625f9b4. 00010000:00000001:1.0:1767384334.414953:0:22099:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384334.414955:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb188012 00000020:00000001:1.0:1767384334.414956:0:22099:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.414960:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb188012. 00000020:00000001:1.0:1767384334.414961:0:22099:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384334.414965:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bab6cb2 x1853236742997888/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.414967:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384334.414973:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17a5 [1] + 224 00000100:00000200:3.0:1767384334.414975:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384334.414979:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384334.414979:0:22099:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bab6cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236742997888:12345-0@lo:253: Request processed in 4006us (4613us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384334.414989:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384334.414997:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384334.415000:0:22099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000200:2.0:1767384334.415003:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384334.415005:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384334.415005:0:22099:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384334.415011:0:22099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384334.415015:0:22099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384334.415021:0:22099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9517eed. 00000100:00000040:2.0:1767384334.415027:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384334.415029:0:22099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000100:00000001:3.0:1767384334.415036:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384334.415038:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003862e242. 00000100:00000001:3.0:1767384334.415041:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384334.415044:0:22099:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:3.0:1767384334.415046:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384334.415047:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384334.415049:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384334.415051:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384334.415052:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000100:00000001:3.0:1767384334.415055:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.415057:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 02000000:00000001:1.0:1767384334.415059:0:22099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384334.415060:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.415061:0:17065:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767384334.415063:0:22099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000537c9a53. 00000100:00000001:2.0:1767384334.415064:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384334.415066:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=44 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384334.415069:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.415070:0:22099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384334.415072:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=44 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384334.415075:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384334.415075:0:22099:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.415078:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384334.415082:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.415083:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384334.415084:0:22099:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384334.415086:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384334.415089:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.415092:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.415092:0:22099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333f0659. 00000100:00000040:2.0:1767384334.415097:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8888802 x1853236742998144/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:315/0 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.415123:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384334.415124:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8888802 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236742998144:12345-0@lo:103: Request processed in 710us (945us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384334.415128:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fb3b6c5. 00000100:00000040:3.0:1767384334.415131:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384334.415135:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384334.415141:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384334.415145:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384334.415149:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384334.415151:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384334.415151:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384334.415153:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f9a8c9d. 00000100:00000001:1.0:1767384334.415156:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384334.415158:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384334.415161:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384334.415161:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae13da42. 00000400:00000001:1.0:1767384334.415162:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:3.0:1767384334.415164:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000001:1.0:1767384334.415166:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384334.415167:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b08b523. 00000020:01000004:3.0:1767384334.415168:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384334.415172:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008677d96a. 00000020:01000004:3.0:1767384334.415173:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:2.0:1767384334.415174:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:01000004:3.0:1767384334.415178:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384334.415179:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079076d7c 02000000:00000001:2.0:1767384334.415180:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384334.415182:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:2.0:1767384334.415184:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002d0f0668. 00000400:00000010:1.0:1767384334.415184:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079076d7c. 00000020:01000004:3.0:1767384334.415186:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384334.415190:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384334.415191:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384334.415193:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384334.415193:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:3.0:1767384334.415194:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000010:2.0:1767384334.415197:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007aea112a. 00000020:01000004:3.0:1767384334.415198:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384334.415201:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384334.415201:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384334.415204:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecde75c. 00000100:00000040:3.0:1767384334.415206:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384334.415209:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384334.415211:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008fcde1b1. 02000000:00000001:2.0:1767384334.415216:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384334.415218:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004686c847. 02000000:00000001:2.0:1767384334.415224:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384334.415227:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000288c084b. 02000000:00000001:2.0:1767384334.415231:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384334.415234:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036161841. 00000100:00000200:1.0:1767384334.415239:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384334.415240:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384334.415241:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742997888:0@lo:253: 02000000:00000010:2.0:1767384334.415242:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000115c03bd. 02000000:00000001:2.0:1767384334.415249:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384334.415252:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:3.0:1767384334.415253:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384334.415258:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384334.415259:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384334.415261:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002472f8bf. 02000000:00000001:2.0:1767384334.415266:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384334.415266:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384334.415267:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca7de755 x1853236742997888/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.415270:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384334.415275:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc06c8f. 00000100:00000001:1.0:1767384334.415277:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384334.415282:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384334.415283:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384334.415284:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767384334.415287:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cc598a04. 00000100:00000001:1.0:1767384334.415287:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384334.415288:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384334.415292:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384334.415293:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e28699c8. 02000000:00000001:2.0:1767384334.415294:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384334.415297:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f061be3f. 02000000:00000001:3.0:1767384334.415300:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384334.415301:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.415303:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384334.415303:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384334.415306:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000200:2.0:1767384334.415311:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00001000:1.0:1767384334.415311:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=44 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384334.415312:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384334.415315:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbf6dadd. 00000400:00000010:2.0:1767384334.415318:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000589e4421. 00000100:00001000:1.0:1767384334.415319:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=44 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384334.415321:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.415324:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384334.415325:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e457ac99. 00000100:00000001:1.0:1767384334.415327:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767384334.415328:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7de755. 00000100:00000001:1.0:1767384334.415330:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.415334:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384334.415335:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384334.415338:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384334.415339:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.415342:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.415347:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384334.415348:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.415353:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.415357:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.415362:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.415363:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.415365:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.415375:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384334.415377:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384334.415380:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.415388:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742998144:0@lo:103: 00000100:00000001:1.0:1767384334.415393:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.415395:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384334.415398:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053389443 x1853236742998144/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.415405:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384334.415407:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384334.415409:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac2243a. 02000000:00000001:1.0:1767384334.415412:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384334.415413:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384334.415415:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384334.415417:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384334.415419:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bc09e381. 02000000:00000001:1.0:1767384334.415421:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384334.415423:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384334.415424:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00000100:00000001:1.0:1767384334.415427:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384334.415437:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.415438:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.415442:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384334.415444:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.415446:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.415448:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.420131:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294921472, at 4294921473 00000100:00000010:3.0:1767384334.420141:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a755fd9c. 00010000:00000010:2.1:1767384334.420152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038d93a0c. 00010000:00000010:2.1:1767384334.420165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006ae72eec. 00010000:00000010:2.1:1767384334.420180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029e0a6c1. 00000100:00000040:1.0:1767384334.420188:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294921472, at 4294921473 00000100:00000010:1.0:1767384334.420194:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e786ff1. 00000100:00000040:2.0:1767384334.420197:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294921472, at 4294921473 00000100:00000040:0.0:1767384334.420197:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294921472, at 4294921473 00000100:00000010:2.0:1767384334.420207:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe1940e. 00000100:00000010:0.0:1767384334.420209:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a2861ff. 00010000:00000010:1.1:1767384334.420215:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a85553c5. 00010000:00000010:1.1:1767384334.420220:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c25d625b. 00000400:00000010:2.0:1767384334.426365:0:27029:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000045ef073c. 00000400:00000040:2.0:1767384334.426387:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384334.426390:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384334.426392:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.426394:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.426397:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.426399:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384334.426402:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384334.426403:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384334.426405:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384334.426406:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384334.426409:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384334.426410:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384334.426411:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384334.426413:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.426414:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384334.426415:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384334.426416:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.426417:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384334.426418:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384334.426420:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.426421:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384334.426422:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384334.426423:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384334.426424:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384334.426425:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384334.426433:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.426434:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384334.426435:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384334.426436:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384334.426437:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384334.426438:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384334.426440:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.426441:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384334.426443:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384334.426444:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384334.426445:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384334.426446:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384334.426447:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384334.426449:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384334.426450:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384334.426451:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384334.426452:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384334.426453:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384334.426454:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384334.426455:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384334.426456:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384334.426457:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384334.426458:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384334.426460:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384334.426461:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384334.426461:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384334.426462:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384334.426463:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384334.426464:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384334.426465:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384334.426466:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384334.426467:0:27029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384334.426515:0:27029:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000045ef073c. 00000400:00000010:3.0:1767384334.547180:0:16344:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000a755fd9c. 00000400:02000040:3.0:1767384334.547190:0:16344:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.204.108@tcp29 00000400:00000010:3.0:1767384334.548652:0:16344:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000a755fd9c. 00010000:00000001:0.0:1767384334.867183:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384334.867189:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.867196:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384334.867197:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.867272:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384334.867275:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.867278:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384335.540426:0:27372:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c1f083f0. 00080000:00000010:1.0:1767384335.540436:0:27372:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c1f083f0. 00000020:00000001:1.0:1767384335.540440:0:27372:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384335.540446:0:27372:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c1f083f0. 00080000:00000010:1.0:1767384335.540449:0:27372:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c1f083f0. 00000020:00000001:1.0:1767384335.540455:0:27372:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.571210:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000400:00000010:3.0:1767384335.571217:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000007195d42. 00000400:00000010:3.0:1767384335.571225:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056b26dda. 00000400:00000010:3.0:1767384335.571231:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000400:00000010:3.0:1767384335.571240:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e70aff65. 00000400:00000200:3.0:1767384335.571293:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000400:00000200:3.0:1767384335.571312:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000400:00000200:3.0:1767384335.571319:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000400:00000200:3.0:1767384335.571323:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [62:62:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [62:62:8:4294967295] 00000400:00000200:3.0:1767384335.571331:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:3.0:1767384335.571389:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:3.0:1767384335.571395:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:3.0:1767384335.571400:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000deba0267. 00000800:00000200:3.0:1767384335.571407:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:3.1:1767384335.571412:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:3.0:1767384335.571509:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:1.0:1767384335.571510:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571569:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571592:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571611:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571629:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571648:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571670:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571694:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571717:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571741:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571765:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571788:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571811:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571833:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571855:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571878:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571899:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571922:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571945:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571969:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.571993:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572014:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572032:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572052:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572071:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572090:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572137:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572169:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572189:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572208:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572227:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572258:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572278:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572297:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384335.572317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384335.572454:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4fd5908. 00000800:00000010:1.0:1767384335.572459:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ca4a212f. 00000800:00000010:1.0:1767384335.572465:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006eaedad7. 00000800:00000010:1.0:1767384335.572487:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006eaedad7. 00000800:00020000:1.0:1767384335.572495:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384335.577072:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ca4a212f. 00000800:00000010:1.0:1767384335.577078:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4fd5908. 00000400:02020000:1.0:1767384335.577152:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384335.583062:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000400:00000200:1.0:1767384335.583070:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384335.583074:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:1.0:1767384335.583077:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000deba0267. 00000400:00000200:1.0:1767384335.583083:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384335.583087:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384335.583112:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384335.583116:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384335.583119:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00010000:00000001:0.0:1767384335.891187:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384335.891195:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.891202:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384335.891203:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.891238:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384335.891242:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384335.891252:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384336.224561:0:27536:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384336.224565:0:27536:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384336.227333:0:27536:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384336.233920:0:27537:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e66574f8. 00000400:00000010:2.0:1767384336.233934:0:27537:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002ccbac81. 00000400:00000010:2.0:1767384336.233942:0:27537:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ca49eb79. 00000400:00000010:2.0:1767384336.233944:0:27537:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000043e790ea. 00000400:00000010:2.0:1767384336.233947:0:27537:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a3cfa18. 00000400:00000010:2.0:1767384336.233951:0:27537:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d5e43d6. 00000400:00000010:2.0:1767384336.233953:0:27537:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006865615. 00000400:00000010:2.0:1767384336.233954:0:27537:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000836eff33. 00000400:00000010:2.0:1767384336.233956:0:27537:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000045ef073c. 00000800:00000010:2.0:1767384336.233969:0:27537:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a37b1a78. 00000800:00000200:2.0:1767384336.233978:0:27537:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384336.233986:0:27537:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384336.234018:0:27537:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384336.234041:0:27537:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384336.235414:0:27537:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000cbdf182f. 00000400:00000010:2.0:1767384336.235419:0:27537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c281e901. 00000400:00000010:2.0:1767384336.235424:0:27537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000400:00000001:2.0:1767384336.235437:0:27537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.235438:0:27537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.235440:0:27537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cdc6ac5. 00000400:00000200:2.0:1767384336.235442:0:27537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:2.0:1767384336.235444:0:27537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000400:00000010:2.0:1767384336.235447:0:27537:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000e91559d5. 00000400:00000200:2.0:1767384336.235450:0:27537:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (21) 00000400:00000200:2.0:1767384336.235461:0:27537:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384336.235469:0:27537:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:2.0:1767384336.235475:0:27537:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000047c7c9fd. 00000020:01000000:2.0:1767384336.235478:0:27537:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384336.235480:0:27537:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp31 00000400:00000200:3.0:1767384336.235492:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384336.235497:0:27537:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002ccbac81. 00000400:00000200:3.0:1767384336.235501:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000010:2.0:1767384336.235504:0:27537:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e66574f8. 00000400:00000200:3.0:1767384336.235508:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 00000400:00000010:3.0:1767384336.235529:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000007dc15107. 00000400:00000010:3.0:1767384336.235534:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000020:00000001:0.0:1767384336.235540:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384336.235542:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059fdc9ff. 10000000:00000001:0.0:1767384336.235545:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384336.235549:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384336.235554:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384336.235559:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000020:01000004:0.0:1767384336.235559:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384336.235564:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384336.235566:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384336.235568:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384336.235575:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:0.0:1767384336.235576:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384336.235580:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384336.235583:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384336.235585:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384336.235586:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384336.235587:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384336.235591:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384336.235597:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000010:0.0:1767384336.235597:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10265cc. 00000020:00000040:0.0:1767384336.235604:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384336.235608:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:0.0:1767384336.235612:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384336.235617:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 02000000:00000001:0.0:1767384336.235618:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384336.235624:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235625:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384336.235633:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 02000000:00000010:0.0:1767384336.235637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052a45137. 00000400:00000200:3.0:1767384336.235638:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384336.235647:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384336.235648:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235657:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:0.0:1767384336.235660:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384336.235665:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:0.0:1767384336.235665:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235675:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000040:0.0:1767384336.235679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10265cc] to pc [ptlrpcd_00_01+1] req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.235684:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384336.235701:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384336.235708:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384336.235715:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384336.235721:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 10000000:00000001:0.0:1767384336.235724:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235728:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 10000000:00000001:0.0:1767384336.235731:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.235733:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384336.235737:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.235739:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384336.235741:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000020:01000000:0.0:1767384336.235741:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384336.235742:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384336.235747:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.235749:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384336.235752:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384336.235754:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384336.235756:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384336.235761:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384336.235763:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384336.235764:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384336.235766:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384336.235767:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000100:00000001:2.0:1767384336.235767:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384336.235768:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384336.235771:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384336.235774:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384336.235774:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384336.235778:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384336.235778:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384336.235780:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384336.235781:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[62, 10], ns[62, 10] 00000020:01000004:0.0:1767384336.235782:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384336.235783:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384336.235788:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000100:00100000:2.0:1767384336.235789:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742998272:0@lo:253: 00000020:00000040:0.0:1767384336.235792:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384336.235793:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:2.0:1767384336.235796:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384336.235796:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384336.235802:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp11 02000000:00000001:2.0:1767384336.235803:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.235806:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.235807:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235810:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp11 lpni_is_preferred = 0 02000000:00000001:0.0:1767384336.235810:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.235811:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384336.235818:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp11 02000000:00000010:2.0:1767384336.235819:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537c9a53. 02000000:00000010:0.0:1767384336.235820:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002ad44125. 02000000:00000001:2.0:1767384336.235823:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.235825:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.235827:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [63:63:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [63:63:8:4294967295] 00000400:00000010:2.0:1767384336.235830:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f5a0c01. 00000100:00000001:0.0:1767384336.235830:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384336.235833:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.235836:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ccbac81. 00000400:00000200:3.0:1767384336.235838:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp11 00000100:00000040:0.0:1767384336.235838:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_02+2] req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.235840:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742998272, portal 25 00000100:00000001:2.0:1767384336.235844:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.235847:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089054976 : -130122620496640 : ffff89a7776d9500) 00000100:00000040:2.0:1767384336.235856:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.235859:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:) -> 192.168.204.108@tcp11(192.168.204.108@tcp:192.168.204.108@tcp11) : GET try# 0 10000000:00000001:0.0:1767384336.235865:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384336.235869:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.235871:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384336.235872:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.235876:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp11 00000100:00000040:2.0:1767384336.235877:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384336.235877:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384336.235882:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457ea8fa. 00000020:00000010:0.0:1767384336.235882:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000047c7c9fd. 00000800:00000010:3.0:1767384336.235884:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0e145c4. 00000100:00000200:2.0:1767384336.235886:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742998272, offset 0 00000100:00000001:0.0:1767384336.235894:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384336.235895:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (6) 00000400:00000200:2.0:1767384336.235897:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384336.235897:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.235904:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.235907:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384336.235909:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.235909:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384336.235915:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:988 00000100:00000040:0.0:1767384336.235915:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.235922:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04900 00000800:00000200:3.0:1767384336.235923:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0e145c4 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384336.235929:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384336.235931:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x106d [2] + 0 00000100:00000001:0.0:1767384336.235931:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.235934:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384336.235936:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384336.235938:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.235940:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742998400:0@lo:253: 00000400:00000010:2.0:1767384336.235941:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062492c36. 00000400:00000200:2.0:1767384336.235944:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4834c86 00000400:00000200:3.0:1767384336.235946:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000100:00000001:0.0:1767384336.235946:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384336.235951:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384336.235952:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.235953:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 02000000:00000001:0.0:1767384336.235954:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.235959:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384336.235960:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384336.235966:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4834c86 02000000:00000010:0.0:1767384336.235966:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000755e2a31. 00000400:00000010:2.0:1767384336.235968:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4834c86. 02000000:00000001:0.0:1767384336.235968:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.235972:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.235973:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384336.235973:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000100:00000200:2.0:1767384336.235976:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384336.235977:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.235980:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000068dfbf82 x1853236742998272 msgsize 4848 00000400:00000010:0.0:1767384336.235980:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022dd00e0. 00000100:00000200:0.0:1767384336.235984:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742998400, portal 25 00000100:00100000:2.0:1767384336.235986:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384336.235988:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384336.235992:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.235994:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00000100:00000040:0.0:1767384336.235998:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.235999:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.236004:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457ea8fa 00000100:00000001:0.0:1767384336.236005:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384336.236007:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000457ea8fa. 00000100:00000040:0.0:1767384336.236008:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384336.236010:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384336.236011:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a4c5dd6. 00000100:00000200:2.0:1767384336.236013:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384336.236014:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742998400, offset 0 00000400:00000200:0.0:1767384336.236019:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384336.236022:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.236024:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.236025:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384336.236031:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.236031:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04980 00000100:00000001:2.0:1767384336.236033:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384336.236035:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x107d [2] + 0 00000100:00000001:2.0:1767384336.236038:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.236038:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f43b32b5. 00000400:00000200:0.0:1767384336.236041:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e085bec4 00000100:00000001:2.0:1767384336.236042:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294923293 00000100:00000010:2.0:1767384336.236046:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000400:00000200:0.0:1767384336.236046:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.236049:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.236052:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384336.236053:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e085bec4 00000400:00000010:0.0:1767384336.236054:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e085bec4. 00000100:00000001:0.0:1767384336.236057:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384336.236058:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294923293 00000100:00000200:0.0:1767384336.236059:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384336.236061:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009be51234. 00000100:00000040:0.0:1767384336.236062:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000fe225770 x1853236742998400 msgsize 4848 00000100:00000001:2.0:1767384336.236065:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384336.236066:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384336.236068:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294923293 00000100:00000040:0.0:1767384336.236068:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384336.236071:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000796da62a. 00000100:00000001:2.0:1767384336.236074:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384336.236078:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294923293 00000100:00000001:0.0:1767384336.236078:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.236081:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a4c5dd6 00000400:00000010:0.0:1767384336.236083:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a4c5dd6. 00000100:00000001:0.0:1767384336.236086:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384336.236087:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000800:00000200:3.0:1767384336.236088:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384336.236090:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384336.236090:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384336.236094:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0e145c4. 00000100:00000001:2.0:1767384336.236095:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384336.236123:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.236128:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384336.236133:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.236134:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: GET: OK 00000100:00000040:0.0:1767384336.236135:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.236137:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.236141:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.236143:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384336.236146:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.236150:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000100:00000001:2.0:1767384336.236150:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.236151:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.236152:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384336.236157:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.236159:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384336.236160:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384336.236161:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.236164:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.236165:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.236167:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294923294 00000800:00000001:3.0:1767384336.236172:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.236172:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923293 00000800:00000001:3.0:1767384336.236177:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.236180:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294923294 00000100:00000001:2.0:1767384336.236183:0:22099:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384336.236186:0:22099:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998272 00000100:00000001:0.0:1767384336.236186:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923293 00000800:00000001:3.0:1767384336.236188:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384336.236190:0:22099:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.236190:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294923294 00000100:00000001:2.0:1767384336.236193:0:22099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.236196:0:22099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.236196:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923293 00000400:00000200:3.0:1767384336.236202:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : GET - for me 02000000:00000001:2.0:1767384336.236202:0:22099:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.236202:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294923294 00000100:00100000:2.0:1767384336.236208:0:22099:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998272 00000100:00000001:0.0:1767384336.236209:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923293 00000020:00000001:2.0:1767384336.236212:0:22099:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384336.236212:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384336.236214:0:22099:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384336.236216:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.236218:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 384 into portal 0 MB=0x8000000000000000 00000020:00000001:2.0:1767384336.236219:0:22099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384336.236220:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.236222:0:22099:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384336.236222:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384336.236225:0:22099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384336.236227:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384336.236229:0:22099:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384336.236229:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384336.236234:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.236235:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384336.236238:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 384/384 into md 0x17c1 [1] + 0 00000100:00000001:0.0:1767384336.236238:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384336.236240:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7f1dd2. 00000100:00000001:0.0:1767384336.236240:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.236245:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.236246:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.236249:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7f1dd2. 00000400:00000200:3.0:1767384336.236256:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp11 to MR: 192.168.204.108@tcp11 local destination 00000020:00000010:2.0:1767384336.236256:0:22099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5fe037e. 00000100:00000001:0.0:1767384336.236262:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384336.236265:0:22099:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbae70e1. 00000100:00100000:0.0:1767384336.236266:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998400 00000400:00000200:3.0:1767384336.236269:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [64:64:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [64:64:8:4294967295] 02000000:00000001:0.0:1767384336.236270:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384336.236272:0:22099:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae13da42. 00000100:00000001:0.0:1767384336.236274:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.236277:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.236282:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.236286:0:22099:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384336.236286:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998400 00000020:00000001:0.0:1767384336.236290:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384336.236291:0:22099:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384336.236294:0:22099:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384336.236294:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384336.236298:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384336.236299:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) -> 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) 192.168.204.108@tcp11 : REPLY try# 0 00000020:00000040:0.0:1767384336.236301:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384336.236304:0:22099:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.236306:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384336.236311:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384336.236314:0:22099:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.236316:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.108@tcp11 00000100:00000001:0.0:1767384336.236317:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384336.236322:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0e145c4. 00000100:00000001:2.0:1767384336.236324:0:22099:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.236327:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de28d9c. 00000800:00000200:3.0:1767384336.236332:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (6) 00000100:00000001:0.0:1767384336.236332:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.236337:0:22099:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384336.236339:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de28d9c. 00000100:00000001:2.0:1767384336.236340:0:22099:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767384336.236344:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:1019 00000020:00000010:0.0:1767384336.236345:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004095c7f6. 00000100:00100000:2.0:1767384336.236348:0:22099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000800:00000200:3.0:1767384336.236352:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0e145c4 type 3, nob 480 niov 1 nkiov 1 00000100:00000040:2.0:1767384336.236353:0:22099:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:0.0:1767384336.236354:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000075ced84. 00000100:00000001:2.0:1767384336.236359:0:22099:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443638864 : -130123265912752 : ffff89a750f55050) 00000020:00000010:0.0:1767384336.236361:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009e1b4077. 00000100:00000040:2.0:1767384336.236365:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068dfbf82 x1853236742998272/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.236365:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.236367:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.236369:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.236375:0:22099:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384336.236375:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.236379:0:22099:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7f1dd2. 00000100:00000001:2.0:1767384336.236381:0:22099:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384336.236384:0:22099:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7f1dd2. 00000100:00000001:0.0:1767384336.236385:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384336.236390:0:22099:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068dfbf82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742998272:12345-0@lo:253: 00000100:00000200:2.0:1767384336.236394:0:22099:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998272 00000100:00000001:0.0:1767384336.236396:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384336.236397:0:22099:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384336.236398:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384336.236401:0:22099:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384336.236401:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000020:00000001:2.0:1767384336.236403:0:22099:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.236404:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:2.0:1767384336.236406:0:22099:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384336.236406:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088826448 : -130122620725168 : ffff89a7776a1850) 00000020:00000001:2.0:1767384336.236409:0:22099:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000040:0.0:1767384336.236411:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe225770 x1853236742998400/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384336.236413:0:22099:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1767384336.236414:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384336.236415:0:22099:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384336.236420:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0e145c4. 00000020:00000001:2.0:1767384336.236421:0:22099:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384336.236423:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384336.236425:0:22099:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384336.236428:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384336.236428:0:22099:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.236429:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005de28d9c. 00000100:00000001:0.0:1767384336.236433:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.236435:0:22099:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384336.236437:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005de28d9c. 02000000:00000001:2.0:1767384336.236439:0:22099:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384336.236441:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: REPLY: OK 02000000:00000010:2.0:1767384336.236446:0:22099:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000545737d7. 00000100:00100000:0.0:1767384336.236446:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe225770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742998400:12345-0@lo:253: 02000000:00000001:2.0:1767384336.236450:0:22099:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.236450:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998400 00000100:00000001:2.0:1767384336.236452:0:22099:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.236453:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:3.0:1767384336.236454:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384336.236456:0:22099:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384336.236456:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384336.236459:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.236460:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.236462:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1767384336.236465:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384336.236465:0:22099:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000047c7c9fd. 00000020:00000001:0.0:1767384336.236465:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384336.236470:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1767384336.236471:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.236472:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384336.236473:0:22099:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:3.0:1767384336.236478:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384336.236478:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384336.236479:0:22099:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384336.236484:0:22099:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384336.236484:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:3.0:1767384336.236485:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384336.236487:0:22099:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.236487:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.236491:0:22099:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.236491:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384336.236494:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384336.236495:0:22099:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384336.236497:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : REPLY - for me 02000000:00000010:0.0:1767384336.236499:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004388e0a1. 02000000:00000001:0.0:1767384336.236503:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384336.236506:0:22099:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9e8829f. 00000100:00000001:0.0:1767384336.236506:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384336.236509:0:22099:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767384336.236509:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384336.236513:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp11: Reply from 12345-192.168.204.108@tcp11 of length 384/384 into md 0x17c5 20000000:00000010:0.0:1767384336.236531:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027e2c012. 20000000:00000001:2.0:1767384336.236533:0:22099:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:3.0:1767384336.236534:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:0.0:1767384336.236536:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384336.236539:0:22099:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384336.236539:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384336.236541:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:3.0:1767384336.236543:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384336.236543:0:22099:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384336.236543:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.236549:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384336.236550:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.236556:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384336.236561:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: REPLY: OK 00080000:00000001:2.0:1767384336.236562:0:22099:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384336.236568:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:3.0:1767384336.236571:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000400:00000200:3.0:1767384336.236575:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:2.0:1767384336.236579:0:22099:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.236580:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00080000:00000001:2.0:1767384336.236584:0:22099:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384336.236588:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00080000:00000001:2.0:1767384336.236588:0:22099:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.236591:0:22099:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384336.236594:0:22099:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384336.236598:0:22099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 000000003e5bcaa3 00000400:00000200:3.0:1767384336.236601:0:16340:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.108@tcp (400 bytes) 00000020:00000001:2.0:1767384336.236605:0:22099:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c1ea5b0c 00000400:00000200:3.0:1767384336.236609:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00080000:00000002:2.0:1767384336.236609:0:22099:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384336.236614:0:22099:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384336.236619:0:22099:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.236622:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000007dc15107. 00080000:00000001:2.0:1767384336.236622:0:22099:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384336.236626:0:22099:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384336.236628:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (23) 00000020:00000001:2.0:1767384336.236632:0:22099:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000800:00000001:3.0:1767384336.236635:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384336.236637:0:22099:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:3.0:1767384336.236641:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384336.236642:0:22099:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000013c59c24. 00080000:00000001:2.0:1767384336.236647:0:22099:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950285603328 : -130123423948288 : ffff89a74789e200) 00080000:00000001:2.0:1767384336.236651:0:22099:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384336.236655:0:22099:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384336.236659:0:22099:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed7f1dd2. 00080000:00000001:2.0:1767384336.236662:0:22099:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.236665:0:22099:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384336.236667:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384336.236673:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000007dc15107. 00080000:00000001:2.0:1767384336.236679:0:22099:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.236680:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384336.236688:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000400:00000200:3.0:1767384336.236692:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007dc15107 00000400:00000001:3.0:1767384336.236695:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.236697:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.236700:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074b9c6c0. 00080000:00000001:2.0:1767384336.236700:0:22099:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384336.236706:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000367e884e 00000400:00000010:3.0:1767384336.236709:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000367e884e. 00000400:00000200:3.0:1767384336.236715:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384336.236718:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000fa009694. 00000400:00000200:3.0:1767384336.236722:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000400:00000200:3.0:1767384336.236728:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000200:3.0:1767384336.236734:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:0 00000400:00000200:3.0:1767384336.236738:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc 1 00000400:00000200:3.0:1767384336.236743:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:3.0:1767384336.236747:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 00000400:00000010:3.0:1767384336.236751:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000cfe82eb7. 00000400:00000010:3.0:1767384336.236755:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000400:00000010:3.0:1767384336.236761:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd5837ab. 00000400:00000200:3.0:1767384336.236767:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384336.236774:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384336.236778:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384336.236783:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:3.0:1767384336.236788:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000400:00000200:3.0:1767384336.236800:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:3.0:1767384336.236806:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:3.0:1767384336.236811:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:3.0:1767384336.236817:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384336.236822:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767384336.236828:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384336.236833:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767384336.236838:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384336.236843:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384336.236847:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767384336.236852:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:3.0:1767384336.236858:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:3.0:1767384336.236863:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000400:00000200:3.0:1767384336.236868:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:3.0:1767384336.236872:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000400:00000200:3.0:1767384336.236877:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 00000400:00000200:3.0:1767384336.236881:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[62, 12], ns[62, 12] 00000400:00000200:3.0:1767384336.236885:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384336.236889:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp12 00000400:00000200:3.0:1767384336.236900:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384336.236903:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp12 00000400:00000200:3.0:1767384336.236907:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [65:65:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384336.236914:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp12 00000400:00000200:3.0:1767384336.236921:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:) -> 192.168.204.108@tcp12(192.168.204.108@tcp:192.168.204.108@tcp12) : GET try# 0 00000800:00000200:3.0:1767384336.236928:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp12 00000800:00000010:3.0:1767384336.236932:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0e145c4. 00000800:00000200:3.0:1767384336.236937:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00000800:00000200:3.0:1767384336.236945:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:988 00000800:00000200:3.0:1767384336.236948:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0e145c4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384336.236962:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384336.236964:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000001:3.0:1767384336.237028:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384336.237029:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384336.237034:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.237039:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384336.237039:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0e145c4. 00000400:00000200:2.0:1767384336.237044:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384336.237047:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.237051:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: GET: OK 00000400:00000200:2.0:1767384336.237057:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384336.237058:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : GET - for me 00000400:00000200:2.0:1767384336.237063:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:3.0:1767384336.237070:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384336.237074:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 400/400 into md 0x17c1 [1] + 0 00000400:00000200:3.0:1767384336.237080:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp12 to MR: 192.168.204.108@tcp12 local destination 00000400:00000200:3.0:1767384336.237084:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [66:66:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1767384336.237090:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) -> 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) 192.168.204.108@tcp12 : REPLY try# 0 00000800:00000200:3.0:1767384336.237093:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.108@tcp12 00000800:00000010:3.0:1767384336.237095:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000360c5dd5. 00000800:00000200:3.0:1767384336.237098:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00000800:00000200:3.0:1767384336.237125:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:1017 00000800:00000200:3.0:1767384336.237128:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000360c5dd5 type 3, nob 496 niov 1 nkiov 1 00000800:00000001:2.0:1767384336.237147:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384336.237177:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384336.237183:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384336.237187:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000360c5dd5. 00000800:00000001:2.0:1767384336.237189:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.237192:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384336.237197:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.237198:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: REPLY: OK 00000800:00000001:2.0:1767384336.237203:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.237209:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.237216:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : REPLY - for me 00000400:00000200:2.0:1767384336.237228:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp12: Reply from 12345-192.168.204.108@tcp12 of length 400/400 into md 0x17dd 00000800:00000001:2.0:1767384336.237233:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.237238:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.237240:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.237244:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: REPLY: OK 00000400:00000200:2.0:1767384336.237248:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:2.0:1767384336.237251:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000400:00000200:2.0:1767384336.237254:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384336.237256:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384336.237258:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384336.237262:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 23. state = 0x100271 00000400:00000200:2.0:1767384336.237265:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384336.237276:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (23) 00000800:00000001:2.0:1767384336.237281:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.237285:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.237298:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384336.237302:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:3.0:1767384336.237307:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000e79d595c. 00000400:00000010:3.0:1767384336.237309:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 0000000064aa7b55. 00000400:00000010:3.0:1767384336.237310:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 00000000ac4fcb1d. 00000400:00000200:3.0:1767384336.237327:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384336.237332:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000090290c1b. 00000400:00000200:3.0:1767384336.237337:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000090290c1b nid 192.168.204.108@tcp30 00000400:00000010:3.0:1767384336.237340:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c2800b73. 00000400:00000200:3.0:1767384336.237343:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c2800b73 net tcp30 00000400:00000200:3.0:1767384336.237346:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (22) 00000400:00000200:3.0:1767384336.237351:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp30 flags 0x11 00000400:00000010:3.0:1767384336.237357:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fb263968. 00000400:00000200:3.0:1767384336.237361:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fb263968 nid 192.168.204.108@tcp31 00000400:00000010:3.0:1767384336.237364:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000017ba3fd1. 00000400:00000200:3.0:1767384336.237367:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 0000000017ba3fd1 net tcp31 00000400:00000200:3.0:1767384336.237369:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (23) 00000400:00000200:3.0:1767384336.237373:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp31 flags 0x11 00000400:00000010:3.0:1767384336.237375:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000e79d595c. 00000400:00000010:3.0:1767384336.237379:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 0000000064aa7b55. 00000400:00000010:3.0:1767384336.237382:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 00000000ac4fcb1d. 00000400:00000010:3.0:1767384336.237385:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000cfe82eb7. 00000400:00000200:3.0:1767384336.237388:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384336.237392:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:3.0:1767384336.237395:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:3.0:1767384336.237399:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:3.0:1767384336.237405:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553b68db. 00000400:00000200:3.0:1767384336.237408:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000010:3.0:1767384336.237414:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4319099. 00000400:00000200:3.0:1767384336.237420:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp12 00000400:00000200:3.0:1767384336.237435:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp12 to MR: 192.168.204.108@tcp12 local destination 00000400:00000200:3.0:1767384336.237440:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [67:67:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1767384336.237445:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp12 00000400:00000200:3.0:1767384336.237451:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) -> 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) : PUT try# 0 00000800:00000200:3.0:1767384336.237455:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.108@tcp12 00000800:00000010:3.0:1767384336.237459:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000360c5dd5. 00000800:00000200:3.0:1767384336.237462:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00000800:00000200:3.0:1767384336.237465:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:988 00000800:00000200:3.0:1767384336.237467:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000360c5dd5 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1767384336.237478:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384336.237480:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000800:00000200:2.0:1767384336.237557:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384336.237561:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000360c5dd5. 00000400:00000200:2.0:1767384336.237564:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384336.237569:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384336.237572:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: PUT: OK 00000800:00000001:3.0:1767384336.237577:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.237578:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384336.237581:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.237586:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.237586:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp12: 0 00000400:00000200:3.0:1767384336.237595:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : PUT - for me 00000400:00000200:3.0:1767384336.237602:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384336.237606:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 400/400 into md 0x17d9 [1] + 0 00000400:00000010:3.0:1767384336.237608:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384336.237611:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bfaf19be 00000800:00000001:3.0:1767384336.237614:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.237618:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.237620:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.237623:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: PUT: OK 00000400:00000200:3.0:1767384336.237626:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:3.0:1767384336.237628:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000400:00000200:3.0:1767384336.237631:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384336.237632:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000400:00000200:3.0:1767384336.237636:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:3.0:1767384336.237638:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000cfe82eb7. 00000400:00000200:3.0:1767384336.237641:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 23 00080000:00000010:0.0:1767384336.237641:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000013c59c24. 00000400:00000200:3.0:1767384336.237652:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384336.237660:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00000400:00000200:3.0:1767384336.237664:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384336.237667:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp12 to MR: 192.168.204.108@tcp12 local destination 00000400:00000200:3.0:1767384336.237671:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp12 NI seq info: [68:68:256:4294967295] 192.168.204.108@tcp12 LPNI seq info [68:68:8:4294967295] 00080000:00000010:2.0:1767384336.237676:0:22099:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed7f1dd2. 00000400:00000200:3.0:1767384336.237678:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) -> 192.168.204.108@tcp12(192.168.204.108@tcp12:192.168.204.108@tcp12) 192.168.204.108@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384336.237682:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp12 00000800:00000010:3.0:1767384336.237687:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000647fe282. 00040000:00000001:2.0:1767384336.237689:0:22099:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:3.0:1767384336.237693:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00040000:00000001:2.0:1767384336.237693:0:22099:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384336.237696:0:22099:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.237701:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:1017 00000020:00000002:2.0:1767384336.237703:0:22099:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000800:00000200:3.0:1767384336.237704:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000647fe282 type 0, nob 96 niov 1 nkiov 0 20000000:00000001:2.0:1767384336.237709:0:22099:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.237712:0:22099:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384336.237723:0:22099:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000001:0.0:1767384336.237725:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384336.237731:0:22099:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384336.237734:0:22099:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384336.237739:0:22099:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000001:0.0:1767384336.237754:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384336.237757:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.237760:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000647fe282. 00000800:00000001:0.0:1767384336.237761:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.237765:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384336.237766:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.237772:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: ACK: OK 00000800:00000001:0.0:1767384336.237773:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.237782:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp12(192.168.204.108@tcp12) <- 192.168.204.108@tcp12 : ACK - for me 20000000:01000000:3.0:1767384336.237785:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384336.237789:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384336.237792:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384336.237797:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp12: ACK from 12345-192.168.204.108@tcp12 into md 0x17e1 00010000:00000001:3.0:1767384336.237798:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:2.0:1767384336.237800:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000013c59c24. 00010000:00000001:3.0:1767384336.237802:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384336.237803:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:0.0:1767384336.237804:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384336.237808:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384336.237809:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp12->192.168.204.108@tcp12: ACK: OK 00010000:00000010:3.0:1767384336.237810:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061788210. 00080000:00000001:2.0:1767384336.237811:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384336.237812:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553b68db 00080000:00000001:2.0:1767384336.237815:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:0.0:1767384336.237816:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553b68db. 00010000:00000001:3.0:1767384336.237817:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384336.237821:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000400:00000200:0.0:1767384336.237822:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00080000:00000001:2.0:1767384336.237823:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384336.237825:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:0.0:1767384336.237828:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000020:00000040:3.0:1767384336.237829:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457de9 to hash 00000020:00000001:3.0:1767384336.237834:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384336.237835:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00000400:00000200:0.0:1767384336.237837:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00010000:00000001:3.0:1767384336.237839:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00000400:00000200:0.0:1767384336.237844:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00010000:00000001:3.0:1767384336.237845:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384336.237847:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.237849:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.237852:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000001:0.0:1767384336.237852:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384336.237853:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384336.237855:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384336.237857:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384336.237857:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384336.237861:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384336.237867:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00010000:00000001:3.0:1767384336.237870:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384336.237873:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00010000:00000001:3.0:1767384336.237874:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384336.237878:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:2.0:1767384336.237878:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384336.237881:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384336.237884:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384336.237885:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.237890:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384336.237891:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.237892:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.237897:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384336.237897:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.237901:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:2.0:1767384336.237902:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384336.237904:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384336.237906:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:2.0:1767384336.237907:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000040:3.0:1767384336.237908:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061788210) refcount = 1 00010000:00010000:3.0:1767384336.237914:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384336.237914:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384336.237919:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003fd7ed86. 00010000:00000001:3.0:1767384336.237920:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384336.237923:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384336.237925:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384336.237925:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950285603840 : -130123423947776 : ffff89a74789e400) 00010000:00000001:3.0:1767384336.237929:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.237931:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384336.237932:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384336.237935:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384336.237936:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384336.237940:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000010:2.0:1767384336.237940:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed7f1dd2. 00080000:00000001:2.0:1767384336.237945:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.237946:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384336.237947:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.237948:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=4 00000020:00000001:3.0:1767384336.237950:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384336.237951:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384336.237955:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384336.237957:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384336.237958:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384336.237964:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384336.237968:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.237973:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384336.237978:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384336.237979:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.237983:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384336.237985:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.237989:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384336.237989:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.237991:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384336.237992:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384336.237994:0:22099:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384336.237999:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00000100:00000001:2.0:1767384336.237999:0:22099:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384336.238002:0:22099:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000047c7c9fd. 00010000:00000001:3.0:1767384336.238003:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384336.238007:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 20000000:00000001:2.0:1767384336.238008:0:22099:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.238009:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384336.238015:0:22099:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742998272 00010000:00000001:3.0:1767384336.238016:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384336.238019:0:22099:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384336.238020:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384336.238023:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.238024:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00010000:00000200:2.0:1767384336.238026:0:22099:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068dfbf82 x1853236742998272/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.238027:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384336.238033:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384336.238038:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384336.238040:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.238043:0:22099:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384336.238046:0:22099:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.238047:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384336.238050:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:2.0:1767384336.238052:0:22099:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=46 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384336.238053:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.238059:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384336.238060:0:22099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384336.238061:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384336.238063:0:22099:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384336.238065:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384336.238066:0:22099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384336.238068:0:22099:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.238070:0:22099:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.238074:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.238075:0:22099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384336.238079:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457de9 from hash 00000100:00000040:2.0:1767384336.238079:0:22099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384336.238083:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384336.238084:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457ea8fa. 00010000:00000001:3.0:1767384336.238085:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.238088:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.238090:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384336.238091:0:22099:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742998272, offset 224 00010000:00000001:3.0:1767384336.238092:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384336.238095:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384336.238098:0:22099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384336.238123:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384336.238128:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.238132:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.238134:0:22099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384336.238136:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384336.238140:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384336.238143:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384336.238144:0:22099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04900 00010000:00000001:3.0:1767384336.238148:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.238151:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.238154:0:22099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17c9 [2] + 224 00010000:00000001:3.0:1767384336.238156:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.238162:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.238165:0:22099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384336.238167:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384336.238170:0:22099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.238177:0:22099:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384336.238181:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384336.238182:0:22099:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.238185:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.238189:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384336.238192:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384336.238196:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.238198:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.238201:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384336.238201:0:22099:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.238203:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.238207:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.238211:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.238218:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384336.238219:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384336.238220:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457de9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384336.238245:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061788210 count: 0 00000100:00000001:2.0:1767384336.238247:0:22099:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384336.238253:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384336.238255:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384336.238256:0:22099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457ea8fa 00000400:00000010:2.0:1767384336.238260:0:22099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000457ea8fa. 00000100:00000001:2.0:1767384336.238264:0:22099:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1767384336.238265:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.238266:0:22099:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.238268:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.238270:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.238273:0:22099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384336.238274:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384336.238278:0:22099:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:3.0:1767384336.238281:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:2.0:1767384336.238281:0:22099:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384336.238283:0:22099:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384336.238283:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.238287:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000020:00000001:2.0:1767384336.238287:0:22099:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384336.238287:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f5a0c01. 00000400:00000200:0.0:1767384336.238292:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ccbac81 00000100:00000040:2.0:1767384336.238294:0:22099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068dfbf82 x1853236742998272/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384336.238295:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ccbac81. 00000100:00000001:0.0:1767384336.238299:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384336.238302:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000100:00000200:0.0:1767384336.238303:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.238304:0:22099:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068dfbf82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742998272:12345-0@lo:253: Request processed in 1928us (2322us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384336.238307:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007dc15107 00000400:00000200:3.0:1767384336.238314:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000100:00100000:2.0:1767384336.238318:0:22099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000200:0.0:1767384336.238320:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.238321:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000ac4fcb1d. 00000100:00000040:2.0:1767384336.238322:0:22099:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000400:00000010:3.0:1767384336.238328:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 0000000095c95c76. 00000100:00000001:2.0:1767384336.238328:0:22099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384336.238329:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.238332:0:22099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384336.238333:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 00000000e79d595c. 00000100:00000001:0.0:1767384336.238334:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384336.238337:0:22099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbae70e1. 00000100:00000001:0.0:1767384336.238338:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384336.238340:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384336.238341:0:22099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae13da42. 00000100:00000001:0.0:1767384336.238343:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384336.238345:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5fe037e. 00000100:00000001:0.0:1767384336.238345:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.238347:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.238350:0:22099:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:0.0:1767384336.238351:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=46 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384336.238355:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000ac4fcb1d. 02000000:00000001:2.0:1767384336.238355:0:22099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384336.238355:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=46 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384336.238357:0:22099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000545737d7. 00000100:00000001:0.0:1767384336.238358:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.238360:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.238362:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384336.238364:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 0000000095c95c76. 02000000:00000001:2.0:1767384336.238364:0:22099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384336.238364:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.238368:0:22099:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.238369:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.238372:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 00000000e79d595c. 00000100:00000200:2.0:1767384336.238374:0:22099:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384336.238374:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.238379:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000cfe82eb7. 00000400:00000010:2.0:1767384336.238381:0:22099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f5a0c01. 00000400:00000010:2.0:1767384336.238388:0:22099:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457ea8fa. 00000100:00000001:0.0:1767384336.238388:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384336.238390:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000100:00000001:0.0:1767384336.238392:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384336.238396:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.238398:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000020:01000004:0.0:1767384336.238401:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384336.238406:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000020:01000004:0.0:1767384336.238406:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384336.238411:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384336.238414:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384336.238415:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000020:01000004:0.0:1767384336.238417:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384336.238421:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000020:01000004:0.0:1767384336.238421:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384336.238423:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384336.238427:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000020:01000004:0.0:1767384336.238427:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384336.238432:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000020:01000004:0.0:1767384336.238436:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384336.238439:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (24) 00000020:01000004:0.0:1767384336.238439:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384336.238444:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.238453:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742998272:0@lo:253: 00000100:00000001:0.0:1767384336.238458:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.238460:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.238462:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10265cc x1853236742998272/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.238470:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.238473:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384336.238475:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537c9a53. 02000000:00000001:0.0:1767384336.238478:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384336.238480:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384336.238481:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384336.238484:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384336.238486:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052a45137. 02000000:00000001:0.0:1767384336.238489:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384336.238491:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384336.238492:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10265cc. 00000100:00000001:0.0:1767384336.238495:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.238496:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.238498:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.238502:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.238502:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.238504:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.238505:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384336.239545:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003fd7ed86. 00080000:00000010:2.0:1767384336.239587:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed7f1dd2. 00040000:00000001:2.0:1767384336.239591:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384336.239593:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384336.239595:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384336.239603:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384336.239606:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.239608:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384336.239610:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384336.239620:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384336.239623:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384336.239627:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384336.239648:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384336.239652:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384336.239655:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384336.239659:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384336.239661:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384336.239668:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bb45c538. 00010000:00000001:3.0:1767384336.239672:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384336.239676:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0d99747. 00000020:00000001:3.0:1767384336.239686:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384336.239689:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c0d99747 with handle 0x88edd5ef35457df0 to hash 00000020:00000001:3.0:1767384336.239692:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384336.239693:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384336.239696:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384336.239699:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384336.239701:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.239703:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.239710:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384336.239711:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384336.239713:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384336.239715:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384336.239717:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.239719:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384336.239721:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.239723:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384336.239725:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384336.239727:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384336.239728:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384336.239730:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bb45c538) refcount = 1 00010000:00010000:3.0:1767384336.239734:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384336.239736:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384336.239741:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384336.239744:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027e2c012. 00010000:00000001:3.0:1767384336.239745:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:2.0:1767384336.239747:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.239748:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384336.239753:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384336.239753:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742998400 00010000:00000001:2.0:1767384336.239757:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384336.239758:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384336.239762:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe225770 x1853236742998400/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.239763:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384336.239770:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384336.239773:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:01000000:3.0:1767384336.239775:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384336.239775:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.239779:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=46 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384336.239781:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384336.239782:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384336.239785:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384336.239786:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000040:3.0:1767384336.239790:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=4 00000100:00000001:2.0:1767384336.239790:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384336.239793:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.239794:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.239796:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.239797:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.239801:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5036754. 00000020:00000001:3.0:1767384336.239803:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00000100:00000200:2.0:1767384336.239805:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742998400, offset 224 00010000:00000001:3.0:1767384336.239810:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384336.239814:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384336.239814:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384336.239817:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384336.239825:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384336.239831:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384336.239834:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384336.239837:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04980 00000400:00000200:2.0:1767384336.239845:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d1 [2] + 224 00010000:00000001:3.0:1767384336.239846:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.239849:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384336.239849:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384336.239851:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384336.239854:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.239860:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384336.239861:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384336.239863:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.239865:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384336.239865:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384336.239871:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384336.239873:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c0d99747 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384336.239877:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384336.239879:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384336.239882:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384336.239889:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.239891:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384336.239893:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384336.239896:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.239898:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=5 00000020:00000001:3.0:1767384336.239902:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384336.239904:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384336.239905:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384336.239908:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384336.239913:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384336.239915:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5036754 00010000:00000001:3.0:1767384336.239918:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384336.239920:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5036754. 00010000:00000001:3.0:1767384336.239921:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384336.239924:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.239926:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384336.239928:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384336.239930:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384336.239931:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384336.239932:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384336.239935:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384336.239936:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.239936:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384336.239937:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384336.239942:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0d99747 with handle 0x88edd5ef35457df0 from hash 00000100:00000040:2.0:1767384336.239942:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:0.0:1767384336.239942:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384336.239945:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384336.239949:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384336.239949:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384336.239949:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00010000:00000001:3.0:1767384336.239953:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384336.239953:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.239954:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022dd00e0 00000020:00000001:2.0:1767384336.239955:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384336.239956:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384336.239958:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022dd00e0. 00010000:00000001:3.0:1767384336.239959:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384336.239960:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe225770 x1853236742998400/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.239963:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384336.239964:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384336.239966:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384336.239969:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384336.239971:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.239975:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.239976:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.239977:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe225770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236742998400:12345-0@lo:253: Request processed in 3550us (3911us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384336.239979:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384336.239982:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384336.239988:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.239991:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384336.239991:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00010000:00000001:3.0:1767384336.239994:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.239995:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:0.0:1767384336.239995:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.239997:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.240000:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384336.240002:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.240003:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384336.240007:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384336.240008:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000075ced84. 00000100:00000001:0.0:1767384336.240009:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384336.240012:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384336.240015:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009e1b4077. 00010000:00000001:3.0:1767384336.240017:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384336.240017:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384336.240020:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004095c7f6. 02000000:00000001:0.0:1767384336.240020:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384336.240021:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384336.240023:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384336.240024:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384336.240025:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.240026:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:2.0:1767384336.240026:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:0.0:1767384336.240030:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.240031:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384336.240031:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384336.240034:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384336.240035:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004388e0a1. 00000100:00001000:0.0:1767384336.240036:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=46 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384336.240037:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384336.240041:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.240042:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384336.240042:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.240044:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.240044:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.240046:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.240047:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:3.0:1767384336.240051:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.240052:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1767384336.240054:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384336.240054:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e625f9b4. 00010000:00000001:0.0:1767384336.240056:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.240059:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5036754. 00000100:00000001:0.0:1767384336.240061:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.240065:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384336.240068:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.240069:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384336.240072:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c0d99747/0x88edd5ef35457df0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384336.240085:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bb45c538 count: 0 00000100:00000001:0.0:1767384336.240091:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384336.240093:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384336.240095:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:3.0:1767384336.240096:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384336.240123:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384336.240128:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384336.240130:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384336.240132:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384336.240134:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384336.240136:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384336.240138:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384336.240139:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384336.240141:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384336.240142:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384336.240145:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.240153:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742998400:0@lo:253: 00000100:00000001:0.0:1767384336.240165:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.240167:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.240169:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236742998400/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.240176:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.240178:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384336.240180:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000755e2a31. 02000000:00000001:0.0:1767384336.240183:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384336.240184:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384336.240186:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384336.240188:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384336.240190:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002ad44125. 02000000:00000001:0.0:1767384336.240193:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384336.240194:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384336.240195:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000100:00000001:0.0:1767384336.240198:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.240199:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.240201:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.240206:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.240207:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.240209:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.240211:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.242166:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294923294, at 4294923295 00000100:00000040:0.0:1767384336.242171:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294923294, at 4294923295 00000100:00000010:2.0:1767384336.242175:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000796da62a. 00000100:00000010:0.0:1767384336.242176:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00000100:00000040:1.0:1767384336.243137:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294923294, at 4294923296 00000100:00000010:1.0:1767384336.243143:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009be51234. 00000100:00000040:3.0:1767384336.243149:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294923294, at 4294923296 00000100:00000010:3.0:1767384336.243156:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00010000:00000010:3.1:1767384336.244141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061788210. 00010000:00000010:3.1:1767384336.244149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00010000:00000010:3.1:1767384336.244154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bb45c538. 00010000:00000010:3.1:1767384336.244157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d99747. 00000400:00000010:1.0:1767384336.250583:0:27542:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000698bbc2f. 00000400:00000040:1.0:1767384336.250603:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.250605:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384336.250607:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.250609:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.250610:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.250611:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384336.250614:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.250615:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384336.250622:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384336.250623:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384336.250625:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384336.250627:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.250629:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384336.250630:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.250631:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384336.250632:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384336.250633:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.250635:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384336.250636:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384336.250638:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.250639:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.250640:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.250641:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.250642:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.250643:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384336.250645:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.250646:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.250647:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.250648:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.250650:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.250651:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384336.250652:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.250653:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.250654:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.250655:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.250657:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.250658:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384336.250660:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.250661:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.250662:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384336.250663:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384336.250665:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.250666:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384336.250667:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384336.250669:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384336.250670:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384336.250671:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384336.250676:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384336.250678:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384336.250679:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.250681:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384336.250683:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384336.250684:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384336.250686:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384336.250687:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384336.250689:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384336.250690:0:27542:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384336.250742:0:27542:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000698bbc2f. 00000400:00000001:3.0:1767384336.595163:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.595168:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.595171:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:3.0:1767384336.595174:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000400:00000200:3.0:1767384336.595179:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384336.595185:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384336.595192:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000007195d42. 00000400:00000010:3.0:1767384336.595196:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056b26dda. 00000004:00000001:1.0:1767384336.723149:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384336.723153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384336.723154:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384336.723160:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000100:00000001:0.0:1767384336.723161:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384336.723167:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384336.723168:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000100:00000001:1.0:1767384336.723172:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384336.723174:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384336.723176:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384336.723179:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.723182:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.723182:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384336.723187:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.723190:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000583bfad. 02000000:00000010:0.0:1767384336.723195:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047e0006b. 00000100:00000001:1.0:1767384336.723197:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.723202:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723204:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384336.723206:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723213:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384336.723214:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053389443] to pc [ptlrpcd_00_03+3] req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.723237:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384336.723239:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384336.723241:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723245:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_00+0] req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.723250:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.723254:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.723258:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384336.723262:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.723268:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.723270:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.723272:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.723273:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384336.723277:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384336.723278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384336.723281:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.723287:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742998528:0@lo:13: 00000100:00000001:0.0:1767384336.723288:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384336.723292:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10265cc. 00000020:00000040:0.0:1767384336.723297:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384336.723299:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384336.723303:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.723305:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.723306:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384336.723308:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.723311:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.723312:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384336.723316:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000029bea4cf. 02000000:00000001:1.0:1767384336.723319:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384336.723319:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cde4449b. 00000100:00000001:0.0:1767384336.723325:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.723326:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008677d96a. 00000100:00000040:0.0:1767384336.723332:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384336.723333:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000100:00000200:1.0:1767384336.723342:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742998528, portal 4 00000100:00000001:1.0:1767384336.723344:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384336.723346:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000040:1.0:1767384336.723351:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.723356:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.723357:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.723359:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384336.723361:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236742998528, offset 0 00000100:00000001:0.0:1767384336.723366:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384336.723367:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384336.723370:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723377:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10265cc] to pc [ptlrpcd_00_01+1] req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.723383:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.723394:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384336.723399:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc04a00 00000100:00000001:0.0:1767384336.723406:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384336.723409:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 1568 00000100:00000010:0.0:1767384336.723412:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000400:00000200:1.0:1767384336.723415:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384336.723417:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1767384336.723422:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.723423:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384336.723427:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384336.723427:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.723428:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384336.723429:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384336.723429:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384336.723431:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384336.723432:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384336.723434:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095411f91. 00000100:00000010:1.0:1767384336.723435:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f061be3f. 00000100:00000001:0.0:1767384336.723439:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.723440:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.723440:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000f061be3f x1853236742998528 msgsize 224 00000100:00100000:1.0:1767384336.723447:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384336.723452:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384336.723455:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.723457:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723458:0:16350:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384336.723460:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384336.723461:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384336.723463:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.723463:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.723466:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.723467:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000100:00000040:0.0:1767384336.723468:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_02+2] req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.723469:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742998784:0@lo:400: 00000400:00000010:1.0:1767384336.723471:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000100:00000001:3.0:1767384336.723476:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384336.723477:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384336.723482:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.723484:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.723486:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384336.723489:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384336.723494:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384336.723495:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384336.723497:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000912dcab4. 00000100:00000010:0.0:1767384336.723498:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 02000000:00000001:3.0:1767384336.723499:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.723502:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384336.723519:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000100:00000001:0.0:1767384336.723520:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384336.723523:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384336.723526:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 02000000:00000001:0.0:1767384336.723527:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723529:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384336.723530:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742998784, portal 4 02000000:00000010:0.0:1767384336.723532:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060a70626. 00000100:00000040:1.0:1767384336.723534:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.723535:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.723536:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.723538:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089054976 : -130122620496640 : ffff89a7776d9500) 00000100:00000040:0.0:1767384336.723544:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384336.723546:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.723553:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723557:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.723563:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384336.723563:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384336.723565:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.723566:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.723568:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000100:00000001:1.0:1767384336.723569:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.723569:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_03+3] req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.723570:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236742998784, offset 0 00000100:00000040:1.0:1767384336.723575:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3700 usecs (4 jiffies) 00000400:00000200:3.0:1767384336.723579:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.723581:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923780 00000100:00000001:0.0:1767384336.723583:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384336.723586:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d432b6f5. 00000400:00000200:3.0:1767384336.723587:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384336.723589:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000100:00000001:1.0:1767384336.723594:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384336.723601:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923780 00000100:00000010:1.0:1767384336.723604:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075303682. 00000100:00000001:1.0:1767384336.723608:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384336.723610:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.723612:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923780 00000100:00000001:0.0:1767384336.723615:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384336.723617:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db0e23c4. 00000100:00000001:0.0:1767384336.723618:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384336.723622:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384336.723625:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.723628:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923780 00000100:00000010:1.0:1767384336.723634:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9e6532. 00000100:00000001:1.0:1767384336.723639:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384336.723640:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.723644:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723646:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384336.723647:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384336.723651:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723654:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.723656:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.723659:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384336.723662:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.723666:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742998912:0@lo:400: 00000100:00000001:0.0:1767384336.723670:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384336.723673:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.723674:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.723676:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384336.723677:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.723679:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1767384336.723680:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000809d46a0. 00000100:00000001:1.0:1767384336.723683:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384336.723684:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723685:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384336.723687:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc04b00 00000100:00000001:1.0:1767384336.723688:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384336.723689:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000100:00000040:1.0:1767384336.723694:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384336.723695:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000400:00000200:3.0:1767384336.723699:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 2992 00000100:00000200:0.0:1767384336.723709:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742998912, portal 10 00000400:00000200:3.0:1767384336.723710:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384336.723710:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.723713:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384336.723714:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.723714:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:1.0:1767384336.723718:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.723721:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384336.723722:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384336.723723:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.723724:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1767384336.723725:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384336.723730:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042610649. 02000000:00000001:1.0:1767384336.723731:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.723735:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000042610649 x1853236742998784 msgsize 224 00000100:00100000:1.0:1767384336.723737:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742999040:0@lo:400: 00000100:00000001:0.0:1767384336.723740:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384336.723744:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384336.723747:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384336.723747:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384336.723749:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.723751:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384336.723753:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000056fc203. 02000000:00000001:1.0:1767384336.723755:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.723757:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633d6480. 00000400:00000010:0.0:1767384336.723761:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000400:00000010:1.0:1767384336.723762:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384336.723768:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742999040, portal 10 00000100:00000001:1.0:1767384336.723770:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384336.723770:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742998912, offset 0 00000100:00000001:1.0:1767384336.723773:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000040:1.0:1767384336.723778:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.723783:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.723789:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.723793:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.723797:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecabf60e. 00000400:00000200:0.0:1767384336.723797:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384336.723800:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236742999040, offset 0 00000100:00100000:3.0:1767384336.723805:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384336.723807:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc04b80 00000400:00000200:1.0:1767384336.723810:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384336.723816:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.723820:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:1.0:1767384336.723822:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384336.723829:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.723832:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc04c00 00000400:00000200:3.0:1767384336.723833:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095873974 00000400:00000010:3.0:1767384336.723837:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00000400:00000200:0.0:1767384336.723837:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.723840:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384336.723844:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.723847:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:1.0:1767384336.723856:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.723857:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384336.723861:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384336.723863:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384336.723864:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384336.723868:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb795d1. 00000100:00000040:0.0:1767384336.723872:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000afb795d1 x1853236742998912 msgsize 224 00000100:00000040:3.0:1767384336.723873:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.723878:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.723881:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723881:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384336.723884:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998528 00000100:00000001:3.0:1767384336.723886:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384336.723888:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.723889:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.723890:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.723892:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.723893:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.723899:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.723900:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3700 usecs (4 jiffies) 00000400:00000200:0.0:1767384336.723900:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:0.0:1767384336.723902:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:3.0:1767384336.723903:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923780 00000100:00000001:3.0:1767384336.723906:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923780 00000100:00000001:3.0:1767384336.723910:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923780 00000100:00100000:1.0:1767384336.723910:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998528 00000100:00000001:0.0:1767384336.723913:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384336.723914:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923780 00000020:00000001:1.0:1767384336.723915:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384336.723919:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923780 00000020:00000040:1.0:1767384336.723919:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000200:0.0:1767384336.723919:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.723925:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923780 00000020:00000001:1.0:1767384336.723925:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.723929:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923780 00000100:00000001:0.0:1767384336.723929:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384336.723931:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923780 00000100:00000040:0.0:1767384336.723932:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.723933:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384336.723936:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:3.0:1767384336.723937:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.723942:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384336.723943:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.723946:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.723948:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384336.723949:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.723951:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.723955:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.723958:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.723958:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.723960:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efb0f5fd. 00000100:00000001:3.0:1767384336.723963:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384336.723964:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2692 usecs (3 jiffies) 00000020:00000010:1.0:1767384336.723968:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000097b835f8. 00000100:00000001:3.0:1767384336.723969:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.723969:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923779 00000100:00000001:3.0:1767384336.723972:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.723972:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923780 00000100:00000001:3.0:1767384336.723974:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384336.723974:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:0.0:1767384336.723974:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923779 00000100:00000001:0.0:1767384336.723980:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923780 00000100:00100000:3.0:1767384336.723981:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384336.723983:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.723983:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923779 00000100:00000001:3.0:1767384336.723985:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.723985:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923780 00000100:00000001:1.0:1767384336.723987:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384336.723988:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.723988:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923779 00000100:00000001:3.0:1767384336.723992:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.723992:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923780 00000100:00000001:3.0:1767384336.723993:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384336.723993:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000913aa7ff. 00000100:00000001:0.0:1767384336.723994:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.723996:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384336.723998:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.724000:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384336.724001:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b2199c09. 00000100:00000001:0.0:1767384336.724001:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724006:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384336.724008:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000001:0.0:1767384336.724010:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.724011:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.724014:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384336.724016:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384336.724017:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724017:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.724020:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.724022:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384336.724023:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384336.724023:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724024:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384336.724026:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.724026:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724027:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.724032:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.724037:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742998656:0@lo:400: 00000100:00000001:1.0:1767384336.724037:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724044:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384336.724047:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.724047:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384336.724049:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384336.724051:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998912 02000000:00000001:3.0:1767384336.724053:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.724054:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384336.724056:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384336.724056:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384336.724060:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cecb5b9d. 00000100:00000001:1.0:1767384336.724061:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384336.724063:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724064:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384336.724065:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.724067:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 02000000:00000001:0.0:1767384336.724070:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.724071:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000100:00100000:1.0:1767384336.724072:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767384336.724074:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998912 00000100:00000200:3.0:1767384336.724076:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742998656, portal 25 00000100:00000040:1.0:1767384336.724077:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000020:00000001:0.0:1767384336.724078:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384336.724080:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384336.724081:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088528896 : -130122621022720 : ffff89a777658e00) 00000100:00000001:3.0:1767384336.724082:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00000020:00000040:0.0:1767384336.724082:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:0.0:1767384336.724086:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384336.724089:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f061be3f x1853236742998528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384336.724089:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000040:3.0:1767384336.724090:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.724094:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384336.724123:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384336.724123:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000010:1.0:1767384336.724126:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c4f42d. 00000100:00000001:1.0:1767384336.724130:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.724130:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.724136:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c4f42d. 00000020:00000010:0.0:1767384336.724136:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:0.0:1767384336.724142:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.724143:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384336.724146:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f061be3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236742998528:12345-0@lo:13: 00000020:00000010:0.0:1767384336.724147:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000100:00000040:3.0:1767384336.724149:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.724152:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000020:00000010:0.0:1767384336.724153:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae972e77. 00000100:00000200:3.0:1767384336.724157:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236742998656, offset 0 00000100:00000200:1.0:1767384336.724158:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998528 00000020:00000010:0.0:1767384336.724160:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000020:00000001:1.0:1767384336.724163:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384336.724165:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384336.724166:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000915f261c. 00000020:00000001:1.0:1767384336.724167:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384336.724171:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.724174:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384336.724175:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384336.724176:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.724177:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384336.724179:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000001:0.0:1767384336.724180:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384336.724184:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc04a80 00000020:00000001:1.0:1767384336.724184:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384336.724185:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.724187:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.724190:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384336.724191:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384336.724193:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x108d [2] + 0 00000020:00000001:1.0:1767384336.724194:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384336.724195:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767384336.724198:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000020:00000001:1.0:1767384336.724198:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724198:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.724205:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2c7d928 00000100:00000001:1.0:1767384336.724205:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384336.724208:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384336.724211:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.724211:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384336.724212:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000727d6f9c. 02000000:00000001:1.0:1767384336.724216:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.724219:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.724220:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724221:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:1.0:1767384336.724224:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1767384336.724225:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c7d928 00000100:00000001:0.0:1767384336.724225:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384336.724229:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c7d928. 00002000:00000001:1.0:1767384336.724229:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:0.0:1767384336.724230:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:1.0:1767384336.724233:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:0.0:1767384336.724234:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:3.0:1767384336.724235:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384336.724238:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384336.724238:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089058560 : -130122620493056 : ffff89a7776da300) 00000020:00000001:1.0:1767384336.724241:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384336.724243:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afb795d1 x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384336.724246:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:3.0:1767384336.724250:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000c7cb5400 x1853236742998656 msgsize 224 00000020:00000020:1.0:1767384336.724252:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:3.0:1767384336.724259:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:1.0:1767384336.724259:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384336.724260:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384336.724264:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:0.0:1767384336.724264:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00002000:00000020:1.0:1767384336.724265:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384336.724268:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384336.724269:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384336.724273:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384336.724274:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384336.724277:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.724278:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00002000:00000001:1.0:1767384336.724279:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.724282:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00010000:00000040:1.0:1767384336.724284:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742998528 00000400:00000010:3.0:1767384336.724285:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00100000:0.0:1767384336.724285:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afb795d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742998912:12345-0@lo:400: 00010000:00000001:1.0:1767384336.724287:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384336.724291:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384336.724292:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998912 00010000:00000200:1.0:1767384336.724295:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f061be3f x1853236742998528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.724297:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.724297:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.724300:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384336.724303:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.724308:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.724312:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384336.724317:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384336.724320:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.724325:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384336.724325:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384336.724325:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384336.724329:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384336.724330:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.724331:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.724331:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.724334:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384336.724337:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384336.724339:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.724340:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384336.724342:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1767384336.724344:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=36 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384336.724345:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000257083fe. 00000100:00000001:3.0:1767384336.724346:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.724349:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724351:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294923782 00000100:00000001:0.0:1767384336.724353:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724355:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384336.724356:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724357:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923780 00010000:00000040:0.0:1767384336.724360:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742998912 00000100:00000040:1.0:1767384336.724361:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.724362:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294923782 00010000:00000001:0.0:1767384336.724363:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384336.724368:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000200:0.0:1767384336.724369:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afb795d1 x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724370:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923780 02000000:00000001:1.0:1767384336.724373:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384336.724376:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294923782 02000000:00000001:1.0:1767384336.724377:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724380:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923780 00000100:00000001:1.0:1767384336.724382:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384336.724383:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384336.724384:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294923782 00010000:00000001:0.0:1767384336.724386:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724388:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923780 00000100:00000040:1.0:1767384336.724388:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384336.724390:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=40 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384336.724393:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000001:3.0:1767384336.724394:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.724394:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384336.724399:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384336.724399:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236742998528, offset 224 00000100:00000040:0.0:1767384336.724399:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384336.724402:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384336.724404:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.724406:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384336.724407:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.724410:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384336.724410:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724415:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384336.724420:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.724423:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.724423:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384336.724423:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384336.724432:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc04a00 00000400:00000010:0.0:1767384336.724432:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000001:3.0:1767384336.724440:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384336.724441:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17f9 [1] + 224 00000100:00100000:3.0:1767384336.724445:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998784 00000400:00000200:1.0:1767384336.724446:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384336.724447:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742998912, offset 224 02000000:00000001:3.0:1767384336.724448:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384336.724455:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.724456:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384336.724459:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384336.724460:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.724463:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724463:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384336.724468:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998784 00000400:00000200:0.0:1767384336.724468:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384336.724471:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.724472:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.724476:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000400:00000200:0.0:1767384336.724479:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc04b80 00000020:00000001:3.0:1767384336.724480:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.724483:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000020:00000001:3.0:1767384336.724488:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000400:00000200:0.0:1767384336.724489:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1809 [1] + 224 00000100:00000040:1.0:1767384336.724491:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.724492:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000400:00000200:0.0:1767384336.724496:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384336.724498:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.724502:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b32201ba. 00000400:00000200:0.0:1767384336.724504:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.724518:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.724523:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384336.724524:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000020:00000010:3.0:1767384336.724528:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b32201ba. 00000400:00000010:1.0:1767384336.724529:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000001:1.0:1767384336.724535:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.724536:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384336.724538:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000100:00000001:0.0:1767384336.724538:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384336.724539:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.724544:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c684640. 00000100:00000040:1.0:1767384336.724544:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000200:0.0:1767384336.724544:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.724550:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384336.724551:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 00000020:00000001:1.0:1767384336.724553:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.724557:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384336.724559:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384336.724562:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384336.724563:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f061be3f x1853236742998528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724565:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384336.724565:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724568:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.724575:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384336.724578:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384336.724581:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.724590:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f061be3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16350:x1853236742998528:12345-0@lo:13: Request processed in 463us (1146us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384336.724594:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.724594:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.724600:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:0.0:1767384336.724604:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:3.0:1767384336.724605:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384336.724608:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384336.724609:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384336.724609:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.724612:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384336.724614:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384336.724615:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000040:3.0:1767384336.724617:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:0.0:1767384336.724617:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724620:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384336.724621:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952740096 : -130122756811520 : ffff89a76f4d9500) 00000100:00000040:0.0:1767384336.724622:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384336.724625:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384336.724625:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384336.724627:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042610649 x1853236742998784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.724629:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.724632:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b2199c09. 00000020:00000001:0.0:1767384336.724632:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384336.724637:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb795d1 x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724639:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.724640:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 00000020:00000010:3.0:1767384336.724643:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b32201ba. 00000020:00000010:1.0:1767384336.724648:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000913aa7ff. 00000100:00000001:3.0:1767384336.724653:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384336.724654:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afb795d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236742998912:12345-0@lo:400: Request processed in 390us (777us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384336.724656:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b32201ba. 00000020:00000040:1.0:1767384336.724657:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00000001:1.0:1767384336.724662:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384336.724664:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042610649 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236742998784:12345-0@lo:400: 00000100:00100000:0.0:1767384336.724664:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000200:3.0:1767384336.724668:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998784 00000100:00000040:0.0:1767384336.724668:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000020:00000001:3.0:1767384336.724671:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384336.724671:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384336.724673:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384336.724674:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.724676:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.724676:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000020:00000001:3.0:1767384336.724679:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00080000:1.0:1767384336.724680:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384336.724681:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000010:0.0:1767384336.724681:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000915f261c. 00000020:00000040:1.0:1767384336.724685:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000020:00000001:3.0:1767384336.724687:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.724691:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.724691:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae972e77. 00000020:00000001:3.0:1767384336.724695:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384336.724697:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384336.724697:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:1.0:1767384336.724699:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384336.724700:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724700:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.724702:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384336.724704:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000010:1.0:1767384336.724707:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc06c8f. 00000100:00000001:3.0:1767384336.724709:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384336.724710:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000003cc06c8f x1853236742999040 msgsize 224 02000000:00000001:3.0:1767384336.724714:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384336.724718:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384336.724720:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000873d33f1. 00000100:00000001:0.0:1767384336.724723:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384336.724724:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724725:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.724726:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.724727:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384336.724730:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384336.724731:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384336.724732:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1767384336.724733:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236742998784 00000400:00000010:0.0:1767384336.724733:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00010000:00000001:3.0:1767384336.724735:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384336.724737:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 00000400:00000010:0.0:1767384336.724738:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 00010000:00000200:3.0:1767384336.724739:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000042610649 x1853236742998784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.724742:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384336.724746:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.724747:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384336.724747:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecabf60e 00010000:00000001:3.0:1767384336.724749:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.724751:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecabf60e. 00000100:00001000:3.0:1767384336.724753:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.724757:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384336.724759:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384336.724761:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384336.724763:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.724765:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.724769:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384336.724774:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.724776:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724782:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384336.724784:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.724786:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384336.724788:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384336.724791:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.724792:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384336.724792:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384336.724796:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384336.724798:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000100:00000001:0.0:1767384336.724799:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.724802:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724804:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.724805:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236742998784, offset 224 02000000:00000001:0.0:1767384336.724807:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724808:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:0.0:1767384336.724813:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=40 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384336.724814:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.724816:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384336.724820:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3091 usecs (4 jiffies) 00000100:00001000:0.0:1767384336.724821:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.724826:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294923781 00000400:00000200:3.0:1767384336.724828:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.724828:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384336.724830:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294923782 00000100:00000001:0.0:1767384336.724831:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.724834:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294923781 00000400:00000200:3.0:1767384336.724836:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc04b00 00010000:00000001:0.0:1767384336.724836:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384336.724842:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.724843:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294923782 00000400:00000200:3.0:1767384336.724844:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1801 [1] + 224 00000100:00000001:1.0:1767384336.724849:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294923781 00000400:00000200:3.0:1767384336.724852:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384336.724854:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294923782 00010000:00000001:0.0:1767384336.724857:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.724860:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.724860:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294923781 00000100:00000001:0.0:1767384336.724862:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384336.724865:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384336.724866:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294923782 00000100:00000001:3.0:1767384336.724868:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384336.724870:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.724870:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384336.724872:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.724873:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.724876:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.724879:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384336.724884:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.724887:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384336.724888:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384336.724890:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008677d96a. 00000400:00000200:1.0:1767384336.724896:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079076d7c 00000400:00000010:1.0:1767384336.724899:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079076d7c. 00000100:00000001:0.0:1767384336.724901:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.724905:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384336.724907:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.724909:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384336.724910:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.724911:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.724916:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000100:00000040:0.0:1767384336.724918:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.724920:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00000200:1.0:1767384336.724924:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724926:0:18483:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.724929:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.724934:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.724935:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236742998912:0@lo:400: 00000100:00000040:3.0:1767384336.724940:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384336.724943:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384336.724944:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384336.724945:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.724946:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.724948:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.724948:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384336.724949:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384336.724951:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384336.724952:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384336.724953:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236742998912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.724955:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384336.724956:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042610649 x1853236742998784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.724958:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.724962:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.724968:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384336.724970:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.724973:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384336.724974:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042610649 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236742998784:12345-0@lo:400: Request processed in 331us (1235us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384336.724975:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=36 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384336.724977:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000809d46a0. 02000000:00000001:0.0:1767384336.724983:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384336.724984:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384336.724985:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384336.724987:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.724988:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000040:0.0:1767384336.724988:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384336.724992:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384336.724993:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000020:00000001:0.0:1767384336.724993:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384336.724997:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:1.0:1767384336.724997:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384336.724997:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095411f91. 00000100:00000001:3.0:1767384336.725000:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384336.725001:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384336.725004:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c684640. 02000000:00000001:0.0:1767384336.725004:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384336.725007:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00010000:00000001:1.0:1767384336.725008:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.725012:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384336.725013:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000100:00000001:0.0:1767384336.725014:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.725018:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030880bb6. 00000100:00000001:1.0:1767384336.725019:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384336.725019:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384336.725021:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000040:1.0:1767384336.725022:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384336.725024:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.725027:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.725027:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384336.725028:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725032:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.725032:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.725037:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.725038:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.725045:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.725047:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384336.725048:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384336.725050:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384336.725053:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384336.725055:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384336.725056:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384336.725061:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742998656 00000004:00000020:1.0:1767384336.725063:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:3.0:1767384336.725064:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.725067:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:1.0:1767384336.725069:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.725071:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.725074:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.725077:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.725083:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742998656 00000100:00100000:1.0:1767384336.725085:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236742998528:0@lo:13: 00000020:00000001:3.0:1767384336.725087:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.725090:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384336.725092:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.725093:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384336.725095:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384336.725097:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384336.725158:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384336.725161:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384336.725164:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.725168:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b32201ba. 00000100:00000001:3.0:1767384336.725171:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.725171:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384336.725173:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b32201ba. 00000100:00100000:0.0:1767384336.725173:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999040 02000000:00000001:0.0:1767384336.725175:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.725177:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384336.725178:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4fcb1d. 00000100:00000001:0.0:1767384336.725179:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.725183:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c684640. 00000020:00000010:3.0:1767384336.725186:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 02000000:00000001:0.0:1767384336.725189:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.725191:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999040 00000100:00000040:3.0:1767384336.725192:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384336.725193:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384336.725194:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384336.725195:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000001:3.0:1767384336.725196:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384336.725196:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.725198:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.725198:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:0.0:1767384336.725201:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:3.0:1767384336.725202:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.725203:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:0.0:1767384336.725205:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.725208:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00000001:3.0:1767384336.725211:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.725211:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a8e286c. 00000020:00000040:0.0:1767384336.725215:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:3.0:1767384336.725219:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.725221:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384336.725222:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384336.725226:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000010:0.0:1767384336.725226:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000809d46a0. 00000100:00000040:3.0:1767384336.725229:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:0.0:1767384336.725230:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000100:00000001:3.0:1767384336.725231:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932669520 : -130122776882096 : ffff89a76e1b5450) 00000020:00000010:0.0:1767384336.725233:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000915f261c. 00000100:00000040:0.0:1767384336.725239:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384336.725241:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384336.725242:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7cb5400 x1853236742998656/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725243:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.725245:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.725249:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384336.725251:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384336.725251:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384336.725253:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.725254:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b32201ba. 00000100:00000001:3.0:1767384336.725256:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.725259:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b32201ba. 00000100:00000001:0.0:1767384336.725261:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384336.725265:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742998656:12345-0@lo:400: 00000100:00000200:3.0:1767384336.725268:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742998656 00000020:00000001:3.0:1767384336.725271:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384336.725272:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384336.725274:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384336.725274:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384336.725276:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.725278:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000020:00000001:3.0:1767384336.725279:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384336.725281:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000040:0.0:1767384336.725281:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:0.0:1767384336.725283:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088537856 : -130122621013760 : ffff89a77765b100) 00000020:00000001:3.0:1767384336.725284:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.725286:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384336.725287:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053389443 x1853236742998528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.725288:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384336.725288:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cc06c8f x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.725291:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384336.725293:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.725298:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384336.725300:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384336.725303:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384336.725307:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064aa7b55. 02000000:00000001:3.0:1767384336.725310:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.725315:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.725317:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384336.725319:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725320:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384336.725320:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e29c75a. 00010000:00000040:3.0:1767384336.725322:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742998656 02000000:00000001:1.0:1767384336.725324:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384336.725327:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:1.0:1767384336.725328:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000029bea4cf. 00000100:00000001:0.0:1767384336.725330:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384336.725332:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7cb5400 x1853236742998656/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.725335:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e29c75a. 02000000:00000001:1.0:1767384336.725336:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384336.725340:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384336.725341:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cc06c8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742999040:12345-0@lo:400: 00010000:00000001:3.0:1767384336.725344:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384336.725344:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384336.725347:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.725347:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999040 00000020:00000001:1.0:1767384336.725349:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384336.725351:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=46 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384336.725351:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384336.725353:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000583bfad. 00000020:00000001:0.0:1767384336.725354:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384336.725356:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384336.725357:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.725359:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384336.725361:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.725362:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000040:3.0:1767384336.725363:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.725366:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384336.725366:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384336.725368:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384336.725369:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384336.725370:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384336.725371:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 02000000:00000001:3.0:1767384336.725373:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.725373:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384336.725375:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.725376:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384336.725376:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384336.725378:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.725380:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.725382:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384336.725383:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.725384:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384336.725386:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000100:00000001:0.0:1767384336.725388:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384336.725389:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384336.725390:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236742998656, offset 224 02000000:00000001:0.0:1767384336.725390:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384336.725392:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1767384336.725395:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008fcde1b1. 00000100:00000001:1.0:1767384336.725396:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384336.725398:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.725399:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384336.725400:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725403:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.725404:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.725408:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384336.725409:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.725409:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384336.725412:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999040 00010000:00000001:0.0:1767384336.725415:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384336.725417:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc04a80 00010000:00000200:0.0:1767384336.725419:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003cc06c8f x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.725423:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1819 [1] + 224 00010000:00000001:0.0:1767384336.725427:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384336.725428:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384336.725429:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.725431:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=40 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384336.725432:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.725434:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384336.725435:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384336.725436:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000200:3.0:1767384336.725439:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725443:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384336.725446:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384336.725447:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.725450:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.725452:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.725460:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384336.725461:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384336.725462:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000100:00000200:0.0:1767384336.725465:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236742999040, offset 224 00000400:00000200:3.0:1767384336.725466:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:3.0:1767384336.725469:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00080000:1.0:1767384336.725471:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384336.725472:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.725475:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384336.725475:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384336.725478:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:3.0:1767384336.725480:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.725485:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:0.0:1767384336.725485:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384336.725488:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.725490:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.725491:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc04c00 00000020:00000001:3.0:1767384336.725493:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384336.725497:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cb5400 x1853236742998656/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.725497:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x180d [1] + 224 00000400:00000200:0.0:1767384336.725501:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384336.725519:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742998656:12345-0@lo:400: Request processed in 254us (1254us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384336.725519:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.725524:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384336.725529:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.725539:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384336.725541:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000040:0.0:1767384336.725543:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.725544:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384336.725546:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384336.725549:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384336.725550:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384336.725552:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384336.725554:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384336.725556:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c684640. 00000400:00000010:1.0:1767384336.725558:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000100:00000001:0.0:1767384336.725560:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384336.725561:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000020:00000010:3.0:1767384336.725566:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4fcb1d. 00000400:00000200:1.0:1767384336.725566:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095873974 00000400:00000010:1.0:1767384336.725569:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00000020:00000040:3.0:1767384336.725571:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384336.725572:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384336.725576:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 02000000:00000001:3.0:1767384336.725577:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384336.725579:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384336.725580:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000064aa7b55. 00000400:00000010:0.0:1767384336.725580:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 02000000:00000001:3.0:1767384336.725587:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384336.725587:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.725590:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.725591:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.725593:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725595:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.725597:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384336.725602:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:3.0:1767384336.725604:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11a40b7. 00010000:00000001:0.0:1767384336.725607:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384336.725610:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22ec85e. 00000020:00000001:0.0:1767384336.725611:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725612:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384336.725613:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384336.725616:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.725620:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384336.725621:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc06c8f x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.725623:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384336.725626:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.725630:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.725635:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.725639:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cc06c8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236742999040:12345-0@lo:400: Request processed in 320us (926us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384336.725640:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384336.725649:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=46 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384336.725655:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384336.725656:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384336.725659:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.725661:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00010000:00000001:1.0:1767384336.725662:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384336.725665:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384336.725668:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384336.725672:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.725673:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000100:00000001:1.0:1767384336.725676:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.725679:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.725687:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000915f261c. 00000100:00000001:1.0:1767384336.725688:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.725693:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384336.725694:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.725695:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000809d46a0. 00000100:00000040:1.0:1767384336.725697:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384336.725701:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00100000:1.0:1767384336.725709:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742998656:0@lo:400: 00000100:00000001:0.0:1767384336.725709:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384336.725718:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.725719:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384336.725721:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:1.0:1767384336.725723:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:1.0:1767384336.725725:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000100:00000001:1.0:1767384336.725727:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.725730:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384336.725736:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725738:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.725742:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.725743:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.725746:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.725747:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:0.0:1767384336.725748:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384336.725749:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384336.725752:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767384336.725753:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384336.725754:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.725758:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.725758:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633d6480. 00000100:00001000:1.0:1767384336.725764:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=36 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384336.725765:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000100:00001000:1.0:1767384336.725771:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=36 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384336.725771:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000100:00000001:1.0:1767384336.725778:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.725779:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384336.725780:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.725784:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384336.725787:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384336.725789:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.725813:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.725814:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.725816:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384336.725819:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384336.725822:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384336.725824:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.725831:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725832:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384336.725835:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.725840:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384336.725841:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.725844:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384336.725844:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384336.725847:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.725848:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384336.725851:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725852:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.725858:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.725864:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10265cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236742998784:0@lo:400: 00000100:00001000:0.0:1767384336.725865:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=40 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384336.725867:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.725872:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384336.725873:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=40 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384336.725877:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236742998656/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.725880:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.725883:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725887:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384336.725888:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384336.725889:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384336.725892:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cecb5b9d. 02000000:00000001:1.0:1767384336.725895:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:0.0:1767384336.725895:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384336.725898:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384336.725900:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384336.725904:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384336.725907:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047e0006b. 00010000:00000001:0.0:1767384336.725912:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.725913:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384336.725917:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384336.725917:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767384336.725918:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000100:00000040:0.0:1767384336.725920:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384336.725923:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.725924:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384336.725926:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.725928:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.725929:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.725932:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10265cc x1853236742998784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.725940:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.725950:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384336.725953:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384336.725955:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000912dcab4. 00000100:00000001:0.0:1767384336.725958:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384336.725960:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384336.725963:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384336.725964:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384336.725965:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384336.725967:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.725968:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384336.725970:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cde4449b. 02000000:00000001:1.0:1767384336.725974:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384336.725975:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.725976:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384336.725979:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10265cc. 00000100:00000001:1.0:1767384336.725983:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384336.725985:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.725989:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384336.725994:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236742999040:0@lo:400: 00000100:00000001:1.0:1767384336.725995:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.725998:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.726002:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.726004:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.726004:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.726011:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.726014:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236742999040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.726022:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.726023:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384336.726025:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000056fc203. 02000000:00000001:0.0:1767384336.726028:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384336.726030:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384336.726031:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384336.726033:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384336.726035:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060a70626. 02000000:00000001:0.0:1767384336.726037:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384336.726039:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384336.726040:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:0.0:1767384336.726042:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.726043:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.726045:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.726049:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.726050:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.726052:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.726054:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.730158:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294923782, at 4294923783 00000100:00000010:3.0:1767384336.730166:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9e6532. 00000100:00000040:1.0:1767384336.731130:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294923782, at 4294923784 00000100:00000010:1.0:1767384336.731136:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075303682. 00000100:00000040:2.0:1767384336.731144:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294923782, at 4294923784 00000100:00000010:2.0:1767384336.731153:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db0e23c4. 00000100:00000040:0.0:1767384336.731158:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294923782, at 4294923784 00000100:00000010:0.0:1767384336.731164:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d432b6f5. 00010000:00000001:0.0:1767384336.916145:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384336.916155:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.916161:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384336.916163:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.916192:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384336.916195:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.916198:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384337.322026:0:27897:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018d1b614. 00080000:00000010:1.0:1767384337.322035:0:27897:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000018d1b614. 00000020:00000001:1.0:1767384337.322039:0:27897:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384337.322044:0:27897:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018d1b614. 00080000:00000010:1.0:1767384337.322048:0:27897:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000018d1b614. 00000020:00000001:1.0:1767384337.322051:0:27897:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.620169:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000400:00000010:1.0:1767384337.620177:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb6662c2. 00000400:00000010:1.0:1767384337.620185:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000008c7471. 00000400:00000010:1.0:1767384337.620191:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000400:00000010:1.0:1767384337.620202:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064cc2c48. 00000400:00000200:1.0:1767384337.620207:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000400:00000200:1.0:1767384337.620234:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000400:00000200:1.0:1767384337.620240:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000400:00000200:1.0:1767384337.620250:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [69:69:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767384337.620257:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:1.0:1767384337.620264:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:1.0:1767384337.620269:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:1.0:1767384337.620273:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000583bfad. 00000800:00000200:1.0:1767384337.620279:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:1.1:1767384337.620283:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:1.0:1767384337.620302:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 2 next ping: 261 health :800 00000400:00000200:3.0:1767384337.620375:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620437:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620455:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620483:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620542:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620558:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620573:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620595:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620622:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620651:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620670:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620694:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620708:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620722:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620736:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620764:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620779:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620793:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620808:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620822:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620836:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620850:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620862:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620875:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620897:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620910:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620922:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620936:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620956:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.620982:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384337.621004:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384337.621166:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000800:00000010:3.0:1767384337.621171:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000775b9a10. 00000800:00000010:3.0:1767384337.621176:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0cb5fc2. 00000800:00000010:3.0:1767384337.621196:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0cb5fc2. 00000800:00020000:3.0:1767384337.621206:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384337.621209:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000775b9a10. 00000800:00000010:3.0:1767384337.621212:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ae94d28. 00000400:02020000:3.0:1767384337.621252:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384337.621258:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000800:00000200:3.0:1767384337.621263:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000800:00000100:3.0:1767384337.621277:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:3.0:1767384337.621281:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000583bfad. 00000400:00000200:3.0:1767384337.621285:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384337.621291:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384337.621299:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384337.621303:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384337.621307:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00010000:00000001:0.0:1767384337.940220:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384337.940226:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.940233:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384337.940235:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.940271:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384337.940275:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.940277:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384338.002262:0:28061:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384338.002266:0:28061:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384338.005876:0:28061:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384338.013666:0:28062:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000029bea4cf. 00000400:00000010:1.0:1767384338.013681:0:28062:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006f868b8d. 00000400:00000010:1.0:1767384338.013693:0:28062:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002ccbac81. 00000400:00000010:1.0:1767384338.013697:0:28062:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006f01a06d. 00000400:00000010:1.0:1767384338.013702:0:28062:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e12b5811. 00000400:00000010:1.0:1767384338.013707:0:28062:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000971ec136. 00000400:00000010:1.0:1767384338.013709:0:28062:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4aa844a. 00000400:00000010:1.0:1767384338.013712:0:28062:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ace34cd6. 00000400:00000010:1.0:1767384338.013715:0:28062:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000077dda5a2. 00000800:00000010:1.0:1767384338.013744:0:28062:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009e7f807f. 00000800:00000200:1.0:1767384338.013754:0:28062:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384338.013763:0:28062:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384338.013796:0:28062:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384338.013816:0:28062:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384338.015729:0:28062:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000c7577154. 00000400:00000010:1.0:1767384338.015736:0:28062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008677d96a. 00000400:00000010:1.0:1767384338.015741:0:28062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecabf60e. 00000400:00000001:1.0:1767384338.015760:0:28062:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.015767:0:28062:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.015770:0:28062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c281e901. 00000400:00000200:1.0:1767384338.015772:0:28062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:1.0:1767384338.015774:0:28062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000010:1.0:1767384338.015777:0:28062:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000cbdf182f. 00000400:00000200:1.0:1767384338.015781:0:28062:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (23) 00000400:00000200:1.0:1767384338.015792:0:28062:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384338.015798:0:28062:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384338.015804:0:28062:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4fd5908. 00000020:01000000:1.0:1767384338.015808:0:28062:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384338.015810:0:28062:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp32 00000400:00000200:3.0:1767384338.015815:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384338.015822:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384338.015824:0:28062:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006f868b8d. 00000400:00000010:3.0:1767384338.015829:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000400:00000010:1.0:1767384338.015830:0:28062:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000029bea4cf. 00000400:00000200:3.0:1767384338.015834:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000010:3.0:1767384338.015841:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d0e892e. 00000400:00000200:3.0:1767384338.015845:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384338.015857:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000001:2.0:1767384338.015859:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384338.015863:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:2.0:1767384338.015866:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.015871:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384338.015872:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 10000000:01000000:2.0:1767384338.015873:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384338.015879:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000020:01000004:2.0:1767384338.015879:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384338.015882:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384338.015886:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384338.015888:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000020:01000004:2.0:1767384338.015889:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.015892:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.015895:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384338.015897:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:01000004:2.0:1767384338.015898:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384338.015902:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384338.015904:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:01000004:2.0:1767384338.015906:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384338.015910:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:01000004:2.0:1767384338.015910:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384338.015917:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000010:2.0:1767384338.015919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecde75c. 00000400:00000200:3.0:1767384338.015922:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000040:2.0:1767384338.015927:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384338.015928:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384338.015935:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:2.0:1767384338.015937:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384338.015942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384338.015947:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 02000000:00000001:2.0:1767384338.015950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.015951:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384338.015958:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384338.015960:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 02000000:00000010:2.0:1767384338.015963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000545737d7. 00000400:00000200:3.0:1767384338.015964:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:3.0:1767384338.015971:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:3.0:1767384338.015974:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000100:00000001:2.0:1767384338.015974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.015981:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:3.0:1767384338.015985:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000100:00000001:2.0:1767384338.015986:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384338.015990:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000100:00000001:2.0:1767384338.015990:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.015998:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:2.0:1767384338.016002:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ecde75c] to pc [ptlrpcd_00_00+0] req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384338.016003:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:3.0:1767384338.016009:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp30 00000400:00000200:3.0:1767384338.016016:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp30 lpni_is_preferred = 0 00000400:00000200:3.0:1767384338.016019:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp30 00000400:00000200:3.0:1767384338.016023:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp30 NI seq info: [70:70:256:4294967295] 192.168.204.108@tcp30 LPNI seq info [70:70:8:4294967295] 00000400:00000200:3.0:1767384338.016029:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp30 10000000:00000001:2.0:1767384338.016039:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016041:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384338.016043:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30:) -> 192.168.204.108@tcp30(192.168.204.108@tcp:192.168.204.108@tcp30) : PUT try# 0 10000000:00000001:2.0:1767384338.016045:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016047:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384338.016052:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016052:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384338.016055:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.108@tcp30 00000100:00000040:1.0:1767384338.016059:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384338.016061:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000170887de. 00000020:01000000:2.0:1767384338.016061:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384338.016072:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384338.016072:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767384338.016073:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000775b9a10. 10000000:00000001:2.0:1767384338.016076:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384338.016076:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384338.016078:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000016baa289. 10000000:00000001:2.0:1767384338.016079:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:1.0:1767384338.016081:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:2.0:1767384338.016082:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384338.016084:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384338.016088:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384338.016089:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384338.016093:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.0:1767384338.016094:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000020:01000004:2.0:1767384338.016096:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:1.0:1767384338.016097:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ecde75c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742999168:0@lo:253: 00000020:01000004:2.0:1767384338.016122:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.016124:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.016126:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.016127:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.016129:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.016130:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.1:1767384338.016133:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000100:00000010:2.0:1767384338.016135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000020:00000040:2.0:1767384338.016141:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384338.016141:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384338.016146:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384338.016149:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:2.0:1767384338.016149:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384338.016149:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384338.016153:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.016154:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.016155:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:1.0:1767384338.016158:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384338.016163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000047c7c9fd. 02000000:00000010:1.0:1767384338.016166:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c5b891b0. 00000100:00000001:2.0:1767384338.016168:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.016169:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016173:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384338.016175:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384338.016176:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f55d79d. 00000100:00000040:2.0:1767384338.016180:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a385a71] to pc [ptlrpcd_00_01+1] req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384338.016182:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f868b8d. 00000100:00000200:1.0:1767384338.016188:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742999168, portal 25 00000100:00000001:1.0:1767384338.016192:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384338.016193:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016193:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040583680 : -130122668967936 : ffff89a77489f800) 10000000:00000001:2.0:1767384338.016196:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.016198:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384338.016200:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384338.016204:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4fd5908. 00000400:00000200:3.0:1767384338.016205:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000040:1.0:1767384338.016208:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.016215:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.016216:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384338.016218:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384338.016222:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384338.016223:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384338.016226:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fe9477a. 00000100:00000040:2.0:1767384338.016229:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384338.016231:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742999168, offset 0 00000100:00000001:2.0:1767384338.016240:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384338.016243:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.016249:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.016253:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384338.016254:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384338.016254:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384338.016256:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384338.016261:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.016265:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742999296:0@lo:253: 00000100:00000001:2.0:1767384338.016271:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384338.016271:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04c80 02000000:00000001:2.0:1767384338.016276:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384338.016279:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.016282:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x109d [2] + 0 02000000:00000001:2.0:1767384338.016283:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384338.016287:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000240c87ba. 00000400:00000200:3.0:1767384338.016289:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 02000000:00000010:2.0:1767384338.016290:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537c9a53. 00000400:00000200:1.0:1767384338.016291:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008af364c4 02000000:00000001:2.0:1767384338.016296:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.016299:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384338.016300:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000200:1.0:1767384338.016305:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384338.016308:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015d4951c. 00000400:00000200:1.0:1767384338.016310:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008af364c4 00000400:00000010:1.0:1767384338.016313:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008af364c4. 00000400:00000200:3.0:1767384338.016317:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:1.0:1767384338.016318:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.016320:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742999296, portal 25 00000100:00000200:1.0:1767384338.016321:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384338.016325:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384338.016327:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000271f928d x1853236742999168 msgsize 4848 00000100:00000001:2.0:1767384338.016328:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000100:00000040:2.0:1767384338.016335:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.016336:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384338.016339:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384338.016345:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384338.016351:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384338.016351:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384338.016354:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000010:2.0:1767384338.016354:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6fc98b. 00000400:00000200:1.0:1767384338.016358:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fe9477a 00000400:00000010:1.0:1767384338.016361:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fe9477a. 00000100:00000001:1.0:1767384338.016365:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384338.016366:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742999296, offset 0 00000100:00000200:1.0:1767384338.016370:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.016376:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384338.016384:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384338.016388:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000040:1.0:1767384338.016389:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.016390:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384338.016400:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016402:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384338.016404:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04d00 00000100:00000001:1.0:1767384338.016407:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.016411:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ad [2] + 0 00000100:00000001:1.0:1767384338.016412:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294925074 00000400:00000200:3.0:1767384338.016414:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000010:2.0:1767384338.016415:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8b6df71. 00000400:00000200:2.0:1767384338.016420:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a39d1256 00000100:00000010:1.0:1767384338.016423:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de425024. 00000400:00000200:2.0:1767384338.016426:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384338.016430:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384338.016431:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384338.016437:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d1256 00000100:00000001:1.0:1767384338.016439:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294925074 00000400:00000010:2.0:1767384338.016440:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a39d1256. 00000400:00000200:3.0:1767384338.016443:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000010:1.0:1767384338.016446:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000383b63cf. 00000100:00000001:2.0:1767384338.016447:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.016451:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384338.016452:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384338.016456:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294925074 00000100:00000040:2.0:1767384338.016462:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b9b17800 x1853236742999296 msgsize 4848 00000100:00000010:1.0:1767384338.016463:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075303682. 00000100:00000001:1.0:1767384338.016469:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384338.016472:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384338.016474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:1.0:1767384338.016474:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294925074 00000100:00000040:2.0:1767384338.016475:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384338.016496:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000336c85dd. 00000100:00000001:1.0:1767384338.016501:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384338.016503:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384338.016506:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384338.016510:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6fc98b 00000100:00000001:1.0:1767384338.016511:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.016515:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b6fc98b. 00000100:00000001:1.0:1767384338.016517:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016518:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384338.016521:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384338.016524:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384338.016526:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:1.0:1767384338.016529:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.016533:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384338.016538:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.016539:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384338.016541:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.016544:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.016545:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.016548:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016557:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016558:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.016563:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016565:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294925074 00000100:00000001:2.0:1767384338.016568:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294925074 00000400:00000200:3.0:1767384338.016569:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384338.016570:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294925074 00000100:00000001:2.0:1767384338.016574:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294925074 00000100:00000001:2.0:1767384338.016576:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294925074 00000100:00000001:2.0:1767384338.016577:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294925074 00000100:00000001:2.0:1767384338.016579:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294925074 00000100:00000001:2.0:1767384338.016580:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294925074 00000100:00000001:2.0:1767384338.016582:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.016587:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016589:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016591:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.016595:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.016596:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384338.016599:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.016601:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.016603:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016611:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.016618:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:2.0:1767384338.016637:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384338.016640:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999168 02000000:00000001:2.0:1767384338.016642:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.016644:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.016646:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.016649:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.016653:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999168 00000020:00000001:2.0:1767384338.016655:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.016657:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384338.016659:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.016661:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000400:00000200:3.0:1767384338.016662:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000020:00000001:2.0:1767384338.016664:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384338.016668:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384338.016671:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.016675:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9657530. 00000100:00000001:2.0:1767384338.016677:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.016679:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9657530. 00000020:00000010:2.0:1767384338.016685:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcfd360a. 00000020:00000010:2.0:1767384338.016689:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042dcf77a. 00000020:00000010:2.0:1767384338.016694:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae13da42. 00000100:00000040:2.0:1767384338.016702:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384338.016706:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.016708:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.016709:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016717:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.016726:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:2.0:1767384338.016728:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.016743:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384338.016745:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999296 02000000:00000001:2.0:1767384338.016747:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.016748:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.016751:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.016753:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.016755:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999296 00000020:00000001:2.0:1767384338.016756:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.016762:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384338.016763:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.016765:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384338.016766:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384338.016769:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384338.016773:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.016776:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9657530. 00000100:00000001:2.0:1767384338.016778:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.016778:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384338.016783:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9657530. 00000100:00000001:1.0:1767384338.016784:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384338.016791:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000020:00000010:2.0:1767384338.016791:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618e539d. 00000100:00100000:1.0:1767384338.016795:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000020:00000010:2.0:1767384338.016798:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062884987. 00000100:00000040:1.0:1767384338.016802:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:2.0:1767384338.016803:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000100:00000001:1.0:1767384338.016808:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932676688 : -130122776874928 : ffff89a76e1b7050) 00000100:00000001:2.0:1767384338.016810:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.016813:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.016814:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.016817:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000271f928d x1853236742999168/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.016819:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016830:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.016832:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384338.016834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000020:00000010:1.0:1767384338.016838:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c597923c. 00000100:00000001:2.0:1767384338.016841:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384338.016843:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.016845:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384338.016850:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c597923c. 00000100:00100000:2.0:1767384338.016854:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384338.016856:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384338.016860:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932675664 : -130122776875952 : ffff89a76e1b6c50) 00000100:00000040:2.0:1767384338.016866:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9b17800 x1853236742999296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.016871:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742999168:12345-0@lo:253: 00000400:00000200:3.0:1767384338.016880:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000100:00000200:1.0:1767384338.016883:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999168 00000100:00000001:2.0:1767384338.016885:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384338.016888:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384338.016889:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9657530. 00000100:00000001:2.0:1767384338.016894:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384338.016895:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384338.016897:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9657530. 00000020:00000001:1.0:1767384338.016900:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.016905:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384338.016907:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236742999296:12345-0@lo:253: 00000020:00000001:1.0:1767384338.016909:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000200:2.0:1767384338.016916:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999296 00000020:00000001:1.0:1767384338.016917:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384338.016921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000020:00000001:2.0:1767384338.016922:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384338.016923:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.016928:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384338.016934:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384338.016935:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384338.016938:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.016940:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.016944:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384338.016945:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384338.016946:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 02000000:00000001:1.0:1767384338.016949:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384338.016952:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384338.016956:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384338.016958:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d7c79e0. 00000020:00000001:2.0:1767384338.016959:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.016962:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384338.016964:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.016967:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.016969:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.016970:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000100:00000001:2.0:1767384338.016971:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384338.016974:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384338.016975:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384338.016981:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4fd5908. 02000000:00000001:2.0:1767384338.016983:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.016986:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384338.016986:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:00000001:2.0:1767384338.016989:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384338.016991:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384338.016994:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384338.016997:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384338.016998:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bbf6dadd. 20000000:00000001:1.0:1767384338.016999:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.017000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 20000000:01000000:2.0:1767384338.017004:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384338.017005:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.017008:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384338.017009:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384338.017012:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384338.017014:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.017016:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.017017:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384338.017019:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f25bdb02. 20000000:01000000:1.0:1767384338.017023:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384338.017028:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384338.017029:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00080000:00000001:1.0:1767384338.017033:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384338.017038:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384338.017052:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00080000:00000001:1.0:1767384338.017055:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384338.017069:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00080000:00000001:1.0:1767384338.017072:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.017077:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384338.017079:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.017081:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384338.017083:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.017088:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00080000:00000002:1.0:1767384338.017096:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000400:00000200:3.0:1767384338.017146:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017198:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017250:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017300:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017364:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017431:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017478:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000020:00000001:1.0:1767384338.017535:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:1.0:1767384338.017537:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384338.017539:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384338.017541:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00080000:00000001:1.0:1767384338.017543:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.017547:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.017550:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384338.017555:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384338.017558:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384338.017562:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027f8f122. 00080000:00000001:1.0:1767384338.017565:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935111168 : -130127774440448 : ffff89a6443aa400) 00080000:00000001:1.0:1767384338.017567:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384338.017571:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384338.017572:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00080000:00000010:1.0:1767384338.017575:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c597923c. 00080000:00000001:1.0:1767384338.017579:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.017582:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384338.017594:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.017609:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384338.017613:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384338.017676:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384338.017849:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000800:00000010:3.0:1767384338.017854:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005821ad32. 00000800:00000010:3.0:1767384338.017858:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005151b7ac. 00000800:00000010:3.0:1767384338.017873:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005151b7ac. 00000800:00020000:3.0:1767384338.017880:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384338.017883:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005821ad32. 00000800:00000010:3.0:1767384338.017886:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ae94d28. 00000400:02020000:3.0:1767384338.017914:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384338.017919:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp30 notifying 192.168.204.108@tcp30: down 00000800:00000200:3.0:1767384338.017924:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp30 down 00000800:00000100:3.0:1767384338.017929:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.204.108@tcp30 00000800:00000010:3.0:1767384338.017931:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000170887de. 00000400:00000200:3.0:1767384338.017934:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384338.017937:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384338.017943:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp30 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:3.0:1767384338.017946:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384338.017948:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384338.017951:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384338.017990:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384338.017994:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101151 00000400:00000001:2.0:1767384338.017997:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.017998:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384338.017999:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:2.0:1767384338.018000:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000400:00000200:2.0:1767384338.018003:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384338.018006:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384338.018009:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00000400:00000200:2.0:1767384338.018011:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384338.018012:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc -71 00000400:00000200:2.0:1767384338.018014:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384338.018016:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (24) 00080000:00000010:3.0:1767384338.019239:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027f8f122. 00080000:00000010:1.0:1767384338.019272:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c597923c. 00040000:00000001:1.0:1767384338.019277:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.019279:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384338.019281:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384338.019284:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384338.019286:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.019287:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384338.019298:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384338.019305:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384338.019308:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384338.019312:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384338.019323:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384338.019327:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384338.019327:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5fe037e. 10000000:01000000:3.0:1767384338.019330:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384338.019333:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384338.019338:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384338.019338:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384338.019342:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384338.019345:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384338.019349:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384338.019354:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d92a0aed. 00080000:00000001:2.0:1767384338.019356:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384338.019359:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384338.019364:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 00080000:00000001:2.0:1767384338.019364:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.019369:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384338.019370:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384338.019371:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.019375:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084824eff with handle 0x88edd5ef35457df7 to hash 00080000:00000001:2.0:1767384338.019375:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384338.019378:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.019379:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384338.019382:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00010000:00000001:3.0:1767384338.019383:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384338.019388:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000020:00000001:2.0:1767384338.019389:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384338.019392:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384338.019393:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384338.019394:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384338.019395:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.019398:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.019400:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.019402:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.019407:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384338.019411:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:3.0:1767384338.019412:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384338.019415:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384338.019418:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384338.019420:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cbdf182f. 00010000:00000001:3.0:1767384338.019421:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384338.019423:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384338.019425:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950285607936 : -130123423943680 : ffff89a74789f400) 00010000:00000001:3.0:1767384338.019426:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384338.019431:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384338.019432:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.019435:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384338.019436:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384338.019441:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:2.0:1767384338.019441:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9657530. 00010000:00000001:3.0:1767384338.019444:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384338.019445:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.019447:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384338.019449:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384338.019450:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384338.019453:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d92a0aed) refcount = 1 00010000:00010000:3.0:1767384338.019455:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384338.019456:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384338.019460:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.019462:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384338.019466:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000010:1.0:1767384338.019467:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00010000:00000001:3.0:1767384338.019469:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384338.019472:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384338.019473:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.019474:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384338.019476:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384338.019479:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999168 00010000:00000001:3.0:1767384338.019480:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384338.019496:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384338.019498:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384338.019502:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384338.019503:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.019512:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.019515:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00000020:00000001:3.0:1767384338.019518:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384338.019521:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000200:1.0:1767384338.019521:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000271f928d x1853236742999168/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384338.019527:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384338.019530:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.019547:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384338.019547:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384338.019548:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.019553:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.019555:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.019559:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384338.019560:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=48 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384338.019561:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.019572:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384338.019572:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384338.019573:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.019578:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384338.019579:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:3.0:1767384338.019580:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.019586:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:3.0:1767384338.019589:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084824eff already unused, calling callback (00000000594674ee) 02000000:00000001:1.0:1767384338.019592:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384338.019593:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.019598:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384338.019598:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.019601:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.019604:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384338.019606:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384338.019608:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.019611:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384338.019612:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384338.019613:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=5 00000020:00000001:3.0:1767384338.019617:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384338.019619:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000400:00000010:1.0:1767384338.019619:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fe9477a. 00000100:00000200:1.0:1767384338.019625:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742999168, offset 224 00010000:00000001:3.0:1767384338.019630:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384338.019633:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384338.019637:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384338.019643:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384338.019646:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.019648:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.019652:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384338.019653:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384338.019656:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384338.019659:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.019660:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.019663:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084824eff with handle 0x88edd5ef35457df7 from hash 00000400:00000200:1.0:1767384338.019664:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04c80 00010000:00000001:3.0:1767384338.019667:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384338.019670:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.019672:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.019674:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384338.019676:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1845 [2] + 224 00010000:00000001:3.0:1767384338.019677:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384338.019680:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384338.019683:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384338.019684:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.019685:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384338.019687:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.019691:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384338.019694:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384338.019695:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384338.019698:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.019700:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.019702:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.019702:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384338.019707:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.019708:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384338.019710:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384338.019711:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.019727:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.019730:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.019732:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384338.019735:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384338.019736:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384338.019737:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384338.019738:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.019746:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384338.019749:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.019752:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.019754:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.019758:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384338.019759:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384338.019760:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084824eff/0x88edd5ef35457df7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.019764:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:3.0:1767384338.019765:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d92a0aed count: 0 00000400:00000200:1.0:1767384338.019777:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fe9477a 00010000:00000001:3.0:1767384338.019779:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384338.019781:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fe9477a. 20000000:00000001:3.0:1767384338.019782:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384338.019789:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384338.019791:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.019793:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.019794:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384338.019800:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384338.019800:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384338.019803:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384338.019806:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f55d79d. 00000100:00000040:1.0:1767384338.019807:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:2.0:1767384338.019810:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f868b8d 00010000:00000001:1.0:1767384338.019812:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384338.019814:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f868b8d. 00000020:00000001:1.0:1767384338.019815:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.019818:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384338.019821:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384338.019826:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384338.019834:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271f928d x1853236742999168/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.019840:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.019858:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384338.019859:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236742999168:12345-0@lo:253: Request processed in 3026us (3529us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384338.019861:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.019866:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384338.019869:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384338.019871:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.019872:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384338.019876:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 02000000:00000001:2.0:1767384338.019877:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.019883:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00001000:2.0:1767384338.019884:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=48 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384338.019888:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384338.019891:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384338.019895:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042dcf77a. 00000100:00001000:2.0:1767384338.019902:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=48 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384338.019902:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae13da42. 00000020:00000010:1.0:1767384338.019908:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcfd360a. 00000100:00000001:2.0:1767384338.019913:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384338.019915:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:2.0:1767384338.019916:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.019922:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384338.019923:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384338.019925:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384338.019927:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d7c79e0. 00000100:00000001:2.0:1767384338.019929:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.019934:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384338.019938:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.019939:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384338.019947:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384338.019953:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384338.019954:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932533c7. 00000100:00000001:2.0:1767384338.019959:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384338.019961:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fe9477a. 00000100:00000001:2.0:1767384338.019963:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384338.019967:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384338.019969:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384338.019970:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.019972:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.019972:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.019974:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.019975:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384338.019976:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384338.019977:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.019978:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384338.019980:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.019985:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ecde75c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236742999168:0@lo:253: 00000100:00000001:2.0:1767384338.019994:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.019996:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.019998:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ecde75c x1853236742999168/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.020002:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.020004:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384338.020006:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b891b0. 02000000:00000001:2.0:1767384338.020009:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384338.020011:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384338.020012:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384338.020014:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.020015:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000545737d7. 02000000:00000001:2.0:1767384338.020018:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384338.020019:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384338.020020:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecde75c. 00000100:00000001:2.0:1767384338.020022:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384338.020023:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.020024:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.020028:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.020029:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.020030:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.020032:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384338.020975:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbdf182f. 00080000:00000010:2.0:1767384338.021014:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9657530. 00040000:00000001:2.0:1767384338.021017:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384338.021018:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384338.021020:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384338.021022:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384338.021023:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.021025:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384338.021026:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384338.021033:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384338.021035:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384338.021039:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384338.021043:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384338.021046:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384338.021048:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384338.021050:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384338.021052:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384338.021056:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046e9dbe6. 00010000:00000001:3.0:1767384338.021058:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384338.021060:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a1d4e40. 00000020:00000001:3.0:1767384338.021062:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384338.021064:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a1d4e40 with handle 0x88edd5ef35457dfe to hash 00000020:00000001:3.0:1767384338.021066:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384338.021068:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384338.021070:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384338.021072:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.021073:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.021075:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021079:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384338.021081:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384338.021088:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384338.021089:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.021090:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.021092:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.021093:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.021095:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384338.021096:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384338.021097:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384338.021099:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384338.021125:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e9dbe6) refcount = 1 00010000:00010000:3.0:1767384338.021128:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021132:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384338.021133:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384338.021134:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.021136:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.021138:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384338.021139:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384338.021141:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384338.021143:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.021144:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.021145:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=4 00000020:00000001:3.0:1767384338.021147:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384338.021149:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384338.021151:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384338.021152:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021155:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384338.021156:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021160:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.021161:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384338.021162:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021171:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.021173:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.021175:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384338.021176:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384338.021180:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a1d4e40 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384338.021182:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.021184:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384338.021185:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.021189:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384338.021191:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.021192:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:2.0:1767384338.021192:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:3.0:1767384338.021193:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=5 00000100:00000001:2.0:1767384338.021198:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384338.021199:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 20000000:00000010:2.0:1767384338.021201:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bbf6dadd. 00010000:00000001:3.0:1767384338.021203:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384338.021205:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384338.021206:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384338.021213:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.021214:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384338.021218:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:2.0:1767384338.021218:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999296 00010000:00000001:3.0:1767384338.021221:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.021223:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384338.021225:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384338.021227:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:2.0:1767384338.021228:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9b17800 x1853236742999296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384338.021229:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.021232:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.021235:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a1d4e40 with handle 0x88edd5ef35457dfe from hash 00010000:00000001:3.0:1767384338.021239:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384338.021241:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.021243:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.021245:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384338.021246:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.021247:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=48 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384338.021251:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384338.021252:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384338.021253:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384338.021256:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384338.021257:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384338.021258:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384338.021261:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.021261:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384338.021267:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384338.021268:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.021271:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.021272:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384338.021274:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384338.021276:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384338.021278:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.021281:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384338.021281:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384338.021284:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.021286:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.021286:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6fc98b. 00010000:00000001:3.0:1767384338.021288:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.021291:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384338.021292:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742999296, offset 224 00010000:00000001:3.0:1767384338.021300:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384338.021301:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384338.021302:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.021304:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384338.021305:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384338.021307:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.021309:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384338.021311:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384338.021312:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384338.021315:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.021317:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.021319:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384338.021322:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04d00 00010000:00000001:3.0:1767384338.021329:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384338.021331:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384338.021331:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x184d [2] + 224 00010000:00010000:3.0:1767384338.021334:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457dfe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384338.021338:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384338.021339:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000046e9dbe6 count: 0 00000400:00000200:2.0:1767384338.021343:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384338.021348:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384338.021348:0:17073:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384338.021351:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384338.021351:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.021360:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.021373:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384338.021377:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6fc98b 00000400:00000010:2.0:1767384338.021378:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b6fc98b. 00000100:00000001:2.0:1767384338.021379:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384338.021381:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.021391:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.021392:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384338.021395:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384338.021396:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384338.021399:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384338.021401:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384338.021402:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384338.021405:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384338.021406:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384338.021409:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000100:00000040:2.0:1767384338.021412:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b17800 x1853236742999296/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.021414:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d4951c 00000400:00000010:1.0:1767384338.021417:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d4951c. 00000100:00000001:1.0:1767384338.021422:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384338.021427:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236742999296:12345-0@lo:253: Request processed in 4541us (4963us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384338.021429:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.021442:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000200:1.0:1767384338.021445:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.021446:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384338.021451:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384338.021454:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384338.021459:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062884987. 00000100:00000001:1.0:1767384338.021459:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384338.021461:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384338.021465:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000020:00000010:2.0:1767384338.021469:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000618e539d. 00000100:00000001:1.0:1767384338.021470:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384338.021473:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384338.021475:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384338.021476:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384338.021477:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.021480:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.021494:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384338.021496:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=48 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384338.021497:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4fd5908. 00000100:00001000:1.0:1767384338.021503:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=48 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384338.021505:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384338.021507:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384338.021509:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.021510:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.021511:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384338.021513:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.021516:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384338.021518:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384338.021519:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384338.021524:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8b6df71. 00000100:00000001:1.0:1767384338.021528:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384338.021530:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6fc98b. 00000100:00000001:1.0:1767384338.021531:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.021534:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384338.021537:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384338.021538:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384338.021539:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384338.021541:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384338.021542:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384338.021544:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384338.021545:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384338.021546:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384338.021547:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384338.021548:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.021553:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a385a71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236742999296:0@lo:253: 00000100:00000001:1.0:1767384338.021556:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.021557:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384338.021558:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a385a71 x1853236742999296/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.021562:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384338.021563:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384338.021572:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537c9a53. 02000000:00000001:1.0:1767384338.021574:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384338.021575:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384338.021576:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384338.021577:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384338.021578:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000047c7c9fd. 02000000:00000001:1.0:1767384338.021580:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.021581:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.021582:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 00000100:00000001:1.0:1767384338.021584:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.021585:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.021586:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.021589:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.021590:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.021592:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.021593:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.022176:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294925074, at 4294925075 00000100:00000040:1.0:1767384338.022178:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294925074, at 4294925075 00000100:00000010:0.0:1767384338.022184:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de425024. 00000100:00000010:1.0:1767384338.022186:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000383b63cf. 00000100:00000040:3.0:1767384338.023130:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294925074, at 4294925076 00000100:00000010:3.0:1767384338.023136:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000336c85dd. 00000100:00000040:2.0:1767384338.023156:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294925074, at 4294925076 00000100:00000010:2.0:1767384338.023163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075303682. 00010000:00000010:3.1:1767384338.028136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d92a0aed. 00010000:00000010:3.1:1767384338.028144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00010000:00000010:3.1:1767384338.028146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046e9dbe6. 00010000:00000010:3.1:1767384338.028149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a1d4e40. 00000400:00000010:1.0:1767384338.032339:0:28067:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f1def15a. 00000400:00000040:1.0:1767384338.032356:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.032358:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384338.032360:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.032361:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.032363:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.032364:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384338.032366:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.032368:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384338.032369:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384338.032369:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384338.032371:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384338.032372:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.032374:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384338.032375:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.032375:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384338.032377:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384338.032378:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.032379:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384338.032379:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384338.032384:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.032386:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.032387:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.032388:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.032389:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.032389:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384338.032391:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.032392:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.032393:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.032394:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.032395:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.032396:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384338.032397:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.032398:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.032399:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.032400:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.032401:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.032402:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384338.032404:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.032405:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.032406:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384338.032407:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384338.032408:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.032409:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384338.032410:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384338.032411:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384338.032412:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384338.032413:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384338.032413:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384338.032415:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384338.032416:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.032417:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384338.032418:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384338.032418:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384338.032420:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384338.032421:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384338.032422:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384338.032422:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384338.032471:0:28067:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f1def15a. 00000400:00000001:1.0:1767384338.643152:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.643157:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.643160:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079076d7c 00000400:00000010:1.0:1767384338.643164:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079076d7c. 00000400:00000200:1.0:1767384338.643172:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.643179:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384338.643190:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb6662c2. 00000400:00000010:1.0:1767384338.643196:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000008c7471. 00000400:00000200:1.0:1767384338.643204:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp30 00000400:00000010:1.0:1767384338.643209:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee7c471c. 00000400:00000010:1.0:1767384338.643214:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000008c7471. 00000400:00000010:1.0:1767384338.643219:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000400:00000010:1.0:1767384338.643227:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b022875. 00000400:00000200:1.0:1767384338.643232:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp30 00000400:00000200:1.0:1767384338.643244:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp30 local destination 00000400:00000200:1.0:1767384338.643250:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp30 00000400:00000200:1.0:1767384338.643254:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp30 NI seq info: [71:71:256:4294967295] 192.168.204.108@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:1.0:1767384338.643260:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp30 00000400:00000200:1.0:1767384338.643271:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30:) -> 192.168.204.108@tcp30(192.168.204.108@tcp30:192.168.204.108@tcp30) : GET try# 0 00000800:00000200:1.0:1767384338.643277:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp30 00000800:00000010:1.0:1767384338.643281:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e9c6d3ad. 00000800:00000200:1.0:1767384338.643286:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000800:00000200:1.1:1767384338.643291:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000400:00000200:1.0:1767384338.643308:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp30 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:2.0:1767384338.643371:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643423:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643456:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643485:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643506:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643522:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643538:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643568:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643609:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643646:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643665:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643683:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643700:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643719:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643740:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643782:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643831:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643863:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643891:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643912:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643950:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.643991:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644023:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644042:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644061:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644079:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644097:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644150:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644180:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644217:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644244:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644263:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644282:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644296:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384338.644310:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384338.644452:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbf6dadd. 00000800:00000010:2.0:1767384338.644457:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be78dd96. 00000800:00000010:2.0:1767384338.644462:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000800:00000010:2.0:1767384338.644501:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00020000:2.0:1767384338.644511:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384338.644514:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be78dd96. 00000800:00000010:2.0:1767384338.644516:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbf6dadd. 00000400:02020000:2.0:1767384338.644548:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384338.644552:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp30 notifying 192.168.204.108@tcp30: down 00000400:00000200:2.0:1767384338.644556:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384338.644558:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp30 00000800:00000010:2.0:1767384338.644561:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e9c6d3ad. 00000400:00000200:2.0:1767384338.644564:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384338.644567:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384338.644573:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384338.644575:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384338.644578:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp30) recovery failed with -71 00010000:00000001:0.0:1767384338.963192:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384338.963197:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.963201:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384338.963202:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.963231:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384338.963235:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.963238:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384339.181443:0:28432:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005000bcd8. 00080000:00000010:2.0:1767384339.181452:0:28432:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005000bcd8. 00000020:00000001:2.0:1767384339.181456:0:28432:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384339.181477:0:28432:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005000bcd8. 00080000:00000010:2.0:1767384339.181482:0:28432:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005000bcd8. 00000020:00000001:2.0:1767384339.181484:0:28432:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.283180:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384339.283185:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:1.0:1767384339.283189:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.283190:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384339.283191:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384339.283193:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384339.283194:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384339.283196:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384339.283197:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 47 10000000:00000001:1.0:1767384339.283199:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384339.283206:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384339.283212:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000020:00000040:1.0:1767384339.283215:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384339.283218:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384339.283221:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384339.283225:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384339.283230:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a689e55f. 00000100:00000001:1.0:1767384339.283236:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.283239:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384339.283242:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384339.283248:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000400c8d05. 00010000:00000001:1.0:1767384339.283252:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384339.283255:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2bca6bb. 00000020:00000001:1.0:1767384339.283258:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384339.283260:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2bca6bb with handle 0x88edd5ef35457e05 to hash 00000020:00000001:1.0:1767384339.283261:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384339.283262:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.283264:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.283267:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.283268:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.283270:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384339.283277:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384339.283284:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384339.283288:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384339.283289:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384339.283293:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c413e8bb. 00000100:00000001:1.0:1767384339.283295:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934764096 : -130127774787520 : ffff89a644355840) 00000100:00000001:1.0:1767384339.283297:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.283298:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000001:1.0:1767384339.283307:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384339.283308:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.283310:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384339.283311:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384339.283318:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.283325:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384339.283327:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.283329:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384339.283331:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384339.283333:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384339.283335:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742999424:0@lo:101: 00000100:00000001:1.0:1767384339.283338:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384339.283342:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384339.283344:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.283346:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384339.283349:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050b17a25. 02000000:00000001:1.0:1767384339.283350:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.283355:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a91ae8. 00000400:00000010:1.0:1767384339.283359:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384339.283364:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236742999424, portal 25 00000100:00000001:1.0:1767384339.283366:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.283367:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000040:1.0:1767384339.283370:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.283375:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.283378:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.283379:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384339.283381:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236742999424, offset 0 00000400:00000200:1.0:1767384339.283386:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.283398:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.283407:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc04d80 00000400:00000200:1.0:1767384339.283412:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10bd [2] + 0 00000400:00000010:1.0:1767384339.283415:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000531c0c89. 00000400:00000200:1.0:1767384339.283423:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd5a1903 00000400:00000200:1.0:1767384339.283428:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.283432:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384339.283436:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd5a1903 00000400:00000010:1.0:1767384339.283437:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd5a1903. 00000100:00000001:1.0:1767384339.283441:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384339.283442:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384339.283444:0:17076:0:(events.c:337:request_in_callback()) incoming req@000000004c36abc1 x1853236742999424 msgsize 328 00000100:00100000:1.0:1767384339.283447:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384339.283448:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384339.283470:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.283477:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000400:00000010:1.0:1767384339.283478:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000100:00000001:1.0:1767384339.283481:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384339.283484:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.283491:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384339.283494:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.283498:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283500:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384339.283500:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384339.283505:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999424 00000100:00000001:1.0:1767384339.283506:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.283511:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294926341 02000000:00000001:3.0:1767384339.283512:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384339.283516:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384339.283517:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000383b63cf. 00000100:00000001:3.0:1767384339.283520:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.283524:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384339.283527:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.283530:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294926341 00000100:00100000:3.0:1767384339.283533:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999424 00000100:00000010:1.0:1767384339.283535:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f354df87. 00000020:00000001:3.0:1767384339.283538:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384339.283539:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384339.283542:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384339.283543:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294926341 00000020:00000001:3.0:1767384339.283547:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384339.283550:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af653b5f. 00000020:00000040:3.0:1767384339.283551:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:1.0:1767384339.283556:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384339.283557:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384339.283561:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294926341 00000020:00000001:3.0:1767384339.283562:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:1.0:1767384339.283568:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006824cebf. 00000100:00000001:3.0:1767384339.283571:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384339.283575:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:1.0:1767384339.283579:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384339.283580:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384339.283586:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000100:00000001:1.0:1767384339.283586:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.283592:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384339.283596:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042e56cdf. 00000100:00000001:1.0:1767384339.283596:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384339.283598:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384339.283603:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000055a4ed5. 00000100:00100000:1.0:1767384339.283604:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c413e8bb going to sleep for 11 seconds 00000100:00000001:1.0:1767384339.283609:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384339.283612:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 00000100:00000001:1.0:1767384339.283613:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384339.283625:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384339.283628:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384339.283629:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384339.283632:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283640:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283651:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384339.283663:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384339.283666:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384339.283673:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:1.0:1767384339.283674:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384339.283677:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384339.283678:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384339.283679:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.283683:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283685:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932667472 : -130122776884144 : ffff89a76e1b4c50) 00000100:00000040:3.0:1767384339.283692:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c36abc1 x1853236742999424/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.283703:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384339.283710:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384339.283712:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384339.283714:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000100:00100000:3.0:1767384339.283719:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236742999424:12345-0@lo:101: 00000100:00000200:3.0:1767384339.283723:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999424 00000020:00000001:3.0:1767384339.283726:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384339.283729:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384339.283732:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.283734:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384339.283736:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384339.283739:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384339.283741:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384339.283743:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384339.283745:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384339.283748:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.283751:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384339.283753:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384339.283755:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384339.283757:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384339.283759:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.283764:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384339.283768:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046e9dbe6. 00010000:00000001:3.0:1767384339.283771:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384339.283774:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a1d4e40. 00000020:00000001:3.0:1767384339.283776:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384339.283778:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a1d4e40 with handle 0x88edd5ef35457e0c to hash 00000020:00000001:3.0:1767384339.283779:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384339.283780:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384339.283783:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00010000:3.0:1767384339.283785:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457e05 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384339.283793:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:3.0:1767384339.283795:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384339.283808:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384339.283810:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384339.283813:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000064aa7b55. 02000000:00000001:3.0:1767384339.283815:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283817:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.283820:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384339.283823:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384339.283825:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384339.283826:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384339.283829:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.283831:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384339.283832:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.283834:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384339.283836:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384339.283838:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384339.283840:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384339.283842:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e9dbe6) refcount = 1 00010000:00010000:3.0:1767384339.283846:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384339.283853:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384339.283855:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384339.283856:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.283858:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.283860:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384339.283864:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384339.283866:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384339.283873:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384339.283875:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384339.283877:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.283879:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.283881:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384339.283882:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.283884:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384339.283885:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009a1d4e40, rc 0) 00000020:00000001:3.0:1767384339.283891:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384339.283895:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999424 00010000:00000001:3.0:1767384339.283898:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384339.283902:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c36abc1 x1853236742999424/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/344 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384339.283909:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384339.283912:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384339.283915:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384339.283919:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384339.283922:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384339.283924:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384339.283926:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384339.283928:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.283931:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384339.283933:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384339.283936:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000100:00000200:3.0:1767384339.283939:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236742999424, offset 224 00000400:00000200:3.0:1767384339.283944:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.283950:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384339.283957:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc04d80 00000400:00000200:3.0:1767384339.283961:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1869 [1] + 224 00000400:00000200:3.0:1767384339.283965:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.283968:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384339.283971:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384339.283975:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.283985:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.284003:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384339.284008:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:3.0:1767384339.284011:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00000001:3.0:1767384339.284014:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384339.284016:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.284016:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384339.284022:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.284025:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384339.284027:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056a91ae8. 00000100:00000001:3.0:1767384339.284029:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.284031:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384339.284034:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000040:3.0:1767384339.284037:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384339.284038:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384339.284043:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384339.284043:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384339.284047:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.284052:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384339.284056:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.284060:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c36abc1 x1853236742999424/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/344 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.284068:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384339.284070:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.284075:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384339.284078:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384339.284080:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384339.284082:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384339.284084:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742999424:12345-0@lo:101: Request processed in 377us (634us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384339.284085:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384339.284090:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384339.284095:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384339.284098:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384339.284117:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.284119:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384339.284121:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384339.284123:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384339.284128:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384339.284130:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284133:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384339.284137:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384339.284137:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384339.284143:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000055a4ed5. 00000100:00000001:1.0:1767384339.284144:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.284148:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384339.284149:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000100:00000001:1.0:1767384339.284150:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384339.284156:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384339.284157:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042e56cdf. 00000020:00000040:3.0:1767384339.284164:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00100000:1.0:1767384339.284165:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742999424:0@lo:101: 00000100:00000001:1.0:1767384339.284172:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384339.284173:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384339.284174:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384339.284176:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000064aa7b55. 00000100:00000001:1.0:1767384339.284177:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384339.284179:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384339.284182:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384339.284182:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.284187:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.284191:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384339.284194:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c413e8bb. 00000100:00000200:3.0:1767384339.284195:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384339.284196:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384339.284199:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384339.284202:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126424fb. 00010000:00000001:1.0:1767384339.284202:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384339.284206:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.284208:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384339.284209:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb2f5d7c. 00000020:00000040:1.0:1767384339.284209:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=4 00000020:00000001:1.0:1767384339.284214:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.284217:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000040:1.0:1767384339.284221:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a2bca6bb, remote cookie: 0x88edd5ef35457e0c, flags: 0x0 00010000:00000001:1.0:1767384339.284224:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384339.284225:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384339.284226:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384339.284227:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384339.284228:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384339.284229:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000400c8d05) refcount = 1 00010000:00010000:1.0:1767384339.284232:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.284240:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384339.284241:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384339.284242:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.284244:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.284246:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.284247:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.284251:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384339.284252:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.284252:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.284253:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.284254:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.284255:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284256:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384339.284258:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053389443 x1853236742999424/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.284262:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384339.284264:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384339.284265:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050b17a25. 02000000:00000001:1.0:1767384339.284267:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384339.284268:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384339.284269:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384339.284271:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384339.284272:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a689e55f. 02000000:00000001:1.0:1767384339.284274:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384339.284276:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384339.284277:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00000100:00000001:1.0:1767384339.284279:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384339.284280:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384339.284281:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.284282:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384339.284283:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:1.0:1767384339.284284:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.284285:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.284291:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.284292:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=3 00000020:00000001:1.0:1767384339.284293:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.284294:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.284296:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384339.284297:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.284298:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.284299:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.284301:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384339.284303:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000041665ce8. 00000100:00000010:1.0:1767384339.284314:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000020:00000040:1.0:1767384339.284316:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384339.284318:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384339.284319:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384339.284321:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384339.284323:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a689e55f. 00000100:00000001:1.0:1767384339.284325:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284328:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384339.284330:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000050b17a25. 00000100:00000010:1.0:1767384339.284333:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d4180c13. 00000020:00000040:1.0:1767384339.284334:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384339.284336:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384339.284337:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384339.284339:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c413e8bb. 00000100:00000001:1.0:1767384339.284340:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934764096 : -130127774787520 : ffff89a644355840) 00000100:00000001:1.0:1767384339.284341:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.284342:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000001:1.0:1767384339.284344:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384339.284345:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284346:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384339.284346:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384339.284348:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.284352:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384339.284353:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.284359:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384339.284360:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384339.284361:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384339.284363:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742999552:0@lo:256: 00000100:00000001:1.0:1767384339.284366:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384339.284368:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384339.284369:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284370:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384339.284374:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a91ae8. 00000400:00000010:1.0:1767384339.284376:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007d0860db. 00000100:00000200:1.0:1767384339.284379:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc04e00-0x695824dc04e00, portal 33 00000100:00000001:1.0:1767384339.284381:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.284383:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384339.284384:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e3a946d. 02000000:00000001:1.0:1767384339.284386:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.284388:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f55d79d. 00000400:00000010:1.0:1767384339.284390:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384339.284392:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742999552, portal 25 00000100:00000001:1.0:1767384339.284393:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.284394:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000040:1.0:1767384339.284396:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.284400:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.284402:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.284403:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384339.284404:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236742999552, offset 0 00000400:00000200:1.0:1767384339.284407:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.284412:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.284417:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc04e00 00000400:00000200:1.0:1767384339.284420:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10cd [2] + 0 00000400:00000010:1.0:1767384339.284422:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3212e3b. 00000400:00000200:1.0:1767384339.284424:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000761110fd 00000400:00000200:1.0:1767384339.284427:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.284434:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384339.284437:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000761110fd 00000400:00000010:1.0:1767384339.284438:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000761110fd. 00000100:00000001:1.0:1767384339.284441:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384339.284442:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384339.284444:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000ca890821 x1853236742999552 msgsize 304 00000100:00100000:1.0:1767384339.284447:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384339.284448:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384339.284467:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.284473:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000400:00000010:1.0:1767384339.284475:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000100:00000001:1.0:1767384339.284478:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384339.284482:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.284487:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384339.284490:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.284493:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384339.284495:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384339.284497:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999552 00000100:00000001:1.0:1767384339.284497:0:17076:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384339.284502:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384339.284502:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284505:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384339.284506:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294926342 00000100:00000001:3.0:1767384339.284509:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284512:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926341 02000000:00000001:3.0:1767384339.284514:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.284516:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294926342 00000100:00100000:3.0:1767384339.284520:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999552 00000100:00000001:1.0:1767384339.284521:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926341 00000020:00000001:3.0:1767384339.284526:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384339.284527:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294926342 00000020:00000040:3.0:1767384339.284531:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384339.284531:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926341 00000020:00000001:3.0:1767384339.284536:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384339.284537:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294926342 00000020:00000040:3.0:1767384339.284539:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384339.284542:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926341 00000100:00000001:1.0:1767384339.284545:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384339.284548:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384339.284550:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.284552:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384339.284554:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384339.284556:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384339.284557:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384339.284559:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384339.284561:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384339.284562:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000020:00000010:3.0:1767384339.284566:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042e56cdf. 00000100:00100000:1.0:1767384339.284568:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c413e8bb going to sleep for 11 seconds 00000020:00000010:3.0:1767384339.284570:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000055a4ed5. 00000100:00000001:1.0:1767384339.284572:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384339.284574:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 00000100:00000001:1.0:1767384339.284576:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384339.284579:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384339.284582:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384339.284583:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384339.284585:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284587:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284596:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384339.284604:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384339.284605:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384339.284608:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384339.284610:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384339.284612:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932668496 : -130122776883120 : ffff89a76e1b5050) 00000100:00000040:3.0:1767384339.284615:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca890821 x1853236742999552/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 304/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.284621:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384339.284622:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072013593. 00000100:00000001:3.0:1767384339.284623:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384339.284625:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072013593. 00000100:00100000:3.0:1767384339.284627:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742999552:12345-0@lo:256: 00000100:00000200:3.0:1767384339.284630:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999552 00000020:00000001:3.0:1767384339.284631:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384339.284632:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384339.284634:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.284635:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384339.284641:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:3.0:1767384339.284643:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384339.284644:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384339.284645:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384339.284646:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384339.284647:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284650:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384339.284651:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384339.284653:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000064aa7b55. 02000000:00000001:3.0:1767384339.284654:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284655:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384339.284657:0:17073:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384339.284659:0:17073:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384339.284661:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384339.284663:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384339.284665:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384339.284667:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384339.284668:0:17073:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384339.284670:0:17073:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009e643b52. 20000000:00000001:3.0:1767384339.284672:0:17073:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384339.284684:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384339.284689:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384339.284693:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384339.284695:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384339.284696:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384339.284697:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384339.284698:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384339.284700:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384339.284701:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384339.284702:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384339.284703:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384339.284705:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384339.284706:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384339.284708:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384339.284709:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384339.284711:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384339.284712:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384339.284713:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384339.284719:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384339.284720:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384339.284721:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384339.284722:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384339.284723:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384339.284724:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384339.284726:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:3.0:1767384339.284731:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384339.284733:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384339.284734:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384339.284735:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384339.284736:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384339.284738:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384339.284739:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384339.284740:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384339.284742:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384339.284743:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384339.284744:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384339.284745:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384339.284747:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384339.284748:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384339.284749:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384339.284751:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384339.284752:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384339.284753:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384339.284754:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384339.284756:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384339.284757:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384339.284758:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384339.284760:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384339.284761:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384339.284762:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:3.0:1767384339.284764:0:17073:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:3.0:1767384339.284765:0:17073:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:3.0:1767384339.284767:0:17073:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384339.284770:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000095c95c76. 00000100:00000010:3.0:1767384339.284772:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ad2094e5. 00000020:00000040:3.0:1767384339.284773:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:3.0:1767384339.284780:0:17073:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384339.284782:0:17073:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384339.284784:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000400:00000010:3.0:1767384339.284789:0:17073:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000375f8a39. 00000400:00000200:3.0:1767384339.284792:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.284797:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384339.284802:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x695824dc04e00 00000400:00000200:3.0:1767384339.284804:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1879 [4] + 0 00000400:00000010:3.0:1767384339.284807:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056a91ae8. 00000400:00000200:3.0:1767384339.284809:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d0860db 00000400:00000200:3.0:1767384339.284811:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.284814:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384339.284816:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d0860db 00000400:00000010:3.0:1767384339.284817:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007d0860db. 00000100:00000001:3.0:1767384339.284820:0:17073:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384339.284821:0:17073:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000053389443 desc 0000000050b17a25 mbits 1853236742999552 00000100:00000001:3.0:1767384339.284830:0:17073:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384339.284833:0:17073:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384339.284836:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384339.284842:0:17073:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1885 00000400:00000200:3.0:1767384339.284844:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384339.284846:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384339.284847:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384339.284849:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284851:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384339.284853:0:17073:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000095c95c76 00000100:00000001:3.0:1767384339.284855:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384339.284860:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:3.0:1767384339.284861:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00000001:3.0:1767384339.284864:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384339.284865:0:17073:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000095c95c76 00000100:00000001:3.0:1767384339.284867:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384339.284872:0:17073:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x695824dc04e00-0x695824dc04e00 00000100:00000001:3.0:1767384339.284874:0:17073:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.284877:0:17073:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284879:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384339.284880:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:3.0:1767384339.284887:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ad2094e5. 00000100:00000010:3.0:1767384339.284889:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000095c95c76. 00000100:00000001:3.0:1767384339.284891:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384339.284893:0:17073:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384339.284899:0:17073:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009e643b52. 20000000:00000001:3.0:1767384339.284903:0:17073:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384339.284905:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999552 00010000:00000001:3.0:1767384339.284908:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384339.284911:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca890821 x1853236742999552/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 304/240 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384339.284919:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384339.284920:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384339.284922:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384339.284925:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384339.284927:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384339.284929:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384339.284931:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384339.284933:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.284935:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384339.284937:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384339.284940:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000100:00000200:3.0:1767384339.284942:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236742999552, offset 224 00000400:00000200:3.0:1767384339.284946:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.284951:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384339.284956:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc04e00 00000400:00000200:3.0:1767384339.284960:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x187d [1] + 224 00000400:00000200:3.0:1767384339.284964:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.284966:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384339.284969:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384339.284971:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.284979:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.285007:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384339.285012:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:3.0:1767384339.285014:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000100:00000001:3.0:1767384339.285018:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384339.285020:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.285020:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384339.285024:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384339.285026:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384339.285027:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384339.285030:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f55d79d. 00000100:00000040:3.0:1767384339.285033:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:1.0:1767384339.285035:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00010000:00000001:3.0:1767384339.285039:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384339.285040:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000020:00000001:3.0:1767384339.285044:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.285045:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384339.285049:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384339.285050:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.285057:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca890821 x1853236742999552/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 304/240 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384339.285060:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.285088:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384339.285091:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384339.285092:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236742999552:12345-0@lo:256: Request processed in 467us (643us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384339.285093:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384339.285095:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384339.285098:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384339.285134:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.285137:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384339.285140:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384339.285144:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=49 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384339.285147:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:1.0:1767384339.285148:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384339.285150:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.285153:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384339.285154:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00010000:00000001:1.0:1767384339.285155:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.285160:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384339.285160:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.285165:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384339.285167:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384339.285170:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000055a4ed5. 00000020:00000010:3.0:1767384339.285176:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000100:00000040:1.0:1767384339.285178:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384339.285184:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042e56cdf. 00000100:00000001:1.0:1767384339.285185:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384339.285189:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:1.0:1767384339.285192:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384339.285194:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384339.285197:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384339.285198:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000064aa7b55. 02000000:00000001:3.0:1767384339.285204:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384339.285207:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384339.285208:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236742999552:0@lo:256: 00000100:00000001:1.0:1767384339.285214:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384339.285215:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384339.285216:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.285220:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384339.285221:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384339.285223:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3ff632a. 00000100:00000040:1.0:1767384339.285223:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384339.285230:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7fb91d2. 00000100:00000001:1.0:1767384339.285231:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384339.285236:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c413e8bb. 00000100:00000001:1.0:1767384339.285239:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384339.285240:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384339.285242:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:1.0:1767384339.285245:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384339.285250:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000a403aa3. 10000000:00000040:1.0:1767384339.285258:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384339.285262:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384339.285264:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384339.285268:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:1.0:1767384339.285269:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.285270:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384339.285271:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:1.0:1767384339.285273:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:1.0:1767384339.285275:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:1.0:1767384339.285277:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384339.285279:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:1.0:1767384339.285283:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384339.285286:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (23) 00000400:00000200:1.0:1767384339.285289:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000200:1.0:1767384339.285299:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384339.285301:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384339.285302:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384339.285316:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:1.0:1767384339.285318:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00000400:00000200:1.0:1767384339.285319:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:1.0:1767384339.285321:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:1.0:1767384339.285324:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384339.285325:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384339.285325:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:1.0:1767384339.285330:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:3.0:1767384339.285335:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:1.0:1767384339.285335:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285338:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:1.0:1767384339.285341:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000010:3.0:1767384339.285344:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000400:00000200:1.0:1767384339.285344:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285345:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:1.0:1767384339.285349:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:3.0:1767384339.285351:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000200:1.0:1767384339.285352:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285354:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:1.0:1767384339.285354:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:1.0:1767384339.285356:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285357:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:1.0:1767384339.285360:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:1.0:1767384339.285363:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000010:3.0:1767384339.285364:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fdb13c3. 00000400:00000200:1.0:1767384339.285364:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:1.0:1767384339.285368:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:1.0:1767384339.285372:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384339.285375:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:1.0:1767384339.285376:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:1.0:1767384339.285381:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:1.0:1767384339.285384:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285385:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:1.0:1767384339.285386:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:3.0:1767384339.285389:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:1.0:1767384339.285391:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285395:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:1.0:1767384339.285396:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:3.0:1767384339.285399:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384339.285402:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285405:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:1.0:1767384339.285409:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:3.0:1767384339.285413:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:1.0:1767384339.285415:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285420:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:3.0:1767384339.285423:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000400:00000200:1.0:1767384339.285429:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:3.0:1767384339.285435:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000400:00000200:1.0:1767384339.285435:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285437:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:1.0:1767384339.285441:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:1.0:1767384339.285446:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384339.285449:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:1.0:1767384339.285449:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:1.0:1767384339.285453:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:1.0:1767384339.285470:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285472:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:3.0:1767384339.285476:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:1.0:1767384339.285476:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:1.0:1767384339.285483:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285485:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:3.0:1767384339.285486:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:1.0:1767384339.285488:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:1.0:1767384339.285494:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285497:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:3.0:1767384339.285500:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:1.0:1767384339.285500:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:1.0:1767384339.285506:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285510:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:3.0:1767384339.285513:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:1.0:1767384339.285513:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:1.0:1767384339.285519:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285523:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:3.0:1767384339.285526:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:1.0:1767384339.285527:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:1.0:1767384339.285533:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285537:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:3.0:1767384339.285540:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:1.0:1767384339.285540:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:1.0:1767384339.285546:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285550:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:3.0:1767384339.285553:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:1.0:1767384339.285554:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:1.0:1767384339.285561:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285565:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:3.0:1767384339.285566:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:1.0:1767384339.285571:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:3.0:1767384339.285579:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:1.0:1767384339.285579:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384339.285584:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:1.0:1767384339.285589:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:3.0:1767384339.285593:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000010:1.0:1767384339.285596:0:17076:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000bac35190. 00000400:00000200:3.0:1767384339.285601:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:1.0:1767384339.285605:0:17076:0:(peer.c:264:lnet_peer_alloc()) 00000000bac35190 nid 192.168.204.108@tcp32 00000400:00000200:3.0:1767384339.285611:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000010:1.0:1767384339.285615:0:17076:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000049bad5e3. 00000400:00000200:1.0:1767384339.285618:0:17076:0:(peer.c:204:lnet_peer_net_alloc()) 0000000049bad5e3 net tcp32 00000400:00000010:1.0:1767384339.285622:0:17076:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000913aa7ff. 00000400:00000200:3.0:1767384339.285628:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:1.0:1767384339.285630:0:17076:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000913aa7ff nid 192.168.204.108@tcp32 00000400:00000200:3.0:1767384339.285638:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:3.0:1767384339.285642:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000400:00000200:3.0:1767384339.285648:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000400:00000200:3.0:1767384339.285652:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:3.0:1767384339.285656:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:3.0:1767384339.285661:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp31 00000400:00000200:3.0:1767384339.285665:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp31 lpni_is_preferred = 0 00000400:00000200:3.0:1767384339.285668:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp31 00000400:00000200:3.0:1767384339.285672:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp31 NI seq info: [72:72:256:4294967295] 192.168.204.108@tcp31 LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1767384339.285679:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp31 00000400:00000200:3.0:1767384339.285687:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp31(192.168.204.108@tcp31:) -> 192.168.204.108@tcp31(192.168.204.108@tcp:192.168.204.108@tcp31) : PUT try# 0 00000400:00000200:1.0:1767384339.285692:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bac35190 (0) 00000800:00000200:3.0:1767384339.285694:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.108@tcp31 00000400:00000200:1.0:1767384339.285698:0:17076:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.108@tcp32: -2 00000800:00000010:3.0:1767384339.285701:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb17741c. 00000400:00000200:1.0:1767384339.285703:0:17076:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp32 NID 192.168.204.108@tcp32 flags 0x1 00000400:00000200:1.0:1767384339.285708:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bac35190 (1) 00000400:00000200:1.0:1767384339.285710:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bac35190 (2) 00000400:00000200:1.0:1767384339.285711:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bac35190 (1) 00000800:00000010:3.0:1767384339.285712:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000077cdc446. 00000400:00000200:1.0:1767384339.285713:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bac35190 (2) 00000400:00000200:1.0:1767384339.285718:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp32 (00000000bac35190): 0 00000800:00000010:3.0:1767384339.285719:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e36f36d9. 00000400:00000200:1.0:1767384339.285720:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384339.285724:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384339.285727:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp32 NID 192.168.204.108@tcp32: 0. pending discovery 00000400:00000200:1.0:1767384339.285729:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bac35190 (3) 00000800:00000200:3.0:1767384339.285733:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (2) 00000100:00000001:1.0:1767384339.285733:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.285737:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384339.285743:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 00000800:00000200:3.1:1767384339.285746:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (2) 10000000:00000010:1.0:1767384339.285748:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006e3c8189. 10000000:00000040:1.0:1767384339.285752:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 52/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:1.0:1767384339.285754:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384339.285759:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384339.285762:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000400:00000200:3.0:1767384339.285764:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000020:00000010:1.0:1767384339.285766:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000dc19180. 00000400:00000200:3.0:1767384339.285770:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000040:00000010:1.0:1767384339.285771:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027f8f122. 00000020:00000010:1.0:1767384339.285778:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012f474f1. 00000400:00000200:3.0:1767384339.285780:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp32(00000000bac35190) state 0x41 00000020:00000010:1.0:1767384339.285783:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003102b5fa. 00000400:00000200:3.0:1767384339.285785:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bac35190 (2) 00000020:00000010:1.0:1767384339.285788:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5e5e0a4. 00000400:00000010:3.0:1767384339.285792:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042e56cdf. 80000000:00000010:1.0:1767384339.285793:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7b5c5dc. 40000000:00000010:1.0:1767384339.285799:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e1d7ccd. 00000400:00000010:3.0:1767384339.285800:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00100000:00000010:1.0:1767384339.285804:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087af0603. 00000400:00000010:3.0:1767384339.285808:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad0c809d. 00040000:00000010:1.0:1767384339.285810:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c4267c99. 00000400:00000200:3.0:1767384339.285814:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp32 00040000:00000010:1.0:1767384339.285822:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d72be861. 00040000:00000010:1.0:1767384339.285824:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d347d5a. 00000400:00000200:3.0:1767384339.285826:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp32 local destination 00080000:00000010:1.0:1767384339.285831:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008d7c79e0. 00000400:00000200:3.0:1767384339.285832:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00080000:00000010:1.0:1767384339.285836:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008d4492ce. 00000004:00000010:1.0:1767384339.285843:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a2fc5af. 00000400:00000200:3.0:1767384339.285847:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp32 00000004:00000010:1.0:1767384339.285850:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002619cae4. 00000400:00000200:3.0:1767384339.285852:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp32 lpni_is_preferred = 0 00000004:00000010:1.0:1767384339.285856:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dee5a07e. 00000400:00000200:3.0:1767384339.285857:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp32 00002000:00000010:1.0:1767384339.285860:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7ea0954. 00000400:00000200:3.0:1767384339.285865:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp32 NI seq info: [73:73:256:4294967295] 192.168.204.108@tcp32 LPNI seq info [1:1:8:4294967295] 00000004:00000010:1.0:1767384339.285866:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fe34b3f7. 00000004:00000001:1.0:1767384339.285873:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384339.285876:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp32 00000040:00000001:1.0:1767384339.285876:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384339.285879:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006e3c8189 00000040:00001000:1.0:1767384339.285881:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384339.285884:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384339.285887:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384339.285890:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384339.285896:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp32(192.168.204.108@tcp32:) -> 192.168.204.108@tcp32(192.168.204.108@tcp32:192.168.204.108@tcp32) : GET try# 0 00000040:00001000:1.0:1767384339.285896:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384339.285898:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384339.285901:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384339.285904:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:1.0:1767384339.285906:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:3.0:1767384339.285909:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp32 00000800:00000010:3.0:1767384339.285914:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c83ce94. 00000800:00000010:3.0:1767384339.285923:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc2fbad5. 00000800:00000010:3.0:1767384339.285930:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035207c66. 00000800:00000200:3.0:1767384339.285936:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (2) 00000800:00000200:3.1:1767384339.285940:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (2) 00000400:00000200:3.0:1767384339.285952:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp32 00000400:00000200:3.0:1767384339.285955:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp32(00000000bac35190) state 0x241 rc 0 00000004:00000001:1.0:1767384339.285963:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384339.285967:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000dc19180. 00000040:00000010:1.0:1767384339.285971:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000027f8f122. 00000020:00000010:1.0:1767384339.285973:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012f474f1. 00000020:00000010:1.0:1767384339.285976:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003102b5fa. 00000020:00000010:1.0:1767384339.285980:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b5e5e0a4. 00000400:00000200:2.0:1767384339.285981:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 80000000:00000010:1.0:1767384339.285983:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7b5c5dc. 40000000:00000010:1.0:1767384339.285986:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002e1d7ccd. 00100000:00000010:1.0:1767384339.285990:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087af0603. 00000400:00000200:3.0:1767384339.285993:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00040000:00000010:1.0:1767384339.285993:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4267c99. 00040000:00000010:1.0:1767384339.285998:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d72be861. 00040000:00000010:1.0:1767384339.286002:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d347d5a. 00080000:00000010:1.0:1767384339.286007:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008d4492ce. 00080000:00000010:1.0:1767384339.286011:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008d7c79e0. 00000004:00000010:1.0:1767384339.286019:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a2fc5af. 00000004:00000010:1.0:1767384339.286022:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002619cae4. 00000004:00000010:1.0:1767384339.286026:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dee5a07e. 00002000:00000010:1.0:1767384339.286029:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e7ea0954. 00000004:00000010:1.0:1767384339.286031:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe34b3f7. 00000020:00000010:1.0:1767384339.286034:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00000020:00000001:1.0:1767384339.286037:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.286039:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384339.286040:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286040:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 10000000:00000010:1.0:1767384339.286044:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006e3c8189. 10000000:00000010:1.0:1767384339.286049:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000a403aa3. 10000000:00000001:1.0:1767384339.286051:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.286053:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384339.286057:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053389443 x1853236742999552/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.286062:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384339.286063:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384339.286064:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e3a946d. 02000000:00000001:1.0:1767384339.286067:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384339.286069:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384339.286070:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384339.286071:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384339.286073:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384339.286074:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384339.286075:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384339.286076:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384339.286078:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d4180c13. 00000400:00000200:3.0:1767384339.286080:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286080:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000010:1.0:1767384339.286080:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000050b17a25. 00000100:00000001:1.0:1767384339.286085:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384339.286087:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a689e55f. 02000000:00000001:1.0:1767384339.286090:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384339.286091:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384339.286091:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00000100:00000001:1.0:1767384339.286094:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384339.286096:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384339.286130:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000041665ce8. 10000000:01000000:1.0:1767384339.286134:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384339.286141:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384339.286142:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.286143:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.286144:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=3 00000020:00000001:1.0:1767384339.286146:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00000400:00000200:3.0:1767384339.286148:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286148:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00010000:00000001:1.0:1767384339.286148:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.286153:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384339.286156:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.286161:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.286162:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.286164:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.286168:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384339.286169:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.286170:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384339.286171:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.286172:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.286174:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384339.286176:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384339.286177:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:1.0:1767384339.286179:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384339.286191:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286191:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286219:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286242:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286242:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286267:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286267:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286293:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286293:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286331:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286341:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286372:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286404:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286404:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286446:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286503:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286503:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286546:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286546:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286586:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286586:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286620:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286621:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286660:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286660:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286699:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286699:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286732:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286733:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286767:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286767:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286798:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286798:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286829:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286829:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286857:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286857:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286889:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286897:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286924:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286930:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286952:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286957:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.286983:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.286984:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287013:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287013:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287045:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287045:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287078:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287078:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287137:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287137:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287175:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287175:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287208:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287208:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.287235:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287235:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287269:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287299:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287337:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.287381:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000800:00000010:3.0:1767384339.287423:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000800:00000010:3.0:1767384339.287429:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0c62672. 00000800:00000010:3.0:1767384339.287435:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072013593. 00000800:00000010:3.0:1767384339.287475:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072013593. 00000800:00020000:3.0:1767384339.287485:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384339.287489:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0c62672. 00000800:00000010:3.0:1767384339.287492:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ae94d28. 00000400:02020000:3.0:1767384339.287532:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp32 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384339.287539:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp32 notifying 192.168.204.108@tcp32: down 00000800:00000200:3.0:1767384339.287545:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp32 down 00000800:00000100:3.0:1767384339.287552:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp32 00000800:00000010:3.0:1767384339.287556:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c83ce94. 00000400:00000200:3.0:1767384339.287562:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384339.287567:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp32->192.168.204.108@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384339.287584:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp32 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:3.0:1767384339.287589:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:2.0:1767384339.287589:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbf6dadd. 00000400:00000200:3.0:1767384339.287592:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp32: 1 00000400:00000200:3.0:1767384339.287595:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp32 (00000000bac35190): -114 00000800:00000010:2.0:1767384339.287600:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004d43ed1. 00000800:00000010:2.0:1767384339.287606:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f34fbdfc. 00000400:00000200:3.0:1767384339.287616:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384339.287620:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp32(00000000bac35190) state 0x841 00000400:00000001:3.0:1767384339.287623:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.287624:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.287626:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:3.0:1767384339.287628:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000400:00000200:3.0:1767384339.287631:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384339.287634:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp32 (00000000bac35190): -114 00000400:00000010:3.0:1767384339.287637:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042e56cdf. 00000400:00000200:3.0:1767384339.287639:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bac35190 (3) 00000800:00000010:2.0:1767384339.287641:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f34fbdfc. 00000400:00000200:3.0:1767384339.287643:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp32:-71 00000400:00000200:3.0:1767384339.287645:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp32(00000000bac35190) state 0x2041 rc -71 00000400:00000200:3.0:1767384339.287649:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp32 (00000000bac35190) 00000400:00000200:3.0:1767384339.287652:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bac35190 (2) 00000400:00000200:2.0:1767384339.287744:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384339.287758:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp31 from 216.3.0.2 00000800:00000010:2.0:1767384339.287761:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001d6d450f. 00000800:00000010:3.0:1767384339.287795:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ae94d28. 00000800:00000010:3.0:1767384339.287800:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0c62672. 00000800:00000010:3.0:1767384339.287816:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d7d41351. 00000800:00000200:3.1:1767384339.287822:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (2) 00000800:00000200:3.1:1767384339.287826:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp31 00000000d7d41351 deleted 00000800:00000010:3.1:1767384339.287828:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d7d41351. 00000800:00000200:3.1:1767384339.287833:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384339.287840:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp31 ip 192.168.204.108:984 00000800:00000200:3.1:1767384339.287843:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb17741c type 1, nob 512 niov 1 nkiov 1 00000800:00000200:3.0:1767384339.287848:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp31 p 3.x 192.168.204.108 -> 192.168.204.108:984 incarnation:1767384336233970282 sched[0] 00000800:00000010:3.0:1767384339.287854:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072013593. 00000800:00000010:3.0:1767384339.287897:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072013593. 00000800:00000010:3.0:1767384339.287902:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0c62672. 00000800:00000010:3.0:1767384339.287927:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001d6d450f. 00000800:00000001:3.0:1767384339.287939:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384339.287944:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384339.288010:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384339.288013:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb17741c. 00000400:00000200:3.0:1767384339.288017:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.288022:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp31->192.168.204.108@tcp31: PUT: OK 00000400:00000200:3.0:1767384339.288026:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384339.288034:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000200:3.1:1767384339.288060:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384339.288064:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp31 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384336233970282 sched[0] 00000800:00000010:3.0:1767384339.288068:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004d43ed1. 00000400:00000200:3.0:1767384339.288147:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288182:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288207:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288238:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288276:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288305:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.288320:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288325:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.288328:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.288331:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.288331:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.288337:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp31(192.168.204.108@tcp31) <- 192.168.204.108@tcp31 : PUT - for me 00000400:00000200:2.0:1767384339.288346:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384339.288352:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 400/416 into md 0x17e9 [1] + 0 00000400:00000010:2.0:1767384339.288356:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:2.0:1767384339.288359:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bfaf19be 00000400:00000200:3.0:1767384339.288362:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.288363:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288368:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.288370:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.288374:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp31->192.168.204.108@tcp31: PUT: OK 00000400:00000200:2.0:1767384339.288377:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfaf19be 00000400:00000010:2.0:1767384339.288379:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000400:00000200:2.0:1767384339.288383:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384339.288386:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000400:00000200:2.0:1767384339.288390:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384339.288392:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288394:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (416 bytes) 00000400:00000200:2.0:1767384339.288397:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384339.288405:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00000400:00000200:2.0:1767384339.288409:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384339.288414:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp31 to MR: 192.168.204.108@tcp31 local destination 00000400:00000200:2.0:1767384339.288421:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp31 NI seq info: [74:74:256:4294967295] 192.168.204.108@tcp31 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384339.288423:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288432:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp31(192.168.204.108@tcp31:192.168.204.108@tcp31) -> 192.168.204.108@tcp31(192.168.204.108@tcp31:192.168.204.108@tcp31) 192.168.204.108@tcp31 : ACK try# 0 00000800:00000200:2.0:1767384339.288446:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp31 00000400:00000200:3.0:1767384339.288450:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00000010:2.0:1767384339.288450:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008308e183. 00000800:00000200:2.0:1767384339.288454:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (4) 00000800:00000200:2.0:1767384339.288475:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp31 ip 192.168.204.108:988 00000800:00000200:2.0:1767384339.288478:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008308e183 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384339.288487:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288494:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.288495:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288523:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000200:2.0:1767384339.288532:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384339.288535:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008308e183. 00000400:00000200:2.0:1767384339.288539:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.288543:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp31->192.168.204.108@tcp31: ACK: OK 00000800:00000001:2.0:1767384339.288549:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.288552:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.288553:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.288555:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288558:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.288560:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288564:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.288569:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp31(192.168.204.108@tcp31) <- 192.168.204.108@tcp31 : ACK - for me 00000400:00000200:3.0:1767384339.288575:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288577:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp31: ACK from 12345-192.168.204.108@tcp31 into md 0x1891 00000400:00000200:2.0:1767384339.288580:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.288584:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp31->192.168.204.108@tcp31: ACK: OK 00000400:00000200:2.0:1767384339.288587:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d0fc8c 00000400:00000010:2.0:1767384339.288589:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 00000400:00000200:2.0:1767384339.288592:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384339.288595:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:2.0:1767384339.288598:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384339.288600:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288601:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00000800:00000001:2.0:1767384339.288605:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288607:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.288621:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288628:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384339.288632:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000003862e242. 00000400:00000010:2.0:1767384339.288636:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c5a098. 00000400:00000010:2.0:1767384339.288640:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000200:3.0:1767384339.288647:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288649:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003862e242 00000400:00000010:2.0:1767384339.288652:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000007dc15107. 00000400:00000200:2.0:1767384339.288654:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000400:00000200:2.0:1767384339.288658:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384339.288660:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000010:2.0:1767384339.288664:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000c48da595. 00000400:00000010:2.0:1767384339.288668:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000400:00000200:3.0:1767384339.288672:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000010:2.0:1767384339.288672:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009225299. 00000400:00000200:2.0:1767384339.288676:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384339.288681:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384339.288685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384339.288690:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384339.288695:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000400:00000200:3.0:1767384339.288698:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288700:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000400:00000200:2.0:1767384339.288705:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384339.288710:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:2.0:1767384339.288714:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:3.0:1767384339.288719:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288719:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:2.0:1767384339.288724:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:2.0:1767384339.288729:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384339.288733:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384339.288738:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:2.0:1767384339.288742:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384339.288744:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288757:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:2.0:1767384339.288761:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:2.0:1767384339.288766:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:3.0:1767384339.288767:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288770:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:2.0:1767384339.288775:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:2.0:1767384339.288780:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:2.0:1767384339.288784:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000400:00000200:3.0:1767384339.288787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288788:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000400:00000200:2.0:1767384339.288793:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 14], ns[74, 14] 00000400:00000200:2.0:1767384339.288797:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:2.0:1767384339.288801:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp13 00000400:00000200:2.0:1767384339.288804:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp13 lpni_is_preferred = 0 00000400:00000200:2.0:1767384339.288807:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp13 00000400:00000200:3.0:1767384339.288808:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288810:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [75:75:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384339.288815:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp13 00000400:00000200:2.0:1767384339.288822:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:) -> 192.168.204.108@tcp13(192.168.204.108@tcp:192.168.204.108@tcp13) : GET try# 0 00000800:00000200:2.0:1767384339.288828:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp13 00000800:00000010:2.0:1767384339.288831:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008308e183. 00000400:00000200:3.0:1767384339.288833:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000800:00000200:2.0:1767384339.288835:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (6) 00000800:00000200:2.0:1767384339.288841:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:988 00000800:00000200:2.0:1767384339.288845:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008308e183 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384339.288853:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384339.288856:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000400:00000200:3.0:1767384339.288862:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384339.288893:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000800:00000200:2.0:1767384339.288918:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384339.288921:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008308e183. 00000400:00000200:2.0:1767384339.288925:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.288930:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: GET: OK 00000400:00000200:2.0:1767384339.288933:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384339.288935:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:3.0:1767384339.288937:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.288941:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288944:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.288946:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.288951:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.288955:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : GET - for me 00000400:00000200:3.0:1767384339.288960:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288962:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384339.288967:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 416/416 into md 0x183d [1] + 0 00000400:00000200:2.0:1767384339.288974:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp13 to MR: 192.168.204.108@tcp13 local destination 00000400:00000200:2.0:1767384339.288979:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [76:76:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [75:75:8:4294967295] 00000400:00000200:3.0:1767384339.288984:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.288988:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) -> 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) 192.168.204.108@tcp13 : REPLY try# 0 00000800:00000200:2.0:1767384339.288993:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.108@tcp13 00000800:00000010:2.0:1767384339.288996:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008308e183. 00000800:00000200:2.0:1767384339.289000:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (6) 00000800:00000200:2.0:1767384339.289006:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:1015 00000800:00000200:2.0:1767384339.289009:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008308e183 type 3, nob 512 niov 1 nkiov 1 00000400:00000200:3.0:1767384339.289014:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000200:2.0:1767384339.289040:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384339.289043:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008308e183. 00000400:00000200:3.0:1767384339.289046:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384339.289046:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.289050:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: REPLY: OK 00000800:00000001:2.0:1767384339.289056:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.289059:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.289061:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.289065:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.289067:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.289069:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.289075:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.289080:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384339.289089:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp13: Reply from 12345-192.168.204.108@tcp13 of length 416/416 into md 0x189d 00000400:00000200:3.0:1767384339.289091:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000001:2.0:1767384339.289092:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.289096:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.289098:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.289128:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: REPLY: OK 00000400:00000200:2.0:1767384339.289132:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:2.0:1767384339.289134:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000400:00000200:2.0:1767384339.289139:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384339.289143:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384339.289146:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384339.289150:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 24. state = 0x100271 00000400:00000200:2.0:1767384339.289154:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384339.289161:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00000800:00000001:2.0:1767384339.289167:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.289171:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.289183:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384339.289186:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:2.0:1767384339.289193:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 000000002a154e7d. 00000400:00000010:2.0:1767384339.289196:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000002d0f0668. 00000400:00000010:2.0:1767384339.289199:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000006b08b523. 00000800:00000010:3.0:1767384339.289223:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d498a57a. 00000400:00000200:2.0:1767384339.289223:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:3.0:1767384339.289227:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0c62672. 00000400:00000200:2.0:1767384339.289228:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp30(0000000090290c1b) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:3.0:1767384339.289230:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072013593. 00000400:00000200:2.0:1767384339.289234:0:16345:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.108@tcp32 00000400:00000200:2.0:1767384339.289240:0:16345:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.108@tcp32 NID 192.168.204.108@tcp32 00000400:00000200:2.0:1767384339.289244:0:16345:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000913aa7ff nid 192.168.204.108@tcp32 00000400:00000010:2.0:1767384339.289246:0:16345:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000913aa7ff. 00000800:00000010:3.0:1767384339.289249:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072013593. 00000400:00000200:2.0:1767384339.289250:0:16345:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000049bad5e3 net tcp32 00000400:00000010:2.0:1767384339.289252:0:16345:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000049bad5e3. 00000800:00020000:3.0:1767384339.289254:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:2.0:1767384339.289255:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bac35190 (1) 00000800:00000010:3.0:1767384339.289257:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0c62672. 00000400:00000200:2.0:1767384339.289258:0:16345:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000bac35190 nid 192.168.204.108@tcp32 00000800:00000010:3.0:1767384339.289259:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d498a57a. 00000400:00000010:2.0:1767384339.289268:0:16345:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000bac35190. 00000400:00000010:2.0:1767384339.289274:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d0f0cce8. 00000400:00000200:2.0:1767384339.289279:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d0f0cce8 nid 192.168.204.108@tcp32 00000400:00000010:2.0:1767384339.289284:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000796da62a. 00000400:00000200:2.0:1767384339.289287:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000796da62a net tcp32 00000400:00000200:2.0:1767384339.289290:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000200:2.0:1767384339.289294:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp32 flags 0x11 00000400:00000010:2.0:1767384339.289297:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 000000002a154e7d. 00000400:00000010:2.0:1767384339.289300:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000002d0f0668. 00000400:02020000:3.0:1767384339.289301:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp31 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384339.289303:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000006b08b523. 00000400:00000010:2.0:1767384339.289305:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000c48da595. 00000400:00000200:2.0:1767384339.289309:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384339.289312:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:2.0:1767384339.289315:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:2.0:1767384339.289318:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:2.0:1767384339.289321:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384339.289323:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:2.0:1767384339.289326:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384339.289328:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (25) 00000100:00000040:1.0:1767384339.290139:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294926342, at 4294926343 00000100:00000010:1.0:1767384339.290146:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f354df87. 00000100:00000040:2.0:1767384339.290150:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294926342, at 4294926343 00000100:00000040:3.0:1767384339.290151:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294926342, at 4294926343 00000100:00000010:2.0:1767384339.290158:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af653b5f. 00000100:00000010:3.0:1767384339.290159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006824cebf. 00000100:00000040:0.0:1767384339.291292:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294926342, at 4294926344 00000100:00000010:0.0:1767384339.291298:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000383b63cf. 00000020:00000010:0.0:1767384339.295188:0:28470:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b621eb5f. 00000020:00000040:0.0:1767384339.295193:0:28470:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384339.295195:0:28470:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b621eb5f. 00000400:00000001:2.0:1767384339.667152:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384339.667157:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384339.667160:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079076d7c 00000400:00000010:2.0:1767384339.667164:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079076d7c. 00000400:00000200:2.0:1767384339.667170:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384339.667175:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384339.667184:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee7c471c. 00000400:00000010:2.0:1767384339.667187:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000008c7471. 00000001:00000001:1.0:1767384339.851060:0:28598:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384339.851065:0:28598:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384339.853703:0:28598:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384339.860594:0:28599:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009923fa4e. 00000400:00000010:3.0:1767384339.860610:0:28599:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f4834c86. 00000400:00000010:3.0:1767384339.860621:0:28599:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d6860616. 00000400:00000010:3.0:1767384339.860625:0:28599:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d61bc0af. 00000400:00000010:3.0:1767384339.860629:0:28599:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000050e49e31. 00000400:00000010:3.0:1767384339.860634:0:28599:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005151b7ac. 00000400:00000010:3.0:1767384339.860636:0:28599:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c65a3b4c. 00000400:00000010:3.0:1767384339.860638:0:28599:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1855b8a. 00000400:00000010:3.0:1767384339.860642:0:28599:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c79c0981. 00000800:00000010:3.0:1767384339.860656:0:28599:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cb17741c. 00000800:00000200:3.0:1767384339.860667:0:28599:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384339.860680:0:28599:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384339.860721:0:28599:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384339.860746:0:28599:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384339.862817:0:28599:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000094845807. 00000400:00000010:3.0:1767384339.862822:0:28599:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000400:00000010:3.0:1767384339.862827:0:28599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000400:00000001:3.0:1767384339.862841:0:28599:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.862842:0:28599:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384339.862844:0:28599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008677d96a. 00000400:00000200:3.0:1767384339.862846:0:28599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecabf60e 00000400:00000010:3.0:1767384339.862848:0:28599:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecabf60e. 00000400:00000010:3.0:1767384339.862852:0:28599:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000c7577154. 00000400:00000200:3.0:1767384339.862855:0:28599:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (24) 00000400:00000200:3.0:1767384339.862865:0:28599:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384339.862873:0:28599:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384339.862879:0:28599:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d498a57a. 00000020:01000000:3.0:1767384339.862882:0:28599:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384339.862884:0:28599:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp33 00000400:00000010:3.0:1767384339.862896:0:28599:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f4834c86. 00000400:00000010:3.0:1767384339.862899:0:28599:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009923fa4e. 00000400:00000200:2.0:1767384339.862923:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384339.862929:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384339.862932:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 10000000:00000001:0.0:1767384339.862934:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384339.862937:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384339.862939:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 10000000:01000000:0.0:1767384339.862939:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384339.862941:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000020:01000004:0.0:1767384339.862942:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384339.862945:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384339.862946:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.862947:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.862949:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384339.862950:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.862952:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384339.862953:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ff116df. 00000020:01000004:0.0:1767384339.862953:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384339.862956:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.862957:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384339.862959:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp13 00000100:00000010:0.0:1767384339.862963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000020:00000040:0.0:1767384339.862967:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384339.862972:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384339.862974:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp13 to MR: 192.168.204.108@tcp13 local destination 02000000:00000001:0.0:1767384339.862976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384339.862982:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [77:77:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [76:76:8:4294967295] 02000000:00000001:0.0:1767384339.862986:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.862988:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp13 02000000:00000010:0.0:1767384339.862995:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004388e0a1. 00000400:00000200:2.0:1767384339.862997:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) -> 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) : PUT try# 0 00000100:00000001:0.0:1767384339.863002:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384339.863003:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.108@tcp13 00000800:00000010:2.0:1767384339.863008:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008308e183. 00000100:00000001:0.0:1767384339.863010:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384339.863012:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384339.863014:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (6) 00000100:00000040:0.0:1767384339.863019:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_02+2] req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384339.863022:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:988 00000800:00000200:2.0:1767384339.863026:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008308e183 type 1, nob 528 niov 1 nkiov 1 10000000:00000001:0.0:1767384339.863044:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384339.863047:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863048:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000020:00000001:0.0:1767384339.863050:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863051:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000020:01000000:0.0:1767384339.863052:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384339.863059:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384339.863061:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384339.863063:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384339.863064:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384339.863067:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384339.863068:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384339.863070:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.863072:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.863073:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384339.863075:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.863076:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384339.863078:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.863079:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384339.863083:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384339.863086:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384339.863089:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384339.863091:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384339.863093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384339.863099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027e2c012. 00000100:00000001:0.0:1767384339.863125:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.863129:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384339.863131:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.863135:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_03+3] req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384339.863145:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384339.863154:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.863156:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384339.863158:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384339.863161:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d498a57a. 00000100:00000001:0.0:1767384339.863172:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.863176:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384339.863179:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384339.863183:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.863192:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384339.863194:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.863198:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384339.863199:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384339.863201:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384339.863205:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008308e183. 02000000:00000001:0.0:1767384339.863206:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.863210:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384339.863211:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742999808:0@lo:253: 00000100:00000001:0.0:1767384339.863219:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384339.863220:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: PUT: OK 02000000:00000001:0.0:1767384339.863227:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384339.863228:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384339.863231:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.863235:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384339.863239:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp13: 0 02000000:00000010:0.0:1767384339.863244:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002ad44125. 00000800:00000001:1.0:1767384339.863247:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384339.863248:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384339.863255:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384339.863256:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000800:00000001:1.0:1767384339.863260:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.863264:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384339.863265:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d8a746. 00000400:00000200:1.0:1767384339.863272:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : PUT - for me 00000100:00000200:0.0:1767384339.863273:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742999808, portal 25 00000100:00000001:2.0:1767384339.863276:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.863278:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384339.863279:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384339.863279:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:2.0:1767384339.863281:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384339.863284:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384339.863287:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384339.863287:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384339.863294:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 416/432 into md 0x1899 [1] + 0 00000400:00000010:1.0:1767384339.863302:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c5a098. 00000400:00000200:1.0:1767384339.863307:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deb52fd5 00000100:00000001:2.0:1767384339.863308:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384339.863308:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384339.863312:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.863314:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384339.863315:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384339.863316:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384339.863318:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048694228. 02000000:00000001:2.0:1767384339.863319:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384339.863321:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384339.863321:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742999808, offset 0 02000000:00000001:2.0:1767384339.863322:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.863327:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384339.863328:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742999680:0@lo:253: 00000400:00000200:0.0:1767384339.863331:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384339.863336:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384339.863337:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: PUT: OK 02000000:00000001:2.0:1767384339.863340:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384339.863343:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.863343:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.863344:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 02000000:00000001:2.0:1767384339.863346:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384339.863347:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000400:00000200:1.0:1767384339.863352:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:2.0:1767384339.863353:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e28699c8. 02000000:00000001:2.0:1767384339.863357:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.863358:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000400:00000200:0.0:1767384339.863359:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04f00 00000400:00000010:2.0:1767384339.863361:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba9c5f7. 00000400:00000200:1.0:1767384339.863365:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:0.0:1767384339.863369:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10f1 [2] + 0 00000400:00000200:1.0:1767384339.863371:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (432 bytes) 00000400:00000200:1.0:1767384339.863378:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:0.0:1767384339.863378:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000400:00000200:0.0:1767384339.863386:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1fa2a06 00000400:00000200:1.0:1767384339.863390:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (27) 00000400:00000010:2.0:1767384339.863394:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097ce7b96. 00000400:00000200:0.0:1767384339.863394:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.863395:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:2.0:1767384339.863399:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236742999680, portal 25 00000400:00000200:0.0:1767384339.863402:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384339.863404:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384339.863406:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp13 to MR: 192.168.204.108@tcp13 local destination 00000100:00000001:2.0:1767384339.863407:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000400:00000200:1.0:1767384339.863414:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp13 NI seq info: [78:78:256:4294967295] 192.168.204.108@tcp13 LPNI seq info [77:77:8:4294967295] 00000100:00000040:2.0:1767384339.863417:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384339.863434:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) -> 192.168.204.108@tcp13(192.168.204.108@tcp13:192.168.204.108@tcp13) 192.168.204.108@tcp13 : ACK try# 0 00000100:00000001:2.0:1767384339.863441:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384339.863444:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1fa2a06 00000800:00000200:1.0:1767384339.863445:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp13 00000100:00000040:2.0:1767384339.863462:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384339.863464:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1fa2a06. 00000800:00000010:1.0:1767384339.863465:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4267c99. 00000400:00000010:2.0:1767384339.863467:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5e87fb8. 00000100:00000001:0.0:1767384339.863470:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384339.863471:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236742999680, offset 0 00000800:00000200:1.0:1767384339.863474:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (6) 00000100:00000200:0.0:1767384339.863475:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384339.863480:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384339.863482:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000f34d02fe x1853236742999808 msgsize 4848 00000800:00000200:1.0:1767384339.863486:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:1015 00000400:00000200:2.0:1767384339.863488:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384339.863489:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384339.863491:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384339.863497:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc04e80 00000800:00000200:1.0:1767384339.863497:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4267c99 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384339.863502:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384339.863505:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1129 [2] + 0 00000400:00000010:2.0:1767384339.863508:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4e90492. 00000400:00000200:2.0:1767384339.863511:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000533cd560 00000800:00000001:1.0:1767384339.863513:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384339.863513:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048694228 00000400:00000200:2.0:1767384339.863515:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384339.863517:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048694228. 00000400:00000200:2.0:1767384339.863518:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1767384339.863519:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.863521:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533cd560 00000100:00000001:0.0:1767384339.863521:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384339.863525:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000533cd560. 00000100:00000200:0.0:1767384339.863526:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.863528:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384339.863529:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384339.863532:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000c35c45ee x1853236742999680 msgsize 4848 00000100:00100000:2.0:1767384339.863536:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384339.863537:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384339.863538:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:0.0:1767384339.863539:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.863547:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384339.863547:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.863549:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384339.863551:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e87fb8 00000400:00000010:2.0:1767384339.863552:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5e87fb8. 00000100:00000001:0.0:1767384339.863553:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863557:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384339.863557:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294926921 00000100:00000200:2.0:1767384339.863561:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384339.863561:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d77382dc. 00000800:00000200:1.0:1767384339.863568:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384339.863568:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384339.863569:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384339.863573:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4267c99. 00000100:00000040:2.0:1767384339.863575:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.863575:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294926921 00000400:00000200:1.0:1767384339.863577:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384339.863580:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084ce8050. 00000100:00000001:0.0:1767384339.863586:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384339.863589:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: ACK: OK 00000100:00000001:0.0:1767384339.863592:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294926921 00000800:00000001:1.0:1767384339.863596:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384339.863598:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aae947c. 00000800:00000001:1.0:1767384339.863600:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.863605:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384339.863606:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384339.863609:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.863609:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384339.863611:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.863614:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294926921 00000800:00000001:1.0:1767384339.863615:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384339.863616:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863620:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294926921 00000100:00000010:0.0:1767384339.863621:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065c26ea4. 00000800:00000001:1.0:1767384339.863622:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.863623:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294926921 00000100:00000001:0.0:1767384339.863625:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384339.863626:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294926921 00000100:00000001:0.0:1767384339.863629:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.863631:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294926921 00000400:00000200:1.0:1767384339.863633:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp13(192.168.204.108@tcp13) <- 192.168.204.108@tcp13 : ACK - for me 00000100:00000001:2.0:1767384339.863634:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294926921 00000100:00000001:0.0:1767384339.863634:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863638:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294926921 00000100:00000001:0.0:1767384339.863639:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863640:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294926921 00000100:00000001:0.0:1767384339.863641:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.863643:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294926921 00000100:00000001:2.0:1767384339.863647:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384339.863647:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp13: ACK from 12345-192.168.204.108@tcp13 into md 0x18a5 00000100:00000001:2.0:1767384339.863652:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.863652:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384339.863654:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384339.863655:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384339.863656:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863660:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.863661:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp13->192.168.204.108@tcp13: ACK: OK 00000100:00000001:0.0:1767384339.863662:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.863665:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384339.863666:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384339.863667:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384339.863668:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000100:00000001:0.0:1767384339.863668:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863671:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384339.863672:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000001:2.0:1767384339.863673:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384339.863673:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.863677:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.863678:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384339.863680:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.863684:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:1.0:1767384339.863689:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384339.863692:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00000800:00000001:1.0:1767384339.863698:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384339.863699:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384339.863701:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384339.863705:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999808 02000000:00000001:0.0:1767384339.863709:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384339.863711:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384339.863713:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384339.863714:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384339.863717:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000e79d595c. 02000000:00000001:0.0:1767384339.863719:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384339.863722:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e90492. 00000100:00100000:0.0:1767384339.863722:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999808 00000020:00000001:0.0:1767384339.863725:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384339.863726:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384339.863727:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dbb30a3. 00000020:00000040:0.0:1767384339.863728:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00100000:1.0:1767384339.863729:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999680 00000020:00000001:0.0:1767384339.863732:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384339.863733:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e79d595c 02000000:00000001:1.0:1767384339.863733:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384339.863736:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384339.863737:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000010:2.0:1767384339.863738:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000003862e242. 00000100:00000001:1.0:1767384339.863740:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.863741:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384339.863743:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 02000000:00000001:1.0:1767384339.863744:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.863746:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:1.0:1767384339.863748:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999680 00000400:00000200:2.0:1767384339.863749:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000020:00000001:1.0:1767384339.863752:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384339.863753:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000100:00000001:0.0:1767384339.863753:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384339.863755:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384339.863758:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384339.863759:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000030880bb6. 00000020:00000010:0.0:1767384339.863759:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f4632bb. 00000100:00000001:0.0:1767384339.863763:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384339.863764:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000020:00000040:1.0:1767384339.863767:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000010:0.0:1767384339.863769:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f4632bb. 00000020:00000001:1.0:1767384339.863771:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384339.863775:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:0.0:1767384339.863778:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000700ac7df. 00000100:00000001:1.0:1767384339.863779:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384339.863780:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdd3c37b. 00000020:00000010:1.0:1767384339.863784:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000400:00000200:2.0:1767384339.863785:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000020:00000010:0.0:1767384339.863786:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000313c1aa3. 00000100:00000001:1.0:1767384339.863789:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384339.863792:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000915f261c. 00000020:00000010:1.0:1767384339.863793:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000400:00000200:2.0:1767384339.863797:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000010:1.0:1767384339.863800:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e3a946d. 00000400:00000200:2.0:1767384339.863804:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000010:1.0:1767384339.863806:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e3c8189. 00000100:00000040:0.0:1767384339.863808:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384339.863814:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:00000010:1.0:1767384339.863814:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017f2fe8f. 00000100:00000001:0.0:1767384339.863814:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384339.863816:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384339.863820:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863824:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000001:1.0:1767384339.863824:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384339.863828:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384339.863828:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.863832:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863836:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000100:00000001:1.0:1767384339.863839:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.863841:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.863843:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 36], ns[16, 36] 00000400:00000200:2.0:1767384339.863849:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:1.0:1767384339.863850:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.863855:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384339.863858:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:0.0:1767384339.863858:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384339.863864:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00100000:0.0:1767384339.863864:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384339.863866:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384339.863868:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384339.863869:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384339.863870:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:0.0:1767384339.863871:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932673616 : -130122776878000 : ffff89a76e1b6450) 00000100:00100000:1.0:1767384339.863876:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:0.0:1767384339.863877:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f34d02fe x1853236742999808/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384339.863880:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000040:1.0:1767384339.863882:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:1.0:1767384339.863887:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932670544 : -130122776881072 : ffff89a76e1b5850) 00000400:00000200:2.0:1767384339.863891:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:0.0:1767384339.863895:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384339.863897:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c35c45ee x1853236742999680/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384339.863898:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000010:0.0:1767384339.863899:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f4632bb. 00000100:00000001:0.0:1767384339.863904:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384339.863908:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f4632bb. 00000400:00000200:2.0:1767384339.863913:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00100000:0.0:1767384339.863917:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742999808:12345-0@lo:253: 00000100:00000001:1.0:1767384339.863923:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384339.863923:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999808 00000400:00000200:2.0:1767384339.863925:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000020:00000010:1.0:1767384339.863928:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000020:00000001:0.0:1767384339.863928:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384339.863931:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000100:00000001:1.0:1767384339.863932:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384339.863932:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384339.863937:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384339.863939:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000020:00000001:0.0:1767384339.863940:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384339.863941:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000020:00000001:0.0:1767384339.863944:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00100000:1.0:1767384339.863947:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236742999680:12345-0@lo:253: 00000400:00000200:2.0:1767384339.863948:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000020:00000001:0.0:1767384339.863950:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384339.863953:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999680 00000020:00000001:0.0:1767384339.863954:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384339.863956:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384339.863958:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384339.863960:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384339.863962:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384339.863963:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863965:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000020:00000001:0.0:1767384339.863966:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.863967:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384339.863971:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 16], ns[60, 16] 00000100:00000001:0.0:1767384339.863971:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384339.863974:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384339.863976:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:2.0:1767384339.863981:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 02000000:00000010:0.0:1767384339.863981:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000755e2a31. 00000020:00000001:1.0:1767384339.863982:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384339.863986:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384339.863986:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.863990:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00000020:00000001:1.0:1767384339.863990:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384339.863992:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384339.863996:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.863997:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.864000:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 16], ns[74, 16] 00000100:00000001:1.0:1767384339.864000:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384339.864002:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384339.864004:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384339.864009:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 16], ns[73, 16] 02000000:00000010:1.0:1767384339.864011:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d7c79e0. 20000000:00000010:0.0:1767384339.864013:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000052a45137. 02000000:00000001:1.0:1767384339.864017:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.864018:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 20000000:01000000:0.0:1767384339.864018:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384339.864020:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384339.864022:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384339.864023:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384339.864025:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp14 20000000:00000001:0.0:1767384339.864026:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384339.864029:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.864031:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp14 lpni_is_preferred = 0 20000000:00000010:1.0:1767384339.864032:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:00000001:0.0:1767384339.864033:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.864035:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp14 20000000:00000001:0.0:1767384339.864039:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384339.864040:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384339.864042:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [79:79:256:4294967295] 192.168.204.108@tcp14 LPNI seq info [78:78:8:4294967295] 20000000:00000001:1.0:1767384339.864043:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384339.864047:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384339.864050:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384339.864051:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae972e77. 00000400:00000200:2.0:1767384339.864054:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp14 20000000:00000001:1.0:1767384339.864054:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384339.864055:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:1.0:1767384339.864059:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384339.864063:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384339.864065:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:) -> 192.168.204.108@tcp14(192.168.204.108@tcp:192.168.204.108@tcp14) : GET try# 0 00080000:00000001:0.0:1767384339.864069:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:2.0:1767384339.864070:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp14 00000800:00000010:2.0:1767384339.864073:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000425d3b6e. 00080000:00000001:0.0:1767384339.864073:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:2.0:1767384339.864077:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (6) 00000800:00000200:2.0:1767384339.864083:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:988 00000800:00000200:2.0:1767384339.864086:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000425d3b6e type 2, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384339.864093:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384339.864097:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00080000:00000001:0.0:1767384339.864135:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.864139:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384339.864141:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.864144:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384339.864145:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384339.864149:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:0.0:1767384339.864154:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:0.0:1767384339.864156:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384339.864160:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384339.864164:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.864168:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384339.864171:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384339.864178:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384339.864182:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384339.864186:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006a5d9fb6. 00080000:00000001:0.0:1767384339.864189:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940436480 : -130127769115136 : ffff89a6448be600) 00080000:00000001:0.0:1767384339.864193:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384339.864197:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384339.864201:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004f4632bb. 00080000:00000001:0.0:1767384339.864204:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.864206:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384339.864227:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.864246:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384339.864300:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000800:00000001:1.0:1767384339.864437:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384339.864444:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384339.864444:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.864460:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384339.864465:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000425d3b6e. 00000800:00000001:1.0:1767384339.864466:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.864470:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.864476:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : GET - for me 00000400:00000200:2.0:1767384339.864482:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: GET: OK 00000400:00000200:2.0:1767384339.864487:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384339.864490:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384339.864494:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:1.0:1767384339.864497:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 432/432 into md 0x18a1 [1] + 0 00000400:00000200:1.0:1767384339.864505:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp14 to MR: 192.168.204.108@tcp14 local destination 00000400:00000200:1.0:1767384339.864509:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [80:80:255:4294967295] 192.168.204.108@tcp14 LPNI seq info [79:79:7:4294967295] 00000400:00000200:1.0:1767384339.864515:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) -> 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) 192.168.204.108@tcp14 : REPLY try# 0 00000800:00000200:1.0:1767384339.864518:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.108@tcp14 00000800:00000010:1.0:1767384339.864522:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4267c99. 00000800:00000200:1.0:1767384339.864526:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (6) 00000800:00000200:1.0:1767384339.864536:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:1013 00000800:00000200:1.0:1767384339.864538:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4267c99 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:2.0:1767384339.864559:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384339.864587:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384339.864588:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384339.864591:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4267c99. 00000400:00000200:1.0:1767384339.864595:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384339.864598:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.864599:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: REPLY: OK 00000800:00000001:2.0:1767384339.864604:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.864609:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.864616:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384339.864626:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp14: Reply from 12345-192.168.204.108@tcp14 of length 432/432 into md 0x18bd 00000800:00000001:2.0:1767384339.864631:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.864637:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.864638:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.864639:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.864644:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: REPLY: OK 00000400:00000200:2.0:1767384339.864648:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000400:00000010:2.0:1767384339.864650:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000400:00000200:2.0:1767384339.864654:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384339.864658:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384339.864660:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384339.864664:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 25. state = 0x100251 00000400:00000200:2.0:1767384339.864668:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384339.864681:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00000800:00000001:2.0:1767384339.864687:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384339.864691:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.864703:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384339.864708:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000010:1.0:1767384339.864713:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 0000000050b17a25. 00000400:00000010:1.0:1767384339.864716:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000e7ea0954. 00000400:00000010:1.0:1767384339.864718:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000fe34b3f7. 00000400:00000010:1.0:1767384339.864740:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a689e55f. 00000400:00000200:1.0:1767384339.864744:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a689e55f nid 192.168.204.108@tcp33 00000400:00000010:1.0:1767384339.864747:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f354df87. 00000400:00000200:1.0:1767384339.864749:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f354df87 net tcp33 00000400:00000200:1.0:1767384339.864751:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000400:00000200:1.0:1767384339.864754:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp33 flags 0x11 00000400:00000010:1.0:1767384339.864756:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 0000000050b17a25. 00000400:00000010:1.0:1767384339.864758:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000e7ea0954. 00000400:00000010:1.0:1767384339.864759:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000fe34b3f7. 00000400:00000010:1.0:1767384339.864761:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000030880bb6. 00000400:00000200:1.0:1767384339.864763:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384339.864764:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:1.0:1767384339.864767:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:1.0:1767384339.864769:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:1.0:1767384339.864771:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384339.864772:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:1.0:1767384339.864775:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384339.864778:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00080000:00000010:0.0:1767384339.865141:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006a5d9fb6. 00080000:00000010:1.0:1767384339.865173:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004f4632bb. 00040000:00000001:1.0:1767384339.865178:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384339.865179:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384339.865187:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384339.865190:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384339.865192:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384339.865194:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384339.865203:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384339.865213:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384339.865215:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384339.865218:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a5d9fb6. 00080000:00000001:1.0:1767384339.865220:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384339.865224:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384339.865228:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384339.865231:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:2.0:1767384339.865232:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384339.865233:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384339.865236:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384339.865238:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384339.865240:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384339.865242:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384339.865246:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384339.865246:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.865249:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384339.865250:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384339.865252:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000046e9dbe6 count: 2 00080000:00000001:0.0:1767384339.865252:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384339.865253:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.865255:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1767384339.865255:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:2.0:1767384339.865259:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384339.865259:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:0.0:1767384339.865261:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:2.0:1767384339.865263:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006ae72eec. 00080000:00000001:0.0:1767384339.865264:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384339.865266:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384339.865266:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.865268:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384339.865269:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006ae72eec with handle 0x88edd5ef35457e13 to hash 00000020:00000001:0.0:1767384339.865270:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384339.865271:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384339.865273:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00000020:00000001:0.0:1767384339.865273:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:2.0:1767384339.865276:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00080000:00000001:0.0:1767384339.865276:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384339.865279:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a93cce03. 00080000:00000001:0.0:1767384339.865282:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940439552 : -130127769112064 : ffff89a6448bf200) 00010000:00000001:2.0:1767384339.865285:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384339.865285:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384339.865287:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384339.865287:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384339.865289:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009aebfb95. 00010000:00010000:2.0:1767384339.865290:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384339.865291:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.865293:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384339.865299:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384339.865302:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384339.865302:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.865304:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384339.865307:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384339.865309:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384339.865309:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384339.865312:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384339.865319:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384339.865321:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.865323:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384339.865325:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384339.865327:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384339.865329:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384339.865332:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384339.865339:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e9dbe6) refcount = 2 00010000:00000040:2.0:1767384339.865343:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384339.865346:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384339.865352:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384339.865354:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384339.865362:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ceb168f. 00000100:00000001:2.0:1767384339.865365:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384339.865369:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5e87fb8. 00080000:00000020:1.0:1767384339.865369:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384339.865374:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951041160704 : -130122668390912 : ffff89a77492c600) 00000100:00000001:1.0:1767384339.865374:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384339.865377:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000052a45137. 00000100:00000001:2.0:1767384339.865380:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951041160704 : -130122668390912 : ffff89a77492c600) 20000000:00000001:1.0:1767384339.865382:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384339.865385:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999808 00010000:00000001:1.0:1767384339.865388:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384339.865392:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384339.865396:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000200:1.0:1767384339.865396:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f34d02fe x1853236742999808/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384339.865400:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384339.865405:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.865407:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384339.865408:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.865410:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.865412:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:1.0:1767384339.865413:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=49 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384339.865416:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384339.865418:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384339.865420:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1767384339.865422:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384339.865424:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1767384339.865425:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384339.865428:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1767384339.865430:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecde75c. 02000000:00000001:1.0:1767384339.865430:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.865435:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384339.865436:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000040:1.0:1767384339.865439:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384339.865442:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384339.865444:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835f2401. 02000000:00000001:2.0:1767384339.865445:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384339.865459:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742999808, offset 224 02000000:00000001:2.0:1767384339.865463:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.865465:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384339.865473:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a385d17d. 00000400:00000200:1.0:1767384339.865473:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384339.865480:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.865485:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04f00 00010000:00010000:2.0:1767384339.865486:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384339.865493:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a9 [2] + 224 00000400:00000200:1.0:1767384339.865501:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384339.865506:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 409 lvb_type: 0 00000400:00000200:1.0:1767384339.865506:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384339.865512:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384339.865516:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384339.865518:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384339.865523:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384339.865525:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.865547:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384339.865551:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.865551:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384339.865559:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ecde75c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742999936:0@lo:104: 00000100:00000001:2.0:1767384339.865566:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384339.865568:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384339.865569:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.865571:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384339.865573:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384339.865574:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac4fcb1d. 02000000:00000001:2.0:1767384339.865579:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.865579:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835f2401 00000400:00000010:1.0:1767384339.865583:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835f2401. 00000400:00000010:2.0:1767384339.865585:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a0e767. 00000100:00000001:1.0:1767384339.865586:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.865588:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.865592:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.865597:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384339.865598:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:2.0:1767384339.865600:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000100:00000001:0.0:1767384339.865601:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384339.865603:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384339.865605:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236742999936, portal 16 00000400:00000001:0.0:1767384339.865605:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384339.865606:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384339.865609:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384339.865611:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384339.865612:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384339.865615:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040583680 : -130122668967936 : ffff89a77489f800) 00000400:00000010:0.0:1767384339.865616:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000100:00000040:1.0:1767384339.865618:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f34d02fe x1853236742999808/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.865621:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013d8a746 00000100:00000040:2.0:1767384339.865623:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384339.865625:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013d8a746. 00000100:00000001:0.0:1767384339.865630:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384339.865636:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.865644:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384339.865647:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236742999808:12345-0@lo:253: Request processed in 1746us (2159us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384339.865649:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384339.865651:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384339.865654:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000100:00000200:2.0:1767384339.865658:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236742999936, offset 0 00000100:00000001:0.0:1767384339.865665:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384339.865669:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.865670:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384339.865670:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:0.0:1767384339.865671:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384339.865676:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384339.865678:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384339.865678:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384339.865678:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.865681:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.865685:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384339.865685:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.865690:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc04f80 00000100:00000001:1.0:1767384339.865691:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384339.865692:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=49 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384339.865696:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 0 00000100:00001000:0.0:1767384339.865697:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=49 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384339.865698:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000313c1aa3. 00000400:00000200:2.0:1767384339.865701:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384339.865702:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384339.865704:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.865707:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384339.865707:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000915f261c. 00010000:00000001:0.0:1767384339.865707:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384339.865710:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.865712:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384339.865714:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000700ac7df. 00000100:00000200:2.0:1767384339.865715:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767384339.865715:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.865721:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384339.865723:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000970787a5. 00000020:00000040:1.0:1767384339.865724:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000040:2.0:1767384339.865726:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000970787a5 x1853236742999936 msgsize 328 00000100:00000001:0.0:1767384339.865731:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384339.865733:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384339.865733:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384339.865734:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384339.865738:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000755e2a31. 00000100:00000001:0.0:1767384339.865738:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384339.865741:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384339.865744:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384339.865745:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:0.0:1767384339.865745:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.865747:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384339.865749:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000020:01000004:0.0:1767384339.865749:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384339.865751:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000020:01000004:0.0:1767384339.865751:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.865752:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384339.865754:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:0.0:1767384339.865754:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.865756:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:2.0:1767384339.865758:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384339.865767:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384339.865767:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384339.865767:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384339.865773:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384339.865773:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384339.865780:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236742999808:0@lo:253: 00000100:00000200:1.0:1767384339.865782:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384339.865785:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.865787:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.865788:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384339.865789:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f55d79d. 00000100:00000001:0.0:1767384339.865790:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384339.865791:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.865795:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294926923 00000400:00000010:1.0:1767384339.865795:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835f2401. 00000100:00000040:0.0:1767384339.865795:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236742999808/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.865803:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384339.865805:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294926921 02000000:00000001:0.0:1767384339.865807:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384339.865809:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002ad44125. 00000100:00000001:2.0:1767384339.865811:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294926923 02000000:00000001:0.0:1767384339.865813:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384339.865814:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294926921 00000020:00000001:0.0:1767384339.865815:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384339.865817:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384339.865819:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294926923 00000020:00000001:0.0:1767384339.865819:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384339.865821:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027e2c012. 00000100:00000001:1.0:1767384339.865822:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384339.865823:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294926921 02000000:00000001:0.0:1767384339.865825:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384339.865826:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236742999936 02000000:00000001:0.0:1767384339.865827:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384339.865828:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294926923 02000000:00000001:1.0:1767384339.865829:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384339.865830:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:2.0:1767384339.865831:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294926921 00000100:00000001:1.0:1767384339.865832:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384339.865850:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384339.865850:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384339.865851:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.865853:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.865856:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.865857:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384339.865858:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.865859:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384339.865862:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236742999936 00000100:00000001:0.0:1767384339.865862:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384339.865864:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.865864:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.865866:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384339.865869:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.865869:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:0.0:1767384339.865869:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.865873:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.865875:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384339.865875:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384339.865878:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384339.865878:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00010000:00000001:2.0:1767384339.865882:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.865883:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000020:00000001:1.0:1767384339.865888:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00010000:00000001:2.0:1767384339.865890:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384339.865891:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384339.865894:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1767384339.865895:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000100:00000001:2.0:1767384339.865914:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.865915:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.865919:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384339.865919:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000100:00000001:2.0:1767384339.865923:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384339.865925:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d347d5a. 00000100:00100000:2.0:1767384339.865927:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d5e87fb8 going to sleep for 11 seconds 00000020:00000010:1.0:1767384339.865929:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0840ef3. 00000100:00000001:2.0:1767384339.865931:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384339.865934:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000435aeefe. 00000100:00000001:2.0:1767384339.865935:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.865944:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384339.865947:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384339.865948:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384339.865949:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.865953:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.865962:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.865970:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384339.865971:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384339.865974:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384339.865976:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:1.0:1767384339.865978:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040581888 : -130122668969728 : ffff89a77489f100) 00000100:00000040:1.0:1767384339.865982:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000970787a5 x1853236742999936/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384339.865988:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384339.865995:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000100:00000001:1.0:1767384339.865997:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384339.865998:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000100:00100000:1.0:1767384339.866001:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000970787a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742999936:12345-0@lo:104: 00000100:00000200:1.0:1767384339.866003:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236742999936 00010000:00000001:1.0:1767384339.866005:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384339.866009:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.866010:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.866011:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=2 00000020:00000001:1.0:1767384339.866012:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.866014:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.866017:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.866018:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866020:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384339.866026:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384339.866027:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384339.866030:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe34b3f7. 02000000:00000001:1.0:1767384339.866031:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.866032:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866034:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384339.866035:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384339.866037:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384339.866039:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384339.866040:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384339.866041:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384339.866043:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384339.866044:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.866045:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.866047:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.866049:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384339.866051:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236742999936, offset 224 00000400:00000200:1.0:1767384339.866054:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.866062:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.866066:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc04f80 00000400:00000200:1.0:1767384339.866069:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18c5 [1] + 224 00000400:00000200:1.0:1767384339.866072:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.866074:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384339.866076:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384339.866078:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384339.866084:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384339.866096:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.866119:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384339.866121:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000001:1.0:1767384339.866124:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.866126:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.866130:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866132:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384339.866133:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384339.866137:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384339.866138:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.0:1767384339.866141:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e8d1f75d. 00000400:00000001:2.0:1767384339.866143:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384339.866145:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384339.866147:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a0e767. 00000400:00000200:2.0:1767384339.866152:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00010000:00010000:1.0:1767384339.866154:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:2.0:1767384339.866155:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00010000:00000001:1.0:1767384339.866159:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866162:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384339.866163:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866167:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384339.866171:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384339.866172:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000970787a5 x1853236742999936/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384339.866194:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000970787a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236742999936:12345-0@lo:104: Request processed in 202us (464us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384339.866202:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384339.866203:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384339.866207:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00000001:1.0:1767384339.866210:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384339.866212:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384339.866221:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0840ef3. 00000020:00000010:1.0:1767384339.866226:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000435aeefe. 00000020:00000010:1.0:1767384339.866231:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d347d5a. 00000020:00000040:1.0:1767384339.866236:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:2.0:1767384339.866238:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384339.866239:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.866242:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.866246:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384339.866248:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384339.866249:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384339.866251:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.866253:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384339.866256:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384339.866260:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384339.866262:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384339.866264:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.866266:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384339.866267:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866269:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384339.866273:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384339.866279:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.866281:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384339.866283:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384339.866285:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384339.866287:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384339.866289:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384339.866291:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384339.866310:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384339.866318:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384339.866319:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ecde75c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236742999936:0@lo:104: 00000020:00000001:1.0:1767384339.866322:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866328:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384339.866329:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.866331:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384339.866336:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384339.866337:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866338:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384339.866342:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384339.866346:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384339.866349:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2bca6bb already unused, calling callback (00000000a14c0dae) 00000100:00000040:2.0:1767384339.866354:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ecde75c x1853236742999936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384339.866354:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384339.866357:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.866373:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384339.866376:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384339.866380:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384339.866380:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.866382:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=3 00000020:00000001:1.0:1767384339.866384:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384339.866387:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 02000000:00000001:2.0:1767384339.866390:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384339.866391:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384339.866395:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac4fcb1d. 00010000:00010000:1.0:1767384339.866396:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384339.866403:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384339.866405:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767384339.866407:0:17095:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:1.0:1767384339.866408:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384339.866412:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 10000000:01000000:1.0:1767384339.866416:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:2.0:1767384339.866418:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384339.866420:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000010:2.0:1767384339.866437:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a385d17d. 02000000:00000001:2.0:1767384339.866440:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384339.866443:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:1.0:1767384339.866444:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000010:2.0:1767384339.866460:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecde75c. 10000000:00000040:1.0:1767384339.866463:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384339.866466:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384339.866467:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384339.866467:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866470:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384339.866474:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5e87fb8. 00000100:00000001:2.0:1767384339.866478:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:1.0:1767384339.866478:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767384339.866480:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384339.866481:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384339.866484:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00010000:00000010:2.0:1767384339.866486:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ceb168f. 10000000:00000001:1.0:1767384339.866488:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384339.866492:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.866493:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866495:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384339.866499:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866500:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384339.866502:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384339.866504:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.866505:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.866509:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384339.866511:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000040:1.0:1767384339.866512:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2bca6bb with handle 0x88edd5ef35457e05 from hash 00010000:00000001:2.0:1767384339.866515:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.866516:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.866518:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384339.866521:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.866521:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.866523:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.866526:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384339.866528:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384339.866533:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384339.866536:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384339.866541:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000020:00000040:1.0:1767384339.866543:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384339.866546:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384339.866547:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384339.866549:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384339.866552:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d347d5a. 00000100:00000001:1.0:1767384339.866555:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866557:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384339.866560:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384339.866564:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384339.866565:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.866567:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384339.866573:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.866578:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053389443] to pc [ptlrpcd_00_00+0] req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.866597:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.866599:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.866601:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.866602:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866605:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.866606:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866608:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384339.866613:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384339.866613:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384339.866615:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000a2bca6bb/0x88edd5ef35457e05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e0c expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384339.866619:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384339.866622:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000400c8d05 count: 0 00000100:00000001:2.0:1767384339.866623:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384339.866631:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.866634:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.866637:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384339.866640:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e8d1f75d. 00000100:00000001:2.0:1767384339.866646:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384339.866646:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866650:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.866650:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384339.866654:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.866656:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384339.866657:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384339.866661:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384339.866661:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384339.866664:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.866666:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866667:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384339.866671:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384339.866674:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743000064:0@lo:103: 00000020:00000001:1.0:1767384339.866674:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.866678:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384339.866682:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384339.866686:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384339.866689:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.866693:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384339.866696:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.866698:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384339.866702:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a385d17d. 02000000:00000001:2.0:1767384339.866704:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384339.866708:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a0e767. 00000400:00000010:2.0:1767384339.866712:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000100:00000200:2.0:1767384339.866715:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743000064, portal 18 00000100:00000001:2.0:1767384339.866717:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384339.866718:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000040:2.0:1767384339.866722:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.866730:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384339.866732:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384339.866735:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000100:00000200:2.0:1767384339.866738:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743000064, offset 0 00000400:00000200:2.0:1767384339.866743:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384339.866749:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384339.866755:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc05000 00000400:00000200:2.0:1767384339.866760:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384339.866765:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.866768:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384339.866772:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384339.866774:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384339.866777:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecde75c. 00000100:00000040:2.0:1767384339.866779:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000002ecde75c x1853236743000064 msgsize 328 00000100:00100000:2.0:1767384339.866784:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384339.866799:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384339.866804:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:2.0:1767384339.866806:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000100:00000001:2.0:1767384339.866810:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384339.866814:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.866823:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384339.866824:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384339.866826:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000064 02000000:00000001:1.0:1767384339.866829:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384339.866830:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384339.866835:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.866839:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.866844:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384339.866849:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000064 00000100:00000001:2.0:1767384339.866850:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.866852:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384339.866854:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384339.866855:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384339.866858:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.866859:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:1.0:1767384339.866861:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384339.866862:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.866863:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384339.866868:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294926924 00000100:00000001:1.0:1767384339.866868:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384339.866872:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000100:00000001:2.0:1767384339.866876:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926923 00000100:00000001:1.0:1767384339.866876:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384339.866880:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000100:00000001:2.0:1767384339.866884:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294926924 00000020:00000010:1.0:1767384339.866885:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5e5e0a4. 00080000:00000010:0.0:1767384339.866889:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a93cce03. 00000100:00000001:2.0:1767384339.866893:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926923 00000020:00000010:1.0:1767384339.866893:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0840ef3. 00000100:00000001:2.0:1767384339.866900:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294926924 00000020:00000010:1.0:1767384339.866900:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000435aeefe. 00080000:00000010:0.0:1767384339.866905:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009aebfb95. 00000100:00000001:2.0:1767384339.866907:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926923 00040000:00000001:0.0:1767384339.866908:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:1.0:1767384339.866910:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00040000:00000001:0.0:1767384339.866910:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1767384339.866911:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294926924 00080000:00000001:0.0:1767384339.866914:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.866915:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384339.866918:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926923 00000100:00000001:1.0:1767384339.866918:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000002:0.0:1767384339.866918:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00010000:00000001:1.0:1767384339.866922:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 20000000:00000001:0.0:1767384339.866923:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.866924:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.866925:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384339.866927:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:2.0:1767384339.866928:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866929:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384339.866932:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384339.866932:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384339.866933:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:0.0:1767384339.866936:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.866937:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384339.866937:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.866939:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=4 00000020:00000001:1.0:1767384339.866942:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00000100:00000001:2.0:1767384339.866945:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384339.866945:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00000100:00000001:2.0:1767384339.866947:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:01000000:0.0:1767384339.866948:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00010000:1.0:1767384339.866951:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 409 lvb_type: 0 00000100:00000001:2.0:1767384339.866953:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:0.0:1767384339.866955:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:2.0:1767384339.866957:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384339.866960:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866961:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.866966:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384339.866967:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.866968:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.866973:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.866983:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384339.866986:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ecde75c x1853236743000064/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.866992:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384339.866993:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.867003:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.867013:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384339.867015:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384339.867020:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384339.867022:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384339.867023:0:17066:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:1.0:1767384339.867024:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040583680 : -130122668967936 : ffff89a77489f800) 00000100:00100000:2.0:1767384339.867028:0:17066:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000040:1.0:1767384339.867030:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ecde75c x1853236743000064/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384339.867035:0:17066:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ac4fcb1d. 00000100:00000001:1.0:1767384339.867039:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384339.867043:0:17066:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000020:00000010:1.0:1767384339.867044:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4180c13. 00000100:00000001:1.0:1767384339.867047:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384339.867049:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4180c13. 00000100:00100000:1.0:1767384339.867054:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ecde75c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743000064:12345-0@lo:103: 00000100:00000200:1.0:1767384339.867056:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000064 00010000:00000001:1.0:1767384339.867058:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384339.867060:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384339.867062:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384339.867065:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384339.867067:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384339.867070:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e7ea0954. 02000000:00000001:1.0:1767384339.867071:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.867073:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867075:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384339.867076:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384339.867078:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.867079:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.867081:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=4 00000020:00000001:1.0:1767384339.867083:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00080000:00000020:2.0:1767384339.867090:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384339.867090:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000040:1.0:1767384339.867095:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000046e9dbe6 count: 3 00000100:00000001:2.0:1767384339.867096:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384339.867118:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 20000000:00000001:2.0:1767384339.867123:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.867125:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 409 lvb_type: 0 00010000:00000040:2.0:1767384339.867128:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236742999680 00010000:00000001:2.0:1767384339.867135:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384339.867136:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384339 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384339.867138:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.867141:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867144:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.867148:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 409 lvb_type: 0 00010000:00000200:2.0:1767384339.867149:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c35c45ee x1853236742999680/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384339.867163:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.867166:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.867170:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.867171:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384339.867172:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.867175:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867176:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:2.0:1767384339.867181:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=49 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384339.867181:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.867186:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384339.867187:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384339.867188:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.867192:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384339.867194:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384339.867195:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.867200:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a1d4e40 with handle 0x88edd5ef35457e0c from hash 00000100:00000001:2.0:1767384339.867201:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384339.867205:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384339.867207:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384339.867208:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867211:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384339.867212:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867213:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.867215:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384339.867218:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384339.867218:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384339.867222:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457e0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457e05 expref: 16 pid: 17073 timeout: 409 lvb_type: 0 00000100:00000040:2.0:1767384339.867227:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:1.0:1767384339.867232:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000400:00000010:2.0:1767384339.867234:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5e87fb8. 00000020:00000040:1.0:1767384339.867235:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000200:2.0:1767384339.867240:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236742999680, offset 224 00010000:00000001:1.0:1767384339.867242:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.867245:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384339.867249:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384339.867253:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384339.867255:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006ae72eec 00010000:00000001:1.0:1767384339.867259:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:2.0:1767384339.867261:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384339.867261:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.867265:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.867267:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.867268:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.867270:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384339.867271:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:2.0:1767384339.867275:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc04e80 00010000:00010000:1.0:1767384339.867275:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.867283:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:2.0:1767384339.867284:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b1 [2] + 224 00010000:00000001:1.0:1767384339.867286:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384339.867289:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384339.867291:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:2.0:1767384339.867292:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384339.867293:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e9dbe6) refcount = 2 00010000:00010000:1.0:1767384339.867298:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384339.867301:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384339.867308:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384339.867310:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384339.867310:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384339.867313:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384339.867316:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.867317:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384339.867322:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4180c13. 00000100:00000001:1.0:1767384339.867326:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384339.867330:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8d1f75d. 00000100:00000001:1.0:1767384339.867333:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951042217088 : -130122667334528 : ffff89a774a2e480) 00000100:00000040:2.0:1767384339.867335:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.867336:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951042217088 : -130122667334528 : ffff89a774a2e480) 00000100:00000001:1.0:1767384339.867341:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384339.867343:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384339.867345:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384339.867348:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384339.867352:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384339.867355:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.867356:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384339.867360:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384339.867363:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=5 00000020:00000001:1.0:1767384339.867381:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00000400:00000200:2.0:1767384339.867382:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e87fb8 00010000:00000001:1.0:1767384339.867383:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00000100:00000001:0.0:1767384339.867385:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384339.867388:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5e87fb8. 00010000:00000001:1.0:1767384339.867389:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384339.867390:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384339.867392:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384339.867393:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384339.867395:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384339.867396:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384339.867397:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384339.867400:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384339.867400:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba9c5f7. 00010000:00000001:1.0:1767384339.867407:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1767384339.867408:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:0.0:1767384339.867408:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097ce7b96 00010000:00010000:1.0:1767384339.867411:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384339.867412:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384339.867412:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097ce7b96. 00000020:00000001:2.0:1767384339.867416:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867420:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384339.867421:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384339.867422:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.867425:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384339.867428:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384339.867428:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384339.867466:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c35c45ee x1853236742999680/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.867469:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.867472:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867478:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384339.867478:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384339.867481:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384339.867483:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236742999680:12345-0@lo:253: Request processed in 3558us (3947us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384339.867498:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384339.867500:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00010000:00010000:1.0:1767384339.867500:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006ae72eec already unused, calling callback (00000000594674ee) 00000100:00000001:0.0:1767384339.867501:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384339.867503:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:1.0:1767384339.867506:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384339.867507:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384339.867507:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384339.867510:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384339.867511:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384339.867511:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384339.867513:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.867514:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384339.867515:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e3c8189. 00000100:00000001:0.0:1767384339.867518:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384339.867521:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017f2fe8f. 02000000:00000001:0.0:1767384339.867523:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384339.867528:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e3a946d. 00000100:00001000:0.0:1767384339.867528:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=49 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384339.867529:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384339.867532:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384339.867534:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:0.0:1767384339.867534:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=49 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384339.867535:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.867538:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006ae72eec refcount=6 00000100:00000001:0.0:1767384339.867539:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384339.867540:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384339.867540:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 02000000:00000010:2.0:1767384339.867543:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d7c79e0. 00010000:00000001:1.0:1767384339.867543:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114914304 : -130122594637312 : ffff89a778f82a00) 00000100:00000001:0.0:1767384339.867543:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.867549:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384339.867549:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384339.867549:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384339.867552:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384339.867552:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.867554:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384339.867556:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:1.0:1767384339.867559:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384339.867562:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc44de4. 00000100:00000040:0.0:1767384339.867562:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384339.867569:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5e87fb8. 00010000:00000001:1.0:1767384339.867572:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.867577:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384339.867578:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.867581:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.867582:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384339.867586:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.867590:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:0.0:1767384339.867590:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384339.867593:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:1.0:1767384339.867594:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384339.867596:0:17066:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867598:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:0.0:1767384339.867599:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384339.867601:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.867604:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ae72eec with handle 0x88edd5ef35457e13 from hash 00010000:00000001:1.0:1767384339.867606:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.867610:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384339.867610:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384339.867613:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384339.867614:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384339.867615:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.867619:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:0.0:1767384339.867619:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:2.0:1767384339.867621:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.867622:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:0.0:1767384339.867623:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384339.867626:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:0.0:1767384339.867626:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384339.867629:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384339.867630:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384339.867632:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:01000004:0.0:1767384339.867633:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384339.867634:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384339.867636:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384339.867637:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384339.867639:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.867640:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384339.867642:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.867645:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867648:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.867651:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.867655:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384339.867655:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.867658:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867659:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384339.867659:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236742999680:0@lo:253: 00010000:00000001:2.0:1767384339.867661:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384339.867664:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384339.867664:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.867666:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.867672:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384339.867674:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867677:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384339.867677:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236742999680/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.867679:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384339.867681:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384339.867683:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.867685:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.867687:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.867691:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.867694:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384339.867696:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384339.867699:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e28699c8. 20000000:00000001:1.0:1767384339.867700:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867705:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384339.867706:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1767384339.867707:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006ae72eec/0x88edd5ef35457e13 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384339.867710:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384339.867714:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00000001:1.0:1767384339.867717:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384339.867718:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384339.867720:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384339.867721:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004388e0a1. 00010000:00000001:1.0:1767384339.867723:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384339.867726:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1767384339.867727:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384339.867728:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.867731:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384339.867732:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.867736:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384339.867736:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000010:1.0:1767384339.867738:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e8d1f75d. 00000100:00000001:0.0:1767384339.867741:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384339.867743:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384339.867744:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.867746:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384339.867747:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384339.867749:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4180c13. 00010000:00000001:1.0:1767384339.867752:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384339.867752:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:1.0:1767384339.867754:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000046e9dbe6 count: 0 00000100:00000001:0.0:1767384339.867756:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.867759:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384339.867759:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384339.867763:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.867764:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.867767:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384339.867770:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.867771:0:28601:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00001000:1.0:1767384339.867773:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384339.867777:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384339.867779:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384339.867781:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384339.867783:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384339.867784:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384339.867784:0:28601:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003e29c75a. 00000100:00000001:1.0:1767384339.867786:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384339.867789:0:28601:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e74dbafa. 00000100:00000040:1.0:1767384339.867790:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.867794:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000020:00000010:0.0:1767384339.867797:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ec41376. 00000100:00000200:1.0:1767384339.867798:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743000064, offset 224 00000400:00000200:1.0:1767384339.867802:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384339.867808:0:28601:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000809d46a0. 00000400:00000200:1.0:1767384339.867809:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384339.867813:0:28601:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000671f3bfd. 00000400:00000200:1.0:1767384339.867818:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc05000 00000040:00000010:0.0:1767384339.867818:0:28601:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022dc50f9. 00000400:00000200:1.0:1767384339.867825:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18d5 [1] + 224 00000020:00000010:0.0:1767384339.867825:0:28601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c5e6360. 00000020:00000010:0.0:1767384339.867830:0:28601:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000300bf6. 00000020:00000010:0.0:1767384339.867834:0:28601:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004095c7f6. 00000400:00000200:1.0:1767384339.867836:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:0.0:1767384339.867838:0:28601:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008dddd7a6. 00000400:00000200:1.0:1767384339.867842:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 40000000:00000010:0.0:1767384339.867844:0:28601:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071849f2b. 00000100:00000001:1.0:1767384339.867846:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000010:0.0:1767384339.867849:0:28601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000067ee8ced. 00000100:00000200:1.0:1767384339.867851:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000010:0.0:1767384339.867854:0:28601:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b8b30a01. 00008000:00000010:0.0:1767384339.867861:0:28601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ed250965. 00000100:00000040:1.0:1767384339.867863:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384339.867868:0:28601:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000097b1acb2. 00040000:00000010:0.0:1767384339.867873:0:28601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d2563a10. 00040000:00000010:0.0:1767384339.867877:0:28601:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000129beb28. 00000100:00000001:1.0:1767384339.867878:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:0.0:1767384339.867881:0:28601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000700ac7df. 00000400:00000200:1.0:1767384339.867884:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384339.867887:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00080000:00000010:0.0:1767384339.867887:0:28601:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ad44125. 00000100:00000001:1.0:1767384339.867889:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.867892:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.867894:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384339.867894:0:28601:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000755e2a31. 00000100:00000040:1.0:1767384339.867899:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384339.867902:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.867903:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384339.867903:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384339.867904:0:28601:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000090f4fd72. 00000100:00000001:2.0:1767384339.867907:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384339.867911:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecde75c x1853236743000064/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:320/0 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384339.867912:0:28601:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b3b3720. 00000400:00000001:2.0:1767384339.867913:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384339.867916:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000010:0.0:1767384339.867919:0:28601:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000035c09e8d. 00000400:00000010:2.0:1767384339.867920:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a0e767. 00000400:00000200:2.0:1767384339.867926:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00002000:00000010:0.0:1767384339.867926:0:28601:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b53b9f50. 00000100:00100000:1.0:1767384339.867927:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ecde75c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743000064:12345-0@lo:103: Request processed in 886us (1144us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384339.867930:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000004:00000010:0.0:1767384339.867933:0:28601:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa6a684f. 00000100:00000001:2.0:1767384339.867937:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384339.867940:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384339.867942:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:2.0:1767384339.867943:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.867945:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384339.867947:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384339.867951:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0840ef3. 00000020:00000010:1.0:1767384339.867956:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000435aeefe. 00000020:00000010:1.0:1767384339.867961:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5e5e0a4. 00000100:00000200:2.0:1767384339.867962:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384339.867964:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384339.867968:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.867976:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384339.867979:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.867981:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384339.867984:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000080:00000010:0.0:1767384339.867984:0:28601:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000090e2f29. 00000100:00000001:2.0:1767384339.867986:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384339.867987:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767384339.867988:0:28601:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f01edfde. 02000000:00000001:2.0:1767384339.867989:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384339.867993:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=49 v=5 (5 0 0 0) 00000100:00000010:0.0:1767384339.867993:0:28601:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000308b449b. 00000100:00001000:2.0:1767384339.867996:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384339.867998:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384339.868000:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384339.868000:0:28601:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:2.0:1767384339.868002:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384339.868003:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.868005:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384339.868009:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.868015:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.868017:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384339.868018:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384339.868021:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384339.868028:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053389443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743000064:0@lo:103: 00000100:00000001:2.0:1767384339.868040:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.868043:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384339.868045:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053389443 x1853236743000064/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.868051:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384339.868053:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384339.868055:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a385d17d. 02000000:00000001:2.0:1767384339.868057:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384339.868059:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384339.868060:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384339.868062:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384339.868063:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d347d5a. 02000000:00000001:2.0:1767384339.868066:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384339.868067:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384339.868068:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00000100:00000001:2.0:1767384339.868071:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384339.868072:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.868074:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.868078:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384339.868079:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.868082:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384339.868083:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.872147:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294926924, at 4294926925 00000100:00000040:2.0:1767384339.872149:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294926924, at 4294926925 00000100:00000010:0.0:1767384339.872155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d77382dc. 00000100:00000010:2.0:1767384339.872156:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aae947c. 00000100:00000040:1.0:1767384339.872169:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294926924, at 4294926925 00000100:00000010:1.0:1767384339.872177:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084ce8050. 00010000:00000010:1.1:1767384339.873147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000400c8d05. 00000100:00000040:3.0:1767384339.873152:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294926924, at 4294926926 00010000:00000010:1.1:1767384339.873155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2bca6bb. 00000100:00000010:3.0:1767384339.873163:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065c26ea4. 00010000:00000010:1.1:1767384339.873163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a1d4e40. 00010000:00000010:1.1:1767384339.873170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006ae72eec. 00010000:00000010:1.1:1767384339.873175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046e9dbe6. 00000400:00000010:3.0:1767384339.878733:0:28605:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000e0e78a9. 00000400:00000040:3.0:1767384339.878748:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.878750:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384339.878752:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.878754:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.878755:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.878756:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384339.878759:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.878760:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384339.878761:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384339.878761:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384339.878763:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384339.878764:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.878766:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384339.878767:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.878767:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384339.878769:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384339.878776:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.878777:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384339.878778:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384339.878779:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.878781:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.878782:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.878783:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.878784:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.878784:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384339.878786:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.878787:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.878788:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.878789:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.878790:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.878791:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384339.878792:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.878793:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.878794:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.878795:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.878796:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.878796:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384339.878798:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.878799:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.878800:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384339.878801:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384339.878802:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.878803:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384339.878804:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384339.878805:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384339.878806:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384339.878807:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384339.878807:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384339.878809:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384339.878810:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.878811:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384339.878812:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384339.878812:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384339.878813:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384339.878814:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384339.878818:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384339.878819:0:28605:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384339.878873:0:28605:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000e0e78a9. 00010000:00000001:0.0:1767384339.988159:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384339.988163:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.988168:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384339.988169:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.988198:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384339.988201:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384339.988204:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384340.691165:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp30 00000400:00000010:1.0:1767384340.691176:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384340.691183:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bac35190. 00000400:00000010:1.0:1767384340.691187:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000010:1.0:1767384340.691195:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008632eaad. 00000400:00000200:1.0:1767384340.691199:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp30 00000400:00000200:1.0:1767384340.691216:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp30 local destination 00000400:00000200:1.0:1767384340.691221:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp30 00000400:00000200:1.0:1767384340.691225:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp30 NI seq info: [81:81:256:4294967295] 192.168.204.108@tcp30 LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1767384340.691230:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp30 00000400:00000200:1.0:1767384340.691237:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30:) -> 192.168.204.108@tcp30(192.168.204.108@tcp30:192.168.204.108@tcp30) : GET try# 0 00000800:00000200:1.0:1767384340.691241:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp30 00000800:00000010:1.0:1767384340.691245:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c4267c99. 00000800:00000200:1.0:1767384340.691251:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000800:00000200:1.1:1767384340.691255:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000400:00000200:1.0:1767384340.691274:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp30 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:1.0:1767384340.691279:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp32 00000400:00000010:1.0:1767384340.691282:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009330f0b2. 00000400:00000010:1.0:1767384340.691285:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000008c7471. 00000400:00000010:1.0:1767384340.691289:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000400:00000010:1.0:1767384340.691293:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcfb5d44. 00000400:00000200:1.0:1767384340.691295:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp32 00000400:00000200:1.0:1767384340.691300:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp32 local destination 00000400:00000200:1.0:1767384340.691302:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp32 00000400:00000200:1.0:1767384340.691304:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp32 NI seq info: [82:82:256:4294967295] 192.168.204.108@tcp32 LPNI seq info [81:81:8:4294967295] 00000400:00000200:1.0:1767384340.691308:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp32 00000400:00000200:1.0:1767384340.691316:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp32(192.168.204.108@tcp32:) -> 192.168.204.108@tcp32(192.168.204.108@tcp32:192.168.204.108@tcp32) : GET try# 0 00000800:00000200:1.0:1767384340.691319:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp32 00000800:00000010:1.0:1767384340.691322:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000407d8b3a. 00000800:00000200:1.0:1767384340.691325:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (2) 00000800:00000200:1.1:1767384340.691328:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (2) 00000400:00000200:1.0:1767384340.691338:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp32 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:3.0:1767384340.691344:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691391:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691409:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691465:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691484:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691501:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691526:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691566:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691567:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691631:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691640:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691692:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691699:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691757:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691757:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691809:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691831:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691872:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691903:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691932:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.691963:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.691980:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.692020:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692024:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.692073:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692077:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692152:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692191:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692230:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692276:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692327:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692378:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692493:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692541:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692599:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692652:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692709:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692751:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692787:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692833:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692888:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.692890:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384340.692940:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.692949:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693006:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693042:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693081:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000800:00000010:3.0:1767384340.693149:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006169ae5f. 00000400:00000200:2.0:1767384340.693150:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000800:00000010:3.0:1767384340.693157:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c8a18c2. 00000800:00000010:3.0:1767384340.693164:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9cc3131. 00000800:00000010:3.0:1767384340.693189:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9cc3131. 00000400:00000200:2.0:1767384340.693191:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000800:00020000:3.0:1767384340.693200:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:2.0:1767384340.693233:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693264:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693287:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693302:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693321:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693339:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693352:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693376:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693412:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693467:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693491:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693509:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693545:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693561:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693582:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693611:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693642:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693677:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693709:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693734:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693765:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693800:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.693820:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:2.0:1767384340.693998:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a2b33e9. 00000800:00000010:2.0:1767384340.694003:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000835e237d. 00000800:00000010:2.0:1767384340.694007:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.694043:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ceb168f. 00000400:00000200:0.0:1767384340.694071:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384340.694093:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp32 from 215.3.0.2 00000800:00000010:0.0:1767384340.694097:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005791c0bc. 00000800:00000010:2.0:1767384340.694144:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e28699c8. 00000800:00000010:2.0:1767384340.694149:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e1d198d. 00000800:00000010:2.0:1767384340.694170:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009bcc092b. 00000800:00000200:2.1:1767384340.694178:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (2) 00000800:00000200:2.1:1767384340.694181:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp32 000000009bcc092b deleted 00000800:00000010:2.1:1767384340.694183:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009bcc092b. 00000800:00000200:2.1:1767384340.694188:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384340.694194:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp32 ip 192.168.204.108:983 00000800:00000200:2.1:1767384340.694198:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000407d8b3a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384340.694204:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp32 p 3.x 192.168.204.108 -> 192.168.204.108:983 incarnation:1767384338013746365 sched[0] 00000800:00000010:2.0:1767384340.694208:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.694255:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.694258:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e1d198d. 00000800:00000010:2.0:1767384340.694291:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005791c0bc. 00000800:00000001:2.0:1767384340.694303:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.694310:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384340.694354:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.694357:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000407d8b3a. 00000400:00000200:2.0:1767384340.694361:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.694367:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp32->192.168.204.108@tcp32: GET: OK 00000400:00000200:2.0:1767384340.694372:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384340.694376:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp32 recovery message sent successfully:0 00000800:00000200:2.1:1767384340.694413:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384340.694418:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp32 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384338013746365 sched[0] 00000800:00000010:2.0:1767384340.694421:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000835e237d. 00000400:00000200:2.0:1767384340.694501:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694610:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694656:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694706:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694762:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:0.0:1767384340.694772:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.694779:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384340.694782:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.694788:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.694795:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp32(192.168.204.108@tcp32) <- 192.168.204.108@tcp32 : GET - for me 00000400:00000200:2.0:1767384340.694797:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384340.694809:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384340.694817:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x18a1 [1] + 0 00000400:00000200:0.0:1767384340.694827:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp32 to MR: 192.168.204.108@tcp32 local destination 00000400:00000200:2.0:1767384340.694831:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384340.694835:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp32 NI seq info: [83:83:256:4294967295] 192.168.204.108@tcp32 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384340.694848:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp32(192.168.204.108@tcp32:192.168.204.108@tcp32) -> 192.168.204.108@tcp32(192.168.204.108@tcp32:192.168.204.108@tcp32) 192.168.204.108@tcp32 : REPLY try# 0 00000800:00000200:0.0:1767384340.694852:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp32 00000800:00000010:0.0:1767384340.694857:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f15ef4. 00000400:00000200:2.0:1767384340.694859:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000800:00000200:0.0:1767384340.694864:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (4) 00000800:00000200:0.0:1767384340.694871:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp32 ip 192.168.204.108:988 00000800:00000200:0.0:1767384340.694874:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099f15ef4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384340.694882:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694900:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.694918:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000200:0.0:1767384340.694938:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384340.694941:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f15ef4. 00000400:00000200:0.0:1767384340.694945:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.694948:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp32->192.168.204.108@tcp32: REPLY: OK 00000800:00000001:0.0:1767384340.694958:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.694963:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.694964:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000001:0.0:1767384340.694966:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.694974:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384340.694977:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.694980:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.694985:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp32(192.168.204.108@tcp32) <- 192.168.204.108@tcp32 : REPLY - for me 00000400:00000200:0.0:1767384340.694994:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp32: Reply from 12345-192.168.204.108@tcp32 of length 272/272 into md 0x18ed 00000400:00000200:2.0:1767384340.694995:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000800:00000001:0.0:1767384340.694999:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.695013:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.695015:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.695017:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384340.695022:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp32->192.168.204.108@tcp32: REPLY: OK 00000400:00000200:0.0:1767384340.695028:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701534f0 00000400:00000010:0.0:1767384340.695031:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000701534f0. 00000400:00000200:0.0:1767384340.695036:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384340.695041:0:16340:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009330f0b2. 00000400:00000010:0.0:1767384340.695045:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000008c7471. 00000800:00000001:0.0:1767384340.695050:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.695054:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.695056:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695082:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695096:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695144:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695164:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695176:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695189:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695203:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695240:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695259:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695285:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695302:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695321:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695337:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695396:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695426:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695478:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695495:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695521:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695536:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:2.0:1767384340.695550:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000010:2.0:1767384340.695667:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4fd5908. 00000800:00000010:2.0:1767384340.695670:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000835e237d. 00000800:00000010:2.0:1767384340.695674:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.695705:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ceb168f. 00000400:00000200:0.0:1767384340.695757:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384340.695774:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp32 from 214.3.0.2 00000800:00000010:0.0:1767384340.695777:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000338d675c. 00000800:00000010:2.0:1767384340.695801:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047c7c9fd. 00000800:00000010:2.0:1767384340.695806:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e1d198d. 00000800:00000010:2.0:1767384340.695826:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009bcc092b. 00000800:00000200:2.1:1767384340.695831:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (4) 00000800:00000200:2.1:1767384340.695835:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp32 000000009bcc092b deleted 00000800:00000010:2.1:1767384340.695837:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009bcc092b. 00000800:00000200:2.1:1767384340.695842:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384340.695847:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp32 p 3.x 192.168.204.108 -> 192.168.204.108:982 incarnation:1767384338013746365 sched[0] 00000800:00000010:2.0:1767384340.695851:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.695892:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384340.695895:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e1d198d. 00000800:00000010:2.0:1767384340.695923:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000338d675c. 00000800:00000001:2.0:1767384340.695935:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.695940:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384340.695965:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384340.695970:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp32 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384338013746365 sched[0] 00000800:00000010:2.0:1767384340.695972:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000835e237d. 00000800:00000001:2.0:1767384340.696006:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.696010:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384340.697743:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c8a18c2. 00000800:00000010:3.0:1767384340.697748:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006169ae5f. 00000400:02020000:3.0:1767384340.697792:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384340.701528:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp30 notifying 192.168.204.108@tcp30: down 00000800:00000200:3.0:1767384340.701536:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp30 down 00000800:00000100:3.0:1767384340.701546:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp30 00000800:00000010:3.0:1767384340.701548:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c4267c99. 00000400:00000200:3.0:1767384340.701553:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384340.701560:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384340.701568:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384340.701572:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384340.701577:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp30) recovery failed with -71 00010000:00000001:0.0:1767384341.011187:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384341.011194:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.011199:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384341.011202:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384341.011203:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384341.011205:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.011208:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384341.011210:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.011211:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.011213:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.011298:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384341.011302:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.011306:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384341.074103:0:28981:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9cdf813. 00080000:00000010:2.0:1767384341.074112:0:28981:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9cdf813. 00000020:00000001:2.0:1767384341.074148:0:28981:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384341.074156:0:28981:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9cdf813. 00080000:00000010:2.0:1767384341.074160:0:28981:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9cdf813. 00000020:00000001:2.0:1767384341.074164:0:28981:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384341.715167:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001213d1f1. 00000800:00000200:3.0:1767384341.715180:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (6) 00000800:00000200:3.0:1767384341.715184:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:988 00000800:00000200:3.0:1767384341.715188:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384341.715349:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384341.715353:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.715368:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384341.715374:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.715377:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384341.716143:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384341.716146:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384341.716148:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384341.716151:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000400:00000200:1.0:1767384341.716157:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384341.716162:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384341.716171:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384341.716175:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bac35190. 00000400:00000200:1.0:1767384341.716181:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000400:00000010:1.0:1767384341.716185:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384341.716190:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bac35190. 00000400:00000010:1.0:1767384341.716194:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000010:1.0:1767384341.716200:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afe90075. 00000400:00000200:1.0:1767384341.716205:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000400:00000200:1.0:1767384341.716218:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000400:00000200:1.0:1767384341.716225:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000400:00000200:1.0:1767384341.716229:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [84:84:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [83:83:8:4294967295] 00000400:00000200:1.0:1767384341.716236:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:1.0:1767384341.716244:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:1.0:1767384341.716251:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:1.0:1767384341.716255:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a9f1c82. 00000800:00000200:1.0:1767384341.716260:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:1.1:1767384341.716265:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:1.0:1767384341.716286:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 3 next ping: 269 health :700 00000400:00000200:3.0:1767384341.716348:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716390:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716454:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716470:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716486:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716502:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716518:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716534:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716566:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716595:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716624:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716647:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716671:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716693:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716717:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716744:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716762:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716777:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716792:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716806:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716821:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716836:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716850:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716865:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716879:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716893:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716935:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716949:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716964:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716976:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.716999:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384341.717176:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006169ae5f. 00000800:00000010:3.0:1767384341.717180:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d409b2a. 00000800:00000010:3.0:1767384341.717185:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097b835f8. 00000800:00000010:3.0:1767384341.717206:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097b835f8. 00000800:00020000:3.0:1767384341.717213:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384341.717216:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d409b2a. 00000800:00000010:3.0:1767384341.717218:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006169ae5f. 00000400:02020000:3.0:1767384341.717257:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384341.717263:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000800:00000200:3.0:1767384341.717269:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000800:00000100:3.0:1767384341.717275:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:3.0:1767384341.717277:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a9f1c82. 00000400:00000200:3.0:1767384341.717280:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384341.717285:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384341.717291:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384341.717294:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384341.717298:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00000001:00000001:2.0:1767384341.747712:0:29145:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384341.747716:0:29145:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:2.0:1767384341.750722:0:29145:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384341.757610:0:29146:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007bef9698. 00000400:00000010:2.0:1767384341.757626:0:29146:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d3bde9b0. 00000400:00000010:2.0:1767384341.757638:0:29146:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ac12f4d3. 00000400:00000010:2.0:1767384341.757642:0:29146:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005545c72e. 00000400:00000010:2.0:1767384341.757646:0:29146:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086de02d8. 00000400:00000010:2.0:1767384341.757651:0:29146:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a2c09ea. 00000400:00000010:2.0:1767384341.757653:0:29146:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004119efcb. 00000400:00000010:2.0:1767384341.757655:0:29146:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6cebc3d. 00000400:00000010:2.0:1767384341.757660:0:29146:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a7d281c5. 00000800:00000010:2.0:1767384341.757675:0:29146:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bc5d4cfc. 00000800:00000200:2.0:1767384341.757685:0:29146:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384341.757693:0:29146:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384341.757726:0:29146:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384341.757757:0:29146:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767384341.759132:0:29146:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000009bcc2f05. 00000400:00000010:2.0:1767384341.759138:0:29146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a0e767. 00000400:00000010:2.0:1767384341.759143:0:29146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000400:00000001:2.0:1767384341.759158:0:29146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384341.759160:0:29146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384341.759162:0:29146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000400:00000200:2.0:1767384341.759164:0:29146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce878f1 00000400:00000010:2.0:1767384341.759166:0:29146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 00000400:00000010:2.0:1767384341.759169:0:29146:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000094845807. 00000400:00000200:2.0:1767384341.759173:0:29146:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000400:00000200:2.0:1767384341.759185:0:29146:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384341.759194:0:29146:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384341.759200:0:29146:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000537c9a53. 00000400:00000200:1.0:1767384341.759204:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384341.759205:0:29146:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384341.759210:0:29146:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp34 00000400:00000200:1.0:1767384341.759212:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:1.0:1767384341.759220:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367e884e. 00000400:00000200:1.0:1767384341.759223:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000400:00000010:2.0:1767384341.759224:0:29146:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d3bde9b0. 00000400:00000010:1.0:1767384341.759228:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019b08811. 00000400:00000010:2.0:1767384341.759229:0:29146:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007bef9698. 00000400:00000200:1.0:1767384341.759240:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp14 00000400:00000200:1.0:1767384341.759253:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp14 to MR: 192.168.204.108@tcp14 local destination 00000020:00000001:0.0:1767384341.759256:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384341.759260:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [85:85:256:4294967295] 192.168.204.108@tcp14 LPNI seq info [84:84:8:4294967295] 10000000:00000001:0.0:1767384341.759263:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384341.759267:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp14 10000000:00000001:0.0:1767384341.759268:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384341.759271:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384341.759276:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384341.759279:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) -> 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) : PUT try# 0 00000020:01000004:0.0:1767384341.759280:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384341.759284:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.759286:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384341.759290:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.108@tcp14 00000020:01000004:0.0:1767384341.759290:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.759293:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:1.0:1767384341.759296:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b0638a0. 00000020:01000004:0.0:1767384341.759296:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384341.759297:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384341.759301:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.759303:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384341.759305:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (6) 00000800:00000200:1.0:1767384341.759314:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:988 00000100:00000010:0.0:1767384341.759314:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000800:00000200:1.0:1767384341.759318:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b0638a0 type 1, nob 544 niov 1 nkiov 1 00000020:00000040:0.0:1767384341.759320:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384341.759326:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.759328:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.759332:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.759337:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000010:0.0:1767384341.759339:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052a45137. 00000400:00000200:1.0:1767384341.759340:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:0.0:1767384341.759348:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.759356:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384341.759358:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.759364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_01+1] req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384341.759390:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384341.759394:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.759396:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759398:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384341.759398:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384341.759403:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384341.759404:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384341.759405:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384341.759407:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384341.759410:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384341.759422:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384341.759423:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384341.759424:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384341.759425:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384341.759428:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384341.759429:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.759432:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.759434:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767384341.759435:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384341.759436:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384341.759439:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384341.759441:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b0638a0. 00000020:01000004:0.0:1767384341.759442:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384341.759448:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000400:00000200:3.0:1767384341.759449:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.759449:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384341.759453:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384341.759454:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.759456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384341.759461:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: PUT: OK 02000000:00000001:0.0:1767384341.759461:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384341.759462:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384341.759465:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.759467:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.759470:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384341.759471:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.759474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004388e0a1. 00000400:00000200:3.0:1767384341.759475:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp14: 0 00000100:00100000:1.0:1767384341.759478:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743000192:0@lo:253: 00000100:00000001:0.0:1767384341.759481:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759483:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384341.759486:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767384341.759487:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384341.759489:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.759492:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.759495:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384341.759495:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384341.759496:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.759500:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384341.759503:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537f48de. 00000100:00000040:0.0:1767384341.759504:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_02+2] req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384341.759505:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384341.759508:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.759516:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633d6480. 00000400:00000200:3.0:1767384341.759518:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : PUT - for me 00000400:00000010:1.0:1767384341.759523:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8d1f75d. 00000100:00000200:1.0:1767384341.759534:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743000192, portal 25 00000400:00000200:3.0:1767384341.759537:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 448 into portal 0 MB=0x8000000000000000 10000000:00000001:0.0:1767384341.759537:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759538:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384341.759541:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 10000000:00000001:0.0:1767384341.759543:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.759546:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.759549:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.759551:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 432/448 into md 0x18b9 [1] + 0 00000020:01000000:0.0:1767384341.759552:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384341.759557:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000537c9a53. 00000100:00000001:1.0:1767384341.759563:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384341.759566:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4e90492. 00000100:00000040:1.0:1767384341.759567:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384341.759571:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384341.759572:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073f35ac. 00000400:00000200:3.0:1767384341.759573:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009dbb30a3 00000100:00000001:0.0:1767384341.759577:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.759579:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743000192, offset 0 00000800:00000001:3.0:1767384341.759582:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384341.759586:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384341.759591:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.759592:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384341.759596:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384341.759597:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.759598:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.759602:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384341.759607:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05080 00000400:00000200:3.0:1767384341.759609:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: PUT: OK 00000100:00000040:0.0:1767384341.759612:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.759616:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 00000400:00000010:1.0:1767384341.759622:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e617f4c. 00000400:00000200:1.0:1767384341.759627:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000490a2bd4 00000400:00000200:3.0:1767384341.759632:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dbb30a3 00000100:00000001:0.0:1767384341.759632:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384341.759634:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384341.759637:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dbb30a3. 00000100:00000001:0.0:1767384341.759637:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.759641:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384341.759645:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384341.759646:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384341.759647:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000490a2bd4 02000000:00000001:0.0:1767384341.759650:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384341.759651:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000490a2bd4. 00000400:00000200:3.0:1767384341.759653:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (27) 02000000:00000001:0.0:1767384341.759655:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759659:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384341.759660:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00100000:0.0:1767384341.759661:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743000320:0@lo:253: 00000100:00000200:1.0:1767384341.759662:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384341.759669:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (448 bytes) 00000100:00000040:1.0:1767384341.759669:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000e60b0eaf x1853236743000192 msgsize 4848 00000100:00000001:0.0:1767384341.759670:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384341.759674:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384341.759677:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.759679:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 02000000:00000001:0.0:1767384341.759680:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384341.759684:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384341.759686:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1767384341.759688:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000027e2c012. 00000400:00000200:3.0:1767384341.759691:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (28) 02000000:00000001:0.0:1767384341.759691:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.759695:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000100:00000001:1.0:1767384341.759696:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384341.759697:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384341.759703:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a70bca. 00000400:00000200:3.0:1767384341.759704:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp14 to MR: 192.168.204.108@tcp14 local destination 00000100:00000200:0.0:1767384341.759709:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743000320, portal 25 00000400:00000200:3.0:1767384341.759714:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp14 NI seq info: [86:86:256:4294967295] 192.168.204.108@tcp14 LPNI seq info [85:85:8:4294967295] 00000100:00000001:0.0:1767384341.759714:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.759717:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384341.759725:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.759738:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) -> 192.168.204.108@tcp14(192.168.204.108@tcp14:192.168.204.108@tcp14) 192.168.204.108@tcp14 : ACK try# 0 00000800:00000200:3.0:1767384341.759744:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp14 00000400:00000200:1.0:1767384341.759746:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073f35ac 00000800:00000010:3.0:1767384341.759748:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cede088. 00000400:00000010:1.0:1767384341.759751:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073f35ac. 00000100:00000001:1.0:1767384341.759756:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384341.759759:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (6) 00000100:00000200:1.0:1767384341.759762:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384341.759768:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:1013 00000800:00000200:3.0:1767384341.759774:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cede088 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384341.759776:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.759783:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384341.759786:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384341.759788:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa7cbdd. 00000800:00000001:3.0:1767384341.759789:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384341.759791:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.759795:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743000320, offset 0 00000800:00000001:3.0:1767384341.759797:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.759804:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.759806:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384341.759812:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384341.759816:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.759819:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759824:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294928817 00000400:00000200:0.0:1767384341.759825:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05100 00000100:00000010:1.0:1767384341.759829:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b5c5dc. 00000400:00000200:0.0:1767384341.759834:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000400:00000010:0.0:1767384341.759838:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8d6ff5e. 00000100:00000001:1.0:1767384341.759839:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384341.759844:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b707c090 00000100:00000001:1.0:1767384341.759848:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294928817 00000800:00000200:3.0:1767384341.759849:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384341.759850:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384341.759854:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cede088. 00000100:00000010:1.0:1767384341.759855:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003091c92e. 00000400:00000200:0.0:1767384341.759858:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384341.759861:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.759862:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384341.759863:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b707c090 00000400:00000010:0.0:1767384341.759867:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b707c090. 00000100:00000001:1.0:1767384341.759870:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294928817 00000400:00000200:3.0:1767384341.759871:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: ACK: OK 00000100:00000001:0.0:1767384341.759873:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.759877:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384341.759879:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a72f3bb6. 00000800:00000001:3.0:1767384341.759880:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384341.759880:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000bc350408 x1853236743000320 msgsize 4848 00000100:00000001:1.0:1767384341.759887:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384341.759892:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384341.759892:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384341.759894:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294928817 00000800:00000001:3.0:1767384341.759897:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384341.759898:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384341.759903:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384341.759903:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c87d28cc. 00000800:00000001:3.0:1767384341.759908:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384341.759908:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.759911:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384341.759916:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.759919:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.759924:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.759927:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp14(192.168.204.108@tcp14) <- 192.168.204.108@tcp14 : ACK - for me 00000100:00000001:1.0:1767384341.759930:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.759930:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa7cbdd 00000100:00000001:1.0:1767384341.759933:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384341.759934:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fa7cbdd. 00000100:00000001:0.0:1767384341.759939:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384341.759942:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384341.759945:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.759946:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384341.759949:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp14: ACK from 12345-192.168.204.108@tcp14 into md 0x18f9 00000100:00000001:1.0:1767384341.759953:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.759956:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384341.759957:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.759959:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.759964:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.759964:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384341.759968:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp14->192.168.204.108@tcp14: ACK: OK 00000100:00000040:0.0:1767384341.759970:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.759974:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000367e884e 00000400:00000010:3.0:1767384341.759977:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000367e884e. 00000100:00000001:0.0:1767384341.759979:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.759982:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384341.759982:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.759987:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.759988:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000001:1.0:1767384341.759990:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384341.759995:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000192 00000100:00000001:0.0:1767384341.759995:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294928817 00000400:00000200:3.0:1767384341.759998:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 02000000:00000001:1.0:1767384341.760001:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.760002:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294928817 00000400:00000200:3.0:1767384341.760003:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (27) 00000100:00000001:1.0:1767384341.760004:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.760007:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384341.760011:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384341.760013:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294928817 02000000:00000001:1.0:1767384341.760014:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384341.760016:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.760019:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294928817 00000100:00100000:1.0:1767384341.760020:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000192 00000100:00000001:0.0:1767384341.760023:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294928817 00000020:00000001:1.0:1767384341.760024:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384341.760027:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384341.760027:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294928817 00000020:00000001:1.0:1767384341.760032:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384341.760033:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294928817 00000100:00000001:0.0:1767384341.760036:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294928817 00000400:00000200:3.0:1767384341.760038:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384341.760038:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384341.760043:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384341.760043:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.760045:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004311e3a9. 00000100:00000001:0.0:1767384341.760049:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.760050:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:3.0:1767384341.760052:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e2387. 00000100:00000001:0.0:1767384341.760053:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384341.760055:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:3.0:1767384341.760060:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000100:00000001:0.0:1767384341.760061:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.760063:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.760064:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384341.760065:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004311e3a9 00000400:00000010:3.0:1767384341.760070:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000e79d595c. 00000020:00000010:1.0:1767384341.760070:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fea4820. 00000100:00000001:0.0:1767384341.760071:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.760074:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.760077:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.760078:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:0.0:1767384341.760078:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.760085:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fea4820. 00000100:00000001:0.0:1767384341.760085:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760088:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000400:00000200:3.0:1767384341.760093:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000020:00000010:1.0:1767384341.760095:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056fc203. 00000400:00000010:3.0:1767384341.760098:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000042e56cdf. 00000100:00000001:0.0:1767384341.760119:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.760123:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.760125:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a02c71ec. 00000400:00000010:3.0:1767384341.760130:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553b68db. 00000020:00000010:1.0:1767384341.760132:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000435aeefe. 00000400:00000010:3.0:1767384341.760136:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c401bcb. 00000100:00000001:0.0:1767384341.760137:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384341.760141:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384341.760142:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000320 00000400:00000200:3.0:1767384341.760147:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 02000000:00000001:0.0:1767384341.760147:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384341.760148:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.760151:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.760152:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384341.760156:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.760156:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760157:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 02000000:00000001:0.0:1767384341.760164:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.760167:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760168:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:0.0:1767384341.760169:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000320 00000020:00000001:0.0:1767384341.760173:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384341.760177:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:00000040:0.0:1767384341.760177:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384341.760179:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.760181:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384341.760181:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384341.760188:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384341.760191:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384341.760192:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000001:1.0:1767384341.760194:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384341.760197:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.760198:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384341.760200:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000010:0.0:1767384341.760204:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6fe3fe6. 00000100:00100000:1.0:1767384341.760206:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000400:00000200:3.0:1767384341.760208:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000100:00000040:1.0:1767384341.760210:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384341.760215:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932664400 : -130122776887216 : ffff89a76e1b4050) 00000400:00000200:3.0:1767384341.760217:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000100:00000001:0.0:1767384341.760219:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384341.760222:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e60b0eaf x1853236743000192/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384341.760226:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6fe3fe6. 00000100:00000001:1.0:1767384341.760235:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384341.760236:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:00000010:0.0:1767384341.760238:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008285b263. 00000020:00000010:1.0:1767384341.760240:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fea4820. 00000100:00000001:1.0:1767384341.760246:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.760248:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:00000010:0.0:1767384341.760248:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f867153b. 00000020:00000010:1.0:1767384341.760249:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fea4820. 00000400:00000200:3.0:1767384341.760258:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:00000010:0.0:1767384341.760258:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005314177b. 00000100:00100000:1.0:1767384341.760262:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e60b0eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743000192:12345-0@lo:253: 00000100:00000001:0.0:1767384341.760268:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384341.760269:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000192 00000400:00000200:3.0:1767384341.760271:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000020:00000001:1.0:1767384341.760273:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384341.760273:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384341.760277:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.760278:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384341.760282:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000020:00000001:1.0:1767384341.760282:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.760285:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760286:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000020:00000001:1.0:1767384341.760293:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384341.760294:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:0.0:1767384341.760295:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384341.760297:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384341.760304:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384341.760307:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.760309:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000020:00000001:1.0:1767384341.760311:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384341.760311:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384341.760315:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384341.760315:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384341.760320:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000020:00000001:1.0:1767384341.760321:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.760322:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000001:1.0:1767384341.760327:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384341.760328:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 02000000:00000001:1.0:1767384341.760332:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384341.760332:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932672592 : -130122776879024 : ffff89a76e1b6050) 00000400:00000200:3.0:1767384341.760335:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 02000000:00000010:1.0:1767384341.760339:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d7c79e0. 00000100:00000040:0.0:1767384341.760340:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc350408 x1853236743000320/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384341.760345:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760350:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:1.0:1767384341.760350:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.760356:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384341.760358:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384341.760363:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6fe3fe6. 00000400:00000200:3.0:1767384341.760364:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 20000000:00000010:1.0:1767384341.760366:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 00000100:00000001:0.0:1767384341.760367:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384341.760372:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384341.760373:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6fe3fe6. 20000000:00000001:1.0:1767384341.760377:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384341.760380:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384341.760381:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 20000000:00000001:1.0:1767384341.760384:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.760385:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc350408 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743000320:12345-0@lo:253: 20000000:00000001:1.0:1767384341.760390:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.760396:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:0.0:1767384341.760396:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000320 00000400:00000200:3.0:1767384341.760401:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00000020:00000001:0.0:1767384341.760401:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384341.760406:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:1.0:1767384341.760408:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000839ca037. 00000020:00000001:0.0:1767384341.760408:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384341.760427:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:1.0:1767384341.760434:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384341.760440:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 18], ns[81, 18] 00080000:00000001:1.0:1767384341.760441:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384341.760446:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384341.760448:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 00000020:00000001:0.0:1767384341.760450:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384341.760454:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384341.760458:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[83, 18] 00000020:00000001:0.0:1767384341.760459:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384341.760462:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384341.760465:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384341.760467:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384341.760470:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000020:00000001:0.0:1767384341.760471:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384341.760476:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000020:00000001:0.0:1767384341.760481:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.760482:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760486:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp33 00000100:00000001:0.0:1767384341.760486:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384341.760488:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:0.0:1767384341.760489:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384341.760493:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.760496:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006c8ff9bd. 00000400:00000200:3.0:1767384341.760497:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp33 lpni_is_preferred = 0 00080000:00000001:1.0:1767384341.760498:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 02000000:00000001:0.0:1767384341.760502:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.760503:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.760505:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760506:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp33 00080000:00000002:1.0:1767384341.760509:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 20000000:00000001:0.0:1767384341.760511:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384341.760517:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp33 NI seq info: [87:87:256:4294967295] 192.168.204.108@tcp33 LPNI seq info [86:86:8:4294967295] 00000020:00000001:1.0:1767384341.760517:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 20000000:00000010:0.0:1767384341.760520:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a41edf3. 00080000:00000002:1.0:1767384341.760522:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384341.760526:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384341.760529:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384341.760530:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384341.760531:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp33 20000000:00000001:0.0:1767384341.760535:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384341.760538:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.760538:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.760541:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.760546:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384341.760550:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33:) -> 192.168.204.108@tcp33(192.168.204.108@tcp:192.168.204.108@tcp33) : GET try# 0 00080000:00000001:1.0:1767384341.760550:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384341.760557:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384341.760560:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp33 00000020:00000001:1.0:1767384341.760563:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000800:00000010:3.0:1767384341.760566:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007cede088. 00080000:00000001:1.0:1767384341.760567:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384341.760573:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000008c7471. 00000800:00000010:3.0:1767384341.760577:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008d409b2a. 00080000:00000001:1.0:1767384341.760577:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935112192 : -130127774439424 : ffff89a6443aa800) 00080000:00000001:1.0:1767384341.760582:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384341.760586:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dd418e43. 00000001:00000001:1.0:1767384341.760586:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384341.760591:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003fea4820. 00000800:00000200:3.0:1767384341.760597:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00080000:00000001:1.0:1767384341.760597:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.760600:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:3.1:1767384341.760605:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00080000:00000001:1.0:1767384341.760615:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.760623:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384341.760627:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000001:1.0:1767384341.760631:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384341.760689:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760742:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760775:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760804:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760829:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760849:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760868:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760890:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760916:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760955:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.760983:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761021:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761046:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761071:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761096:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761400:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761446:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384341.761465:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00080000:00000010:1.0:1767384341.761489:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000008c7471. 00000400:00000200:3.0:1767384341.761492:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00080000:00000010:0.0:1767384341.761534:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003fea4820. 00000400:00000200:3.0:1767384341.761535:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00040000:00000001:0.0:1767384341.761541:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384341.761544:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384341.761547:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384341.761550:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384341.761552:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.761554:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384341.761565:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384341.761577:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.761579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 20000000:00000010:1.0:1767384341.761579:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000008c7471. 20000000:01000000:0.0:1767384341.761580:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384341.761584:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:1.0:1767384341.761588:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384341.761590:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384341.761591:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384341.761595:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384341.761601:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384341.761607:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.761609:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384341.761610:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.761612:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384341.761613:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384341.761615:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384341.761618:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:1.0:1767384341.761619:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384341.761621:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384341.761623:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.761625:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384341.761627:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384341.761628:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000020:00000001:1.0:1767384341.761630:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384341.761633:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384341.761636:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000913aa7ff. 00080000:00000001:1.0:1767384341.761638:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935115264 : -130127774436352 : ffff89a6443ab400) 00080000:00000001:1.0:1767384341.761645:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384341.761647:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384341.761650:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003eed51e2. 00080000:00000001:1.0:1767384341.761652:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.761654:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384341.761661:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384341.761665:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384341.761667:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00080000:00000001:1.0:1767384341.761668:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384341.761670:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384341.761674:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384341.761678:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384341.761681:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384341.761688:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034d9a7ce. 00010000:00000001:0.0:1767384341.761693:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384341.761696:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b8f24c3c. 00000020:00000001:0.0:1767384341.761699:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384341.761703:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b8f24c3c with handle 0x88edd5ef35457e1a to hash 00000020:00000001:0.0:1767384341.761705:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384341.761706:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00000400:00000200:3.0:1767384341.761713:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00080000:00000020:1.0:1767384341.761743:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384341.761743:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00000400:00000200:3.0:1767384341.761748:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000100:00000001:1.0:1767384341.761749:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384341.761750:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:1.0:1767384341.761752:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00010000:00000001:0.0:1767384341.761754:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.761758:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384341.761759:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384341.761765:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743000192 00010000:00000001:1.0:1767384341.761769:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384341.761769:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:1.0:1767384341.761775:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e60b0eaf x1853236743000192/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.761775:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384341.761778:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384341.761781:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.761784:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.761788:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384341.761791:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00010000:00000001:0.0:1767384341.761791:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.761792:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.761793:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384341.761797:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.761798:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384341.761801:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384341.761803:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00001000:1.0:1767384341.761805:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=51 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384341.761805:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034d9a7ce) refcount = 1 00010000:00010000:0.0:1767384341.761811:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384341.761814:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384341.761816:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384341.761820:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:1.0:1767384341.761822:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384341.761822:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.761826:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.761829:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384341.761829:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.761831:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 20000000:00000001:0.0:1767384341.761834:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:1.0:1767384341.761836:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:01000000:0.0:1767384341.761839:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 02000000:00000001:1.0:1767384341.761841:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.761842:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.761846:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.761848:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384341.761848:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=4 00000020:00000001:0.0:1767384341.761852:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00000100:00000040:1.0:1767384341.761857:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384341.761857:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384341.761861:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:1.0:1767384341.761862:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073f35ac. 00010000:00010000:0.0:1767384341.761863:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384341.761869:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743000192, offset 224 00000400:00000200:3.0:1767384341.761870:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00010000:00000001:0.0:1767384341.761882:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384341.761883:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384341.761885:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.761890:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.761893:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384341.761895:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.761897:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384341.761904:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.761906:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.761908:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384341.761910:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.761911:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05080 00000400:00000200:3.0:1767384341.761913:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384341.761923:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18fd [2] + 224 00010000:00010000:0.0:1767384341.761924:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b8f24c3c already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384341.761928:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.761932:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384341.761933:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.761934:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384341.761942:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384341.761944:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384341.761945:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384341.761946:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.761949:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=5 00000020:00000001:0.0:1767384341.761952:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00000100:00000001:1.0:1767384341.761953:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384341.761954:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00000400:00000200:3.0:1767384341.761956:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00010000:00000001:0.0:1767384341.761958:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:1.0:1767384341.761962:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384341.761963:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.761968:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384341.761969:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.761977:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.761983:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384341.761985:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384341.761989:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.761989:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.761992:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.761997:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b8f24c3c with handle 0x88edd5ef35457e1a from hash 00000400:00000200:3.0:1767384341.761999:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00010000:00000001:0.0:1767384341.762000:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384341.762004:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.762007:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.762010:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384341.762013:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384341.762014:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384341.762016:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384341.762018:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.762019:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384341.762020:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.762024:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384341.762025:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384341.762027:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.762028:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.762029:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.762030:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073f35ac 00010000:00000001:0.0:1767384341.762031:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.762036:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073f35ac. 00010000:00000001:0.0:1767384341.762036:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.762041:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384341.762044:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384341.762045:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384341.762046:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000100:00000001:1.0:1767384341.762048:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384341.762048:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.762052:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384341.762054:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384341.762055:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384341.762057:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.762057:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.762060:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1767384341.762063:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384341.762064:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.762068:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:0.0:1767384341.762069:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.762073:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.762073:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384341.762079:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384341.762081:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384341.762085:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e60b0eaf x1853236743000192/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.762090:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384341.762091:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00010000:00010000:0.0:1767384341.762093:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b8f24c3c/0x88edd5ef35457e1a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384341.762122:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034d9a7ce count: 0 00010000:00000001:0.0:1767384341.762133:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384341.762135:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e60b0eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743000192:12345-0@lo:253: Request processed in 1897us (2463us total) trans 0 rc 0/0 20000000:00000001:0.0:1767384341.762136:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384341.762147:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384341.762151:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384341.762155:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384341.762157:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384341.762160:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384341.762163:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a02c71ec. 00000100:00000001:0.0:1767384341.762163:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384341.762169:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384341.762170:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000020:00000010:1.0:1767384341.762170:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000435aeefe. 00000400:00000001:0.0:1767384341.762172:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.762175:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633d6480. 00000020:00000010:1.0:1767384341.762179:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056fc203. 00000400:00000200:0.0:1767384341.762180:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d1f75d 00000400:00000010:0.0:1767384341.762185:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8d1f75d. 00000020:00000040:1.0:1767384341.762190:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:0.0:1767384341.762190:0:16348:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384341.762197:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384341.762197:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384341.762201:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d7c79e0. 02000000:00000001:1.0:1767384341.762206:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384341.762211:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.762212:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000100:00000200:0.0:1767384341.762215:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384341.762220:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384341.762227:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e617f4c. 00000100:00000001:0.0:1767384341.762229:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.762233:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384341.762234:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073f35ac. 00000100:00000001:0.0:1767384341.762237:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.762242:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.762244:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.762246:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.762250:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.762254:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.762259:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.762262:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.762263:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.762265:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384341.762268:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.762270:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.762275:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.762283:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.762292:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.762293:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384341.762296:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384341.762298:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384341.762298:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.762299:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.762300:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.762302:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.762303:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384341.762304:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384341.762306:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.762307:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384341.762310:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.762316:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743000192:0@lo:253: 00000100:00000001:0.0:1767384341.762319:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.762326:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.762329:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743000192/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.762334:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.762336:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.762338:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537f48de. 02000000:00000001:0.0:1767384341.762343:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.762345:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.762346:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384341.762348:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.762350:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052a45137. 02000000:00000001:0.0:1767384341.762354:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.762356:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.762357:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:0.0:1767384341.762360:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.762362:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.762364:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.762368:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.762369:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.762371:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384341.762375:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006169ae5f. 00000100:00000001:0.0:1767384341.762379:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384341.762383:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c8a18c2. 00000800:00000010:3.0:1767384341.762391:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097b835f8. 00000800:00000010:3.0:1767384341.762437:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097b835f8. 00000800:00020000:3.0:1767384341.762448:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384341.762459:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c8a18c2. 00000800:00000010:3.0:1767384341.762462:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006169ae5f. 00000400:02020000:3.0:1767384341.762514:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384341.762522:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp33 notifying 192.168.204.108@tcp33: down 00000800:00000200:3.0:1767384341.762529:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp33 down 00000800:00000100:3.0:1767384341.762537:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp33 00000800:00000010:3.0:1767384341.762540:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007cede088. 00000400:00000200:3.0:1767384341.762544:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384341.762549:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384341.762557:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp33 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:3.0:1767384341.762560:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384341.762563:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384341.762567:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384341.762596:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384341.762609:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100851 00000400:00000001:1.0:1767384341.762613:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384341.762614:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384341.762616:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553b68db 00000400:00000010:1.0:1767384341.762618:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553b68db. 00000400:00000200:1.0:1767384341.762628:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384341.762632:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:1.0:1767384341.762636:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000042e56cdf. 00000400:00000200:1.0:1767384341.762640:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (27) 00000400:00000200:1.0:1767384341.762643:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:1.0:1767384341.762647:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 rc -71 00000400:00000200:1.0:1767384341.762651:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384341.762654:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (26) 00080000:00000010:0.0:1767384341.763065:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000913aa7ff. 00080000:00000010:1.0:1767384341.763129:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003eed51e2. 00040000:00000001:1.0:1767384341.763136:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384341.763138:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384341.763141:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384341.763144:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384341.763147:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.763150:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384341.763153:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384341.763163:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384341.763166:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384341.763169:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384341.763172:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384341.763173:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384341.763176:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384341.763179:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384341.763181:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384341.763185:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000051366a62. 00010000:00000001:0.0:1767384341.763187:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384341.763190:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026f1628e. 00000020:00000001:0.0:1767384341.763193:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384341.763194:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026f1628e with handle 0x88edd5ef35457e21 to hash 00000020:00000001:0.0:1767384341.763197:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384341.763199:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763202:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763204:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.763206:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.763208:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.763215:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384341.763218:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384341.763219:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384341.763221:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.763222:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.763224:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.763225:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.763228:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384341.763229:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384341.763231:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384341.763233:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384341.763235:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000051366a62) refcount = 1 00010000:00010000:0.0:1767384341.763239:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.763245:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384341.763253:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384341.763255:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.763257:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763259:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384341.763262:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384341.763265:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384341.763268:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.763270:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.763272:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026f1628e refcount=4 00000020:00000001:0.0:1767384341.763274:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763276:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763278:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384341.763280:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.763285:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384341.763287:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384341.763288:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384341.763294:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384341.763295:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384341.763298:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a41edf3. 00010000:00000001:0.0:1767384341.763299:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384341.763301:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384341.763306:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763307:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.763309:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384341.763312:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743000320 00010000:00000001:0.0:1767384341.763313:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384341.763315:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.763318:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384341.763323:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000026f1628e already unused, calling callback (00000000594674ee) 00010000:00000200:1.0:1767384341.763325:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc350408 x1853236743000320/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.763326:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.763328:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384341.763330:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.763344:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384341.763348:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384341.763353:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=51 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384341.763355:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384341.763356:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.763357:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.763358:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026f1628e refcount=5 00000020:00000001:0.0:1767384341.763359:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763362:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838528 : -130123450713088 : ffff89a745f17c00) 00010000:00000001:0.0:1767384341.763365:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384341.763368:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384341.763370:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384341.763374:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384341.763376:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384341.763377:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.763379:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.763382:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384341.763383:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384341.763385:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1767384341.763388:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384341.763388:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384341.763392:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763392:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.763393:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000026f1628e with handle 0x88edd5ef35457e21 from hash 00010000:00000001:0.0:1767384341.763398:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384341.763399:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384341.763400:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.763403:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.763406:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384341.763407:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384341.763408:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384341.763425:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1767384341.763428:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1a02b63. 00010000:00000001:0.0:1767384341.763428:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384341.763430:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.763433:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.763436:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743000320, offset 224 00010000:00000001:0.0:1767384341.763436:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384341.763438:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384341.763443:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.763444:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.763444:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763446:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763449:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.763450:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384341.763457:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.763461:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384341.763467:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.763469:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.763470:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384341.763472:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384341.763473:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384341.763477:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05100 00010000:00000001:0.0:1767384341.763477:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.763480:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384341.763484:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.763486:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.763489:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1905 [2] + 224 00010000:00010000:0.0:1767384341.763490:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.763500:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384341.763500:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384341.763501:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384341.763504:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000026f1628e/0x88edd5ef35457e21 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384341.763509:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384341.763512:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000051366a62 count: 0 00000100:00000001:1.0:1767384341.763515:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384341.763521:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.763521:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384341.763524:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384341.763535:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.763552:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384341.763559:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a02b63 00000100:00000001:0.0:1767384341.763560:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384341.763562:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1a02b63. 00000100:00000001:0.0:1767384341.763563:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.763568:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384341.763570:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384341.763572:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384341.763574:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384341.763578:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.763578:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:0.0:1767384341.763583:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091a70bca 00000100:00000040:1.0:1767384341.763584:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:0.0:1767384341.763588:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091a70bca. 00010000:00000001:1.0:1767384341.763589:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384341.763594:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.763597:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384341.763597:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384341.763607:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc350408 x1853236743000320/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.763607:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.763639:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc350408 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743000320:12345-0@lo:253: Request processed in 3279us (3756us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384341.763642:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.763648:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.763651:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384341.763661:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:0.0:1767384341.763661:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.763664:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384341.763668:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384341.763668:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.763670:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.763673:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384341.763674:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.763678:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384341.763679:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=51 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384341.763683:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f867153b. 00000100:00001000:0.0:1767384341.763683:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.763685:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.763688:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.763690:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384341.763691:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.763693:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.763694:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005314177b. 00000100:00000040:0.0:1767384341.763697:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384341.763701:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008285b263. 00000100:00000001:0.0:1767384341.763704:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384341.763708:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:0.0:1767384341.763708:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.763710:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384341.763715:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384341.763715:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384341.763716:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000010:1.0:1767384341.763719:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006c8ff9bd. 00000020:01000004:0.0:1767384341.763720:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.763722:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.763724:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.763726:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.763727:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384341.763728:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384341.763729:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384341.763729:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384341.763734:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.763735:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384341.763742:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384341.763743:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743000320:0@lo:253: 00000100:00000001:0.0:1767384341.763749:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.763750:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384341.763751:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b9c6c0. 00000100:00000040:0.0:1767384341.763752:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743000320/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384341.763759:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1a02b63. 00000100:00000001:0.0:1767384341.763760:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.763762:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.763770:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000027e2c012. 02000000:00000001:0.0:1767384341.763774:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.763775:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.763777:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384341.763779:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.763781:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004388e0a1. 02000000:00000001:0.0:1767384341.763784:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.763786:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.763787:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:0.0:1767384341.763790:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.763792:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.763793:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.763797:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.763798:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.763800:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.763802:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.765157:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294928817, at 4294928818 00000100:00000040:1.0:1767384341.765159:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294928817, at 4294928818 00000100:00000010:3.0:1767384341.765168:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c87d28cc. 00000100:00000010:1.0:1767384341.765170:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003091c92e. 00000100:00000040:2.0:1767384341.766139:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294928817, at 4294928819 00000100:00000040:0.0:1767384341.766144:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294928817, at 4294928819 00000100:00000010:2.0:1767384341.766152:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a72f3bb6. 00000100:00000010:0.0:1767384341.766154:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b5c5dc. 00010000:00000010:0.1:1767384341.773132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034d9a7ce. 00010000:00000010:0.1:1767384341.773140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b8f24c3c. 00010000:00000010:0.1:1767384341.773145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000051366a62. 00010000:00000010:0.1:1767384341.773147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026f1628e. 00000400:00000010:2.0:1767384341.775867:0:29151:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000690192e7. 00000400:00000040:2.0:1767384341.775887:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.775891:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.775894:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.775895:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.775898:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.775899:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384341.775902:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.775903:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.775905:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.775906:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384341.775909:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.775911:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.775913:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.775915:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.775916:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384341.775919:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.775920:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.775922:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384341.775923:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384341.775926:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.775928:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.775930:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.775931:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.775933:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.775935:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384341.775937:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.775939:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.775940:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.775943:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.775945:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.775946:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384341.775949:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.775951:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.775953:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.775954:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.775956:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.775964:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384341.775966:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.775968:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.775970:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.775972:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.775974:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.775975:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384341.775977:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384341.775979:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384341.775981:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384341.775982:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384341.775984:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384341.775986:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.775988:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.775990:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384341.775992:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.775994:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384341.775996:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384341.775998:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384341.776000:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384341.776002:0:29151:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384341.776084:0:29151:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000690192e7. 00000100:00000040:0.0:1767384341.843164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384341.843167:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384341.843172:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:1.0:1767384341.843173:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384341.843180:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 00000100:00000010:0.0:1767384341.843185:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:1.0:1767384341.843187:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384341.843193:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384341.843194:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384341.843197:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384341.843200:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.843200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384341.843207:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.843207:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.843214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001af3d5c3. 02000000:00000010:1.0:1767384341.843216:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000257c08c0. 00000100:00000001:0.0:1767384341.843220:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.843222:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843229:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384341.843231:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.843235:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.843241:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384341.843243:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.843247:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036161841] to pc [ptlrpcd_00_03+3] req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.843248:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_00+0] req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.843287:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384341.843291:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384341.843300:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384341.843303:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000020:00000040:0.0:1767384341.843305:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384341.843306:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.843308:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.843310:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.843313:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070888bc1. 00000100:00000001:0.0:1767384341.843316:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843319:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.843325:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384341.843326:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_01+1] req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.843330:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384341.843336:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384341.843338:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.843338:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843339:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384341.843344:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767384341.843344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384341.843347:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384341.843350:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767384341.843350:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 00000100:00000001:2.0:1767384341.843354:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384341.843355:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384341.843357:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.843358:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.843358:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384341.843363:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384341.843363:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.843366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843367:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384341.843367:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384341.843371:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ce58d51. 00000100:00000001:1.0:1767384341.843372:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384341.843374:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.843374:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.843379:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384341.843382:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384341.843384:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.843388:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384341.843391:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384341.843394:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.843397:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.843400:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384341.843401:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384341.843404:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.843405:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384341.843426:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf8f912] to pc [ptlrpcd_00_02+2] req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384341.843433:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853236743000704:0@lo:400: 00000100:00000001:1.0:1767384341.843440:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.843444:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843446:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384341.843450:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384341.843452:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.843455:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384341.843456:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.843463:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384341.843463:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.843467:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384341.843469:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fcb127. 00000100:00100000:1.0:1767384341.843471:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743000576:0@lo:13: 02000000:00000001:2.0:1767384341.843473:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843473:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000100:00000001:1.0:1767384341.843481:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384341.843482:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e03e2f. 02000000:00000001:1.0:1767384341.843485:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.843488:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.843489:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 02000000:00000001:1.0:1767384341.843494:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384341.843497:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743000704, portal 10 02000000:00000010:1.0:1767384341.843500:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e1bdebfd. 00000100:00000001:2.0:1767384341.843502:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384341.843505:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843506:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000001:0.0:1767384341.843507:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384341.843511:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804ce07b. 00000100:00100000:0.0:1767384341.843513:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767384341.843518:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.843518:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384341.843520:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000100:00000001:0.0:1767384341.843526:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384341.843528:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743000576, portal 4 00000100:00000001:0.0:1767384341.843530:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.843535:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.843537:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.843538:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384341.843539:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000100:00000001:0.0:1767384341.843540:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.843544:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384341.843546:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384341.843551:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dbb30a3. 00000100:00000040:1.0:1767384341.843552:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.843552:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384341.843557:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743000704, offset 0 00000400:00000200:2.0:1767384341.843571:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384341.843587:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.843588:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384341.843589:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384341.843591:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.843596:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384341.843598:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384341.843600:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384341.843603:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05280 00000400:00000010:1.0:1767384341.843604:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 02000000:00000001:0.0:1767384341.843606:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.843612:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743000576, offset 0 00000100:00100000:0.0:1767384341.843613:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743000832:0@lo:400: 00000400:00000200:2.0:1767384341.843617:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:0.0:1767384341.843624:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384341.843628:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384341.843628:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384341.843632:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.843634:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384341.843637:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384341.843638:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384341.843644:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000151184a4. 00000100:00000001:2.0:1767384341.843647:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384341.843648:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384341.843651:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384341.843651:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384341.843655:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000100:00000010:2.0:1767384341.843657:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a7ca2ed. 00000100:00000040:2.0:1767384341.843661:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000a7ca2ed x1853236743000704 msgsize 224 00000400:00000010:0.0:1767384341.843664:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000100:00100000:2.0:1767384341.843670:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384341.843670:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc05200 00000100:00000200:0.0:1767384341.843672:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743000832, portal 10 00000100:00000001:0.0:1767384341.843678:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.843679:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000100:00000001:2.0:1767384341.843681:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384341.843682:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 1792 00000100:00000040:0.0:1767384341.843689:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.843702:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.843703:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384341.843705:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dbb30a3 00000400:00000010:2.0:1767384341.843709:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dbb30a3. 00000400:00000200:1.0:1767384341.843714:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384341.843714:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384341.843715:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384341.843720:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.843722:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384341.843727:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:0.0:1767384341.843728:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000200:0.0:1767384341.843735:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743000832, offset 0 00000100:00000010:1.0:1767384341.843736:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf23c207. 00000100:00000040:1.0:1767384341.843743:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000cf23c207 x1853236743000576 msgsize 224 00000100:00000001:2.0:1767384341.843748:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384341.843750:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384341.843753:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.843759:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384341.843766:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384341.843772:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.843776:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384341.843777:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384341.843781:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05300 00000400:00000200:1.0:1767384341.843786:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 00000400:00000010:1.0:1767384341.843790:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000100:00000001:2.0:1767384341.843791:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.843798:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2587 usecs (3 jiffies) 00000100:00000001:1.0:1767384341.843798:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384341.843804:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767384341.843805:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928899 00000100:00000200:1.0:1767384341.843807:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384341.843814:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000400:00000200:0.0:1767384341.843816:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384341.843824:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384341.843827:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384341.843827:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.843831:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928899 00000100:00000040:1.0:1767384341.843835:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.843835:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384341.843836:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000200:0.0:1767384341.843840:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384341.843841:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384341.843847:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928899 00000100:00000010:0.0:1767384341.843848:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d6f515. 00000100:00000001:3.0:1767384341.843851:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384341.843853:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5ffbc93. 00000100:00000001:1.0:1767384341.843854:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.843855:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000019d6f515 x1853236743000832 msgsize 224 00000100:00000001:3.0:1767384341.843856:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843857:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384341.843860:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.843864:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928899 00000100:00000001:1.0:1767384341.843868:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384341.843869:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8cc1299. 00000100:00100000:0.0:1767384341.843873:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384341.843874:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384341.843877:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3578 usecs (4 jiffies) 00000100:00000001:2.0:1767384341.843880:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.843883:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928900 00000100:00000001:2.0:1767384341.843884:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.843887:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384341.843890:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384341.843893:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.843894:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294928899 00000400:00000200:0.0:1767384341.843899:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000100:00000001:1.0:1767384341.843905:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928900 00000400:00000010:0.0:1767384341.843905:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:2.0:1767384341.843906:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384341.843909:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.843913:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384341.843914:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294928899 00000100:00000001:0.0:1767384341.843914:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384341.843915:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384341.843920:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.843923:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928900 00000100:00100000:2.0:1767384341.843924:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743000448:0@lo:400: 00000100:00000200:0.0:1767384341.843924:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.843932:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294928899 00000100:00000001:2.0:1767384341.843937:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384341.843942:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384341.843942:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928900 02000000:00000001:2.0:1767384341.843946:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.843947:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384341.843949:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384341.843950:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294928899 02000000:00000010:2.0:1767384341.843953:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a3368f0. 00000100:00000040:0.0:1767384341.843954:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.843957:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.843958:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384341.843963:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957f39d7. 00000100:00000001:1.0:1767384341.843966:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.843968:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dbb30a3. 00000100:00000001:0.0:1767384341.843973:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384341.843974:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743000448, portal 4 00000100:00000001:2.0:1767384341.843978:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384341.843980:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.843980:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.843981:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:1.0:1767384341.843987:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.843988:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.843989:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.843994:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384341.843996:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3062 usecs (4 jiffies) 00000100:00000001:1.0:1767384341.843999:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.844000:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384341.844002:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294928900 00000100:00000001:1.0:1767384341.844005:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.844007:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384341.844009:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294928900 00000100:00000001:1.0:1767384341.844011:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.844012:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000001:0.0:1767384341.844014:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294928900 00000100:00000200:2.0:1767384341.844017:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743000448, offset 0 00000100:00000001:0.0:1767384341.844021:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294928900 00000400:00000200:2.0:1767384341.844025:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384341.844027:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294928900 00000100:00000001:0.0:1767384341.844031:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294928900 00000400:00000200:2.0:1767384341.844035:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.844038:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384341.844043:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000576 00000400:00000200:2.0:1767384341.844044:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc05180 00000100:00000001:0.0:1767384341.844044:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294928900 02000000:00000001:1.0:1767384341.844049:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.844051:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294928900 00000400:00000200:2.0:1767384341.844054:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 3216 00000100:00000001:1.0:1767384341.844055:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.844057:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.844059:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.844060:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.844063:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.844068:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384341.844069:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.844069:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844073:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384341.844076:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1767384341.844077:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000576 00000100:00000001:0.0:1767384341.844078:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384341.844079:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7eb4f61. 00000100:00000040:2.0:1767384341.844084:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000a7eb4f61 x1853236743000448 msgsize 224 00000020:00000001:1.0:1767384341.844084:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384341.844089:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00100000:2.0:1767384341.844091:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384341.844097:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384341.844129:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.844135:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:2.0:1767384341.844136:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000001:2.0:1767384341.844140:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384341.844143:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.844157:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384341.844159:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.844163:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844164:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.844168:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.844170:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3578 usecs (4 jiffies) 00000100:00000001:2.0:1767384341.844171:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928901 00000100:00000001:2.0:1767384341.844175:0:16348:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294928900 00000100:00000001:2.0:1767384341.844177:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928901 00000100:00000001:2.0:1767384341.844178:0:16348:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294928900 00000100:00000001:2.0:1767384341.844180:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928901 00000100:00000001:2.0:1767384341.844181:0:16348:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294928900 00000100:00000001:2.0:1767384341.844184:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928901 00000100:00000001:2.0:1767384341.844186:0:16348:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294928900 00000100:00000001:2.0:1767384341.844188:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.844189:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844190:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844199:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.844203:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384341.844204:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384341.844206:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.844207:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.844207:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844209:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844269:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384341.844270:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000704 02000000:00000001:2.0:1767384341.844272:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384341.844273:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384341.844274:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.844277:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.844284:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000704 00000020:00000001:2.0:1767384341.844286:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384341.844287:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:2.0:1767384341.844288:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384341.844291:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:0.0:1767384341.844291:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384341.844293:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00100000:0.0:1767384341.844295:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000832 00000020:00000001:2.0:1767384341.844297:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 02000000:00000001:0.0:1767384341.844301:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384341.844303:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.844305:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384341.844307:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 00000100:00000001:0.0:1767384341.844309:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844311:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384341.844315:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 02000000:00000001:0.0:1767384341.844316:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.844320:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad6a9370. 00000100:00100000:0.0:1767384341.844321:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000832 00000020:00000010:2.0:1767384341.844325:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ed15148. 00000020:00000001:0.0:1767384341.844326:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384341.844331:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000010:2.0:1767384341.844332:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000020:00000001:0.0:1767384341.844334:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.844338:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000100:00000040:2.0:1767384341.844342:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384341.844342:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384341.844347:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384341.844348:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384341.844349:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384341.844354:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.844356:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384341.844361:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1767384341.844362:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef76bb32. 00000100:00000001:2.0:1767384341.844364:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384341.844368:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384341.844370:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000086fba1af. 00000100:00000001:2.0:1767384341.844376:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384341.844378:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:2.0:1767384341.844389:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384341.844392:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384341.844395:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384341.844398:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384341.844402:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000020:00000010:0.0:1767384341.844403:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2e9eb7e. 00000100:00000001:2.0:1767384341.844406:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040579200 : -130122668972416 : ffff89a77489e680) 00000020:00000010:0.0:1767384341.844424:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbae70e1. 00000100:00000040:2.0:1767384341.844426:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a7ca2ed x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384341.844432:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000001:2.0:1767384341.844435:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384341.844439:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 00000100:00000001:0.0:1767384341.844440:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.844442:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.844444:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384341.844445:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 00000100:00000001:0.0:1767384341.844449:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384341.844458:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a7ca2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853236743000704:12345-0@lo:400: 00000100:00000001:0.0:1767384341.844458:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384341.844463:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384341.844464:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000704 00000100:00000001:0.0:1767384341.844468:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.844469:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384341.844474:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384341.844477:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.844479:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384341.844480:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:0.0:1767384341.844482:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.844484:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384341.844487:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.844489:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384341.844491:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384341.844494:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.844496:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384341.844500:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384341.844504:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384341.844506:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384341.844509:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002d0f0668. 00000100:00000001:0.0:1767384341.844510:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384341.844511:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 02000000:00000001:2.0:1767384341.844514:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.844518:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:2.0:1767384341.844519:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.844520:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000020:00000001:1.0:1767384341.844525:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:2.0:1767384341.844526:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.844528:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00010000:00000040:2.0:1767384341.844534:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743000704 00000100:00000001:0.0:1767384341.844534:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089061248 : -130122620490368 : ffff89a7776dad80) 00000100:00000001:1.0:1767384341.844536:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384341.844542:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384341.844544:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000040:0.0:1767384341.844546:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019d6f515 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384341.844550:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a7ca2ed x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384341.844552:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000efb0f5fd. 00000020:00000040:1.0:1767384341.844561:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384341.844570:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384341.844576:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056fc203. 00010000:00000001:2.0:1767384341.844579:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384341.844579:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.844582:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a02c71ec. 00010000:00000001:2.0:1767384341.844583:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384341.844585:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fba1af. 00000100:00001000:2.0:1767384341.844589:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=45 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384341.844591:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000435aeefe. 00000100:00000001:0.0:1767384341.844591:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.844595:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384341.844598:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086fba1af. 00000100:00000040:2.0:1767384341.844600:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384341.844604:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000040:1.0:1767384341.844606:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:2.0:1767384341.844607:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384341.844608:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019d6f515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743000832:12345-0@lo:400: 02000000:00000001:2.0:1767384341.844610:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.844613:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.844615:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384341.844617:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000832 00000100:00000001:1.0:1767384341.844619:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384341.844620:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384341.844621:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384341.844623:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.844626:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000020:00000001:0.0:1767384341.844626:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384341.844631:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384341.844632:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743000704, offset 224 00000100:00000001:1.0:1767384341.844632:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.844635:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384341.844640:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000400:00000200:2.0:1767384341.844645:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384341.844646:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384341.844647:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384341.844651:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.844655:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384341.844657:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384341.844661:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384341.844661:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384341.844664:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05280 00000100:00000001:1.0:1767384341.844666:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384341.844666:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.844672:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1925 [1] + 224 00000020:00000001:0.0:1767384341.844672:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384341.844676:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000200:2.0:1767384341.844678:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.844678:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384341.844683:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384341.844684:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384341.844691:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000288c084b. 00000100:00000001:2.0:1767384341.844692:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384341.844692:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000200:2.0:1767384341.844698:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.844699:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088527104 : -130122621024512 : ffff89a777658700) 02000000:00000001:0.0:1767384341.844699:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.844706:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.844712:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf23c207 x1853236743000576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384341.844713:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.844714:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384341.844722:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743000832 00010000:00000001:0.0:1767384341.844729:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384341.844737:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019d6f515 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.844743:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384341.844747:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384341.844748:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efb0f5fd. 00000400:00000200:2.0:1767384341.844752:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000100:00000001:1.0:1767384341.844753:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384341.844757:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000020:00000010:1.0:1767384341.844759:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efb0f5fd. 00000100:00000001:2.0:1767384341.844764:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384341.844768:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384341.844769:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384341.844769:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf23c207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236743000576:12345-0@lo:13: 00010000:00000001:0.0:1767384341.844773:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844776:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.844776:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000576 00000100:00001000:0.0:1767384341.844778:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=45 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384341.844783:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384341.844784:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384341.844785:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384341.844788:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384341.844791:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384341.844792:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:1.0:1767384341.844793:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.844795:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.844799:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384341.844799:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:2.0:1767384341.844800:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384341.844805:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 02000000:00000001:0.0:1767384341.844805:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384341.844809:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7ca2ed x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384341.844809:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.844813:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384341.844815:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384341.844818:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.844823:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384341.844825:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384341.844829:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384341.844830:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00100000:2.0:1767384341.844834:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a7ca2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853236743000704:12345-0@lo:400: Request processed in 395us (1168us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384341.844834:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384341.844836:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743000832, offset 224 00000100:00000001:1.0:1767384341.844842:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384341.844846:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384341.844849:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004c391828. 00000100:00100000:2.0:1767384341.844851:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000400:00000200:0.0:1767384341.844852:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384341.844853:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.844858:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:1.0:1767384341.844858:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.844864:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1767384341.844866:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384341.844867:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384341.844869:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:1.0:1767384341.844871:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:2.0:1767384341.844872:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ed15148. 00000020:00000001:1.0:1767384341.844874:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:2.0:1767384341.844877:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000400:00000200:0.0:1767384341.844881:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05300 00000020:00000010:2.0:1767384341.844883:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad6a9370. 00000020:00000001:1.0:1767384341.844884:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384341.844887:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:0.0:1767384341.844890:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1935 [1] + 224 00000020:00000020:1.0:1767384341.844895:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000040:2.0:1767384341.844896:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000400:00000200:0.0:1767384341.844898:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384341.844900:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384341.844900:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1767384341.844907:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000020:1.0:1767384341.844908:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384341.844912:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384341.844916:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:1.0:1767384341.844917:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384341.844918:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384341.844918:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384341.844922:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000001:2.0:1767384341.844924:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384341.844926:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384341.844928:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:1.0:1767384341.844931:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.844932:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e03e2f. 00000400:00000200:2.0:1767384341.844937:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00010000:00000040:1.0:1767384341.844937:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743000576 00000400:00000010:2.0:1767384341.844941:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00010000:00000001:1.0:1767384341.844942:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384341.844943:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.844948:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:1.0:1767384341.844950:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf23c207 x1853236743000576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384341.844954:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.844977:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384341.844980:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.844981:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384341.844983:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384341.844985:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=41 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384341.844989:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000100:00000001:1.0:1767384341.844992:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384341.844994:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000040:1.0:1767384341.844997:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384341.845001:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384341.845003:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384341.845006:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384341.845007:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384341.845008:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384341.845012:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.845012:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.845013:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.845016:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384341.845019:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384341.845023:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384341.845023:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 02000000:00000001:2.0:1767384341.845024:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384341.845028:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384341.845028:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 00010000:00000001:0.0:1767384341.845029:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384341.845031:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.845034:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.845034:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.845035:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743000576, offset 224 00000020:00000001:0.0:1767384341.845041:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384341.845042:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=45 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384341.845043:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1767384341.845049:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.845052:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384341.845054:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.845055:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384341.845057:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d6f515 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384341.845058:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384341.845065:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.845066:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc05200 00000400:00000200:1.0:1767384341.845078:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1929 [1] + 224 00000400:00000200:1.0:1767384341.845085:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384341.845093:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.845094:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.845097:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384341.845117:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384341.845121:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.845122:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019d6f515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743000832:12345-0@lo:400: Request processed in 517us (1238us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384341.845127:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384341.845132:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384341.845135:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.845144:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384341.845146:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.845147:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:0.0:1767384341.845155:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:0.0:1767384341.845161:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.845165:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.845170:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbae70e1. 00000020:00000010:0.0:1767384341.845178:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:1.0:1767384341.845180:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384341.845186:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2e9eb7e. 00000100:00000001:2.0:1767384341.845187:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384341.845188:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 00000100:00000001:2.0:1767384341.845193:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384341.845194:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:2.0:1767384341.845195:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384341.845197:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000100:00000001:0.0:1767384341.845201:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.845203:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384341.845204:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.845207:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384341.845212:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.845214:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853236743000704:0@lo:400: 00000100:00000040:1.0:1767384341.845218:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384341.845222:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.845222:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00080000:0.0:1767384341.845224:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384341.845226:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384341.845226:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.845228:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000020:00000001:1.0:1767384341.845231:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384341.845232:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743000704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384341.845236:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384341.845239:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf23c207 x1853236743000576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384341.845241:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:2.0:1767384341.845242:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384341.845246:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384341.845250:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fcb127. 02000000:00000001:2.0:1767384341.845255:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384341.845257:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf23c207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236743000576:12345-0@lo:13: Request processed in 510us (1509us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384341.845257:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384341.845258:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384341.845260:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384341.845262:0:16348:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:0.0:1767384341.845265:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384341.845268:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767384341.845269:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767384341.845271:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070888bc1. 00000100:00100000:1.0:1767384341.845272:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000010:0.0:1767384341.845273:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 02000000:00000001:2.0:1767384341.845276:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384341.845278:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 02000000:00000001:2.0:1767384341.845279:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384341.845279:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 00000100:00000010:2.0:1767384341.845282:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000400:00000010:0.0:1767384341.845284:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 00000100:00000001:1.0:1767384341.845285:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384341.845286:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.845288:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384341.845290:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845291:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384341.845293:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.845294:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a02c71ec. 00000100:00000200:0.0:1767384341.845298:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845299:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384341.845301:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000435aeefe. 00000100:00000001:2.0:1767384341.845302:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.845305:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.845307:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056fc203. 00000100:00000001:2.0:1767384341.845310:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384341.845314:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384341.845318:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.845320:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.845328:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.845330:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845331:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.845333:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384341.845340:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.845340:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.845343:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.845343:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.845347:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384341.845349:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384341.845351:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=45 v=5 (5 0 0 0) 00000400:00000001:1.0:1767384341.845352:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384341.845353:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000545737d7. 00000400:00000010:1.0:1767384341.845356:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804ce07b. 00000100:00001000:0.0:1767384341.845357:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.845359:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384341.845361:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000100:00100000:2.0:1767384341.845362:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000448 00000100:00000001:0.0:1767384341.845363:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384341.845365:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 02000000:00000001:2.0:1767384341.845366:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.845367:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.845369:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384341.845370:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384341.845371:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384341.845375:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384341.845378:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845379:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.845385:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.845390:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000448 00000020:00000001:2.0:1767384341.845394:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384341.845397:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000200:1.0:1767384341.845401:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384341.845402:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384341.845402:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384341.845406:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:0.0:1767384341.845409:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384341.845423:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000040:0.0:1767384341.845426:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384341.845429:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384341.845431:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384341.845435:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.845436:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.845440:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384341.845441:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 00000100:00000040:0.0:1767384341.845442:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845445:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.845448:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384341.845452:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 00000100:00000001:1.0:1767384341.845454:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384341.845458:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384341.845459:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5fcb127. 00000100:00000001:0.0:1767384341.845461:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.845462:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384341.845464:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ed15148. 00000100:00000001:1.0:1767384341.845466:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.845466:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384341.845468:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000100:00000001:0.0:1767384341.845469:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384341.845471:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.845475:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384341.845476:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=41 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384341.845477:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384341.845482:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.845486:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767384341.845486:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.845490:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384341.845491:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743000832:0@lo:400: 00000100:00000001:1.0:1767384341.845493:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384341.845497:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384341.845497:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.845499:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.845502:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384341.845503:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384341.845503:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384341.845508:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384341.845510:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.845510:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf8f912 x1853236743000832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845519:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.845534:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384341.845535:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384341.845537:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.845539:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384341.845540:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384341.845541:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767384341.845542:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000151184a4. 00000100:00000040:1.0:1767384341.845545:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384341.845547:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384341.845549:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384341.845550:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:0.0:1767384341.845550:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384341.845552:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.845554:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384341.845557:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000040:1.0:1767384341.845558:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845562:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040569344 : -130122668982272 : ffff89a77489c000) 00000020:00000001:0.0:1767384341.845564:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.845569:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009ce58d51. 00000100:00000040:2.0:1767384341.845572:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7eb4f61 x1853236743000448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384341.845575:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.845578:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.845581:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 00000100:00000001:0.0:1767384341.845586:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.845589:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.845590:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845596:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.845597:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.845598:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.845601:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384341.845603:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029876112. 00000100:00000001:1.0:1767384341.845603:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845604:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.845611:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384341.845611:0:16349:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384341.845611:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.845615:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384341.845616:0:16349:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384341.845620:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029876112. 00000004:00000040:1.0:1767384341.845621:0:16349:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:2.0:1767384341.845627:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7eb4f61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743000448:12345-0@lo:400: 00000004:00000020:1.0:1767384341.845629:0:16349:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000200:2.0:1767384341.845631:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000448 00000020:00000001:2.0:1767384341.845635:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000001:1.0:1767384341.845638:0:16349:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.845639:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384341.845642:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.845644:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384341.845645:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384341.845646:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:2.0:1767384341.845651:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384341.845654:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.845658:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384341.845659:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743000576:0@lo:13: 00000020:00000001:2.0:1767384341.845661:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384341.845662:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.845664:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384341.845666:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384341.845669:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384341.845673:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384341.845674:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bef9698. 00000100:00000001:1.0:1767384341.845676:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384341.845677:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.845681:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.845681:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036161841 x1853236743000576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384341.845686:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384341.845690:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743000448 00010000:00000001:2.0:1767384341.845695:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384341.845696:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.845698:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:2.0:1767384341.845700:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a7eb4f61 x1853236743000448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384341.845702:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e1bdebfd. 02000000:00000001:1.0:1767384341.845707:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384341.845710:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384341.845711:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384341.845712:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384341.845714:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.845715:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384341.845717:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=41 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384341.845718:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000257c08c0. 00000100:00000001:2.0:1767384341.845723:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384341.845724:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384341.845727:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 02000000:00000001:1.0:1767384341.845728:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384341.845731:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036161841. 00000100:00000001:2.0:1767384341.845732:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384341.845737:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384341.845737:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384341.845738:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.845740:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.845742:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384341.845744:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384341.845747:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384341.845749:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.845752:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.845755:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384341.845758:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000100:00000001:1.0:1767384341.845758:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384341.845764:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743000448, offset 224 00000400:00000200:2.0:1767384341.845770:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384341.845776:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384341.845782:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc05180 00000400:00000200:2.0:1767384341.845786:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x193d [1] + 224 00000400:00000200:2.0:1767384341.845790:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.845794:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.845797:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384341.845801:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.845810:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.845828:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.845833:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:2.0:1767384341.845834:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000100:00000001:2.0:1767384341.845835:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384341.845836:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.845839:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.845841:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:2.0:1767384341.845843:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384341.845844:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.845846:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384341.845849:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384341.845850:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7eb4f61 x1853236743000448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.845852:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384341.845857:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384341.845860:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7eb4f61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743000448:12345-0@lo:400: Request processed in 261us (1773us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384341.845862:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.845866:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000957f39d7. 00000100:00100000:2.0:1767384341.845869:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384341.845873:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000400:00000200:0.0:1767384341.845874:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dbb30a3 00000100:00000001:2.0:1767384341.845875:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384341.845878:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384341.845880:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dbb30a3. 00000020:00000010:2.0:1767384341.845882:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ed15148. 00000100:00000001:0.0:1767384341.845886:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384341.845887:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000100:00000200:0.0:1767384341.845893:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384341.845896:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5fcb127. 00000020:00000040:2.0:1767384341.845901:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:2.0:1767384341.845905:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.845913:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.845918:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.845919:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845921:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.845922:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.845923:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.845925:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.845926:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.845929:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.845931:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.845932:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.845933:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.845934:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384341.845936:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.845945:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.845947:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384341.845948:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384341.845950:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384341.845950:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.845953:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.845957:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.845958:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.845959:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.845961:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.845965:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743000448:0@lo:400: 00000100:00000001:0.0:1767384341.845968:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845969:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.845970:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743000448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.845974:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.845976:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.845978:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a3368f0. 02000000:00000001:0.0:1767384341.845980:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.845981:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.845982:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384341.845983:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.845985:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001af3d5c3. 02000000:00000001:0.0:1767384341.845986:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.845987:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.845988:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:0.0:1767384341.845990:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.845991:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845992:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.845995:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.846002:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.846003:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.846005:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.849188:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294928901, at 4294928902 00000100:00000010:2.0:1767384341.849195:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5ffbc93. 00000100:00000040:0.0:1767384341.850134:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294928901, at 4294928903 00000100:00000010:0.0:1767384341.850139:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 00000100:00000040:1.0:1767384341.850155:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294928901, at 4294928903 00000100:00000040:3.0:1767384341.850160:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294928901, at 4294928903 00000100:00000010:1.0:1767384341.850165:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000100:00000010:3.0:1767384341.850168:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8cc1299. 00010000:00000001:0.0:1767384342.035391:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384342.035396:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.035402:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384342.035404:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.035448:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384342.035451:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.035454:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384342.740170:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.740176:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384342.740179:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384342.740184:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000400:00000200:1.0:1767384342.740191:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384342.740197:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384342.740206:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384342.740211:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bac35190. 00000400:00000200:1.0:1767384342.740219:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp33 00000400:00000010:1.0:1767384342.740223:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384342.740229:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbdf182f. 00000400:00000010:1.0:1767384342.740240:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000010:1.0:1767384342.740250:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003de54748. 00000400:00000200:1.0:1767384342.740256:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp33 00000400:00000200:1.0:1767384342.740273:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp33 local destination 00000400:00000200:1.0:1767384342.740281:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp33 00000400:00000200:1.0:1767384342.740287:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp33 NI seq info: [88:88:256:4294967295] 192.168.204.108@tcp33 LPNI seq info [87:87:8:4294967295] 00000400:00000200:1.0:1767384342.740294:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp33 00000400:00000200:1.0:1767384342.740304:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33:) -> 192.168.204.108@tcp33(192.168.204.108@tcp33:192.168.204.108@tcp33) : GET try# 0 00000800:00000200:1.0:1767384342.740311:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp33 00000800:00000010:1.0:1767384342.740317:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000257c08c0. 00000800:00000200:1.0:1767384342.740325:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000800:00000200:1.1:1767384342.740331:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000400:00000200:1.0:1767384342.740354:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp33 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:3.0:1767384342.740440:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740482:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740500:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740530:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740547:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740576:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740590:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740608:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740636:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740675:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740707:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740738:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740766:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740780:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740795:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740824:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740852:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740911:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740948:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.740981:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741016:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741046:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741062:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741076:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741094:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741178:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741213:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741234:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741250:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741269:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741286:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384342.741304:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384342.741467:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006169ae5f. 00000800:00000010:3.0:1767384342.741471:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c1c6aac. 00000800:00000010:3.0:1767384342.741475:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009817bc47. 00000800:00000010:3.0:1767384342.741491:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009817bc47. 00000800:00020000:3.0:1767384342.741500:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384342.741503:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c1c6aac. 00000800:00000010:3.0:1767384342.741505:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006169ae5f. 00000400:02020000:3.0:1767384342.741568:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384342.741575:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp33 notifying 192.168.204.108@tcp33: down 00000400:00000200:3.0:1767384342.741579:0:16338:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384342.741582:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp33 00000800:00000010:3.0:1767384342.741585:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000257c08c0. 00000400:00000200:3.0:1767384342.741588:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384342.741592:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384342.741599:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384342.741601:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384342.741604:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp33) recovery failed with -71 00080000:00000010:2.0:1767384343.020303:0:29538:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e333c255. 00080000:00000010:2.0:1767384343.020312:0:29538:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e333c255. 00000020:00000001:2.0:1767384343.020316:0:29538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384343.020322:0:29538:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e333c255. 00080000:00000010:2.0:1767384343.020325:0:29538:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e333c255. 00000020:00000001:2.0:1767384343.020328:0:29538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.059169:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384343.059176:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.059182:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384343.059184:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.059256:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384343.059259:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.059261:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384343.738934:0:29702:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384343.738937:0:29702:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384343.742682:0:29702:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384343.749361:0:29703:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ccf7095e. 00000400:00000010:0.0:1767384343.749389:0:29703:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cea750d2. 00000400:00000010:0.0:1767384343.749400:0:29703:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007beb2d11. 00000400:00000010:0.0:1767384343.749405:0:29703:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000151184a4. 00000400:00000010:0.0:1767384343.749409:0:29703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cb89c223. 00000400:00000010:0.0:1767384343.749414:0:29703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0bec162. 00000400:00000010:0.0:1767384343.749417:0:29703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e56f1939. 00000400:00000010:0.0:1767384343.749418:0:29703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6ab357a. 00000400:00000010:0.0:1767384343.749422:0:29703:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b40fdca0. 00000800:00000010:0.0:1767384343.749438:0:29703:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000634bfd7c. 00000800:00000200:0.0:1767384343.749450:0:29703:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384343.749459:0:29703:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384343.749493:0:29703:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384343.749512:0:29703:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp35 [8/256/0/180] 00000400:00000010:0.0:1767384343.751011:0:29703:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000010d744c5. 00000400:00000010:0.0:1767384343.751017:0:29703:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000400:00000010:0.0:1767384343.751022:0:29703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000400:00000001:0.0:1767384343.751037:0:29703:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.751039:0:29703:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384343.751041:0:29703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a0e767. 00000400:00000200:0.0:1767384343.751043:0:29703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000400:00000010:0.0:1767384343.751044:0:29703:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000400:00000010:0.0:1767384343.751052:0:29703:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000009bcc2f05. 00000400:00000200:0.0:1767384343.751056:0:29703:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (25) 00000400:00000200:0.0:1767384343.751066:0:29703:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384343.751073:0:29703:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:0.0:1767384343.751079:0:29703:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006c8ff9bd. 00000400:00000200:1.0:1767384343.751084:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384343.751086:0:29703:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384343.751090:0:29703:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp35 00000400:00000200:1.0:1767384343.751093:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:1.0:1767384343.751098:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000400:00000010:0.0:1767384343.751133:0:29703:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cea750d2. 00000400:00000010:0.0:1767384343.751138:0:29703:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ccf7095e. 00000020:00000001:2.0:1767384343.751162:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384343.751168:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384343.751172:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384343.751174:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384343.751178:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384343.751180:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384343.751183:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384343.751184:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384343.751186:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384343.751189:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384343.751191:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384343.751193:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384343.751195:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384343.751197:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384343.751204:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5cedac8. 00000020:00000040:2.0:1767384343.751209:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384343.751215:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384343.751218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384343.751224:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384343.751233:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000537c9a53. 00000100:00000001:2.0:1767384343.751240:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.751248:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384343.751259:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.751268:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5cedac8] to pc [ptlrpcd_00_03+3] req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384343.751305:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384343.751309:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.751312:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384343.751314:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384343.751315:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384343.751318:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000d2bfbd01. 00000100:00100000:3.0:1767384343.751323:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767384343.751323:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000020:00000001:2.0:1767384343.751325:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384343.751330:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384343.751330:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384343.751333:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c67c242. 10000000:00000001:2.0:1767384343.751334:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384343.751338:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384343.751341:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:3.0:1767384343.751342:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:2.0:1767384343.751343:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384343.751347:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384343.751348:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384343.751354:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384343.751354:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384343.751354:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:2.0:1767384343.751359:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384343.751360:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384343.751364:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384343.751364:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384343.751365:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384343.751370:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384343.751387:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384343.751390:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384343.751391:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:2.0:1767384343.751394:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384343.751398:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384343.751404:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000010:2.0:1767384343.751406:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a17f7d2. 00000100:00000001:3.0:1767384343.751409:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384343.751411:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384343.751412:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.751419:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384343.751421:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384343.751422:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 02000000:00000001:2.0:1767384343.751424:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384343.751425:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384343.751430:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751430:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 02000000:00000001:3.0:1767384343.751431:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.751440:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e5cedac8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743000960:0@lo:253: 00000400:00000200:1.0:1767384343.751440:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 02000000:00000010:2.0:1767384343.751444:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad7d0e45. 00000100:00000001:3.0:1767384343.751453:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384343.751453:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751454:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 02000000:00000001:3.0:1767384343.751460:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384343.751461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384343.751465:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751465:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:2.0:1767384343.751466:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.751470:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384343.751476:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a17f7d2] to pc [ptlrpcd_00_00+0] req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384343.751479:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006169ae5f. 00000400:00000200:1.0:1767384343.751479:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 02000000:00000001:3.0:1767384343.751486:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.751494:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000400:00000200:1.0:1767384343.751496:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767384343.751507:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000010:3.0:1767384343.751509:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed985400. 10000000:00000001:2.0:1767384343.751515:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384343.751516:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743000960, portal 25 00000400:00000200:1.0:1767384343.751516:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 10000000:00000001:2.0:1767384343.751521:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.751523:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384343.751525:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.751527:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040572032 : -130122668979584 : ffff89a77489ca80) 00000020:00000001:2.0:1767384343.751528:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.751530:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1767384343.751531:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:0.0:1767384343.751536:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384343.751537:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384343.751541:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.751542:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:0.0:1767384343.751543:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.751546:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384343.751552:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006c8ff9bd. 00000100:00000001:0.0:1767384343.751552:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.751556:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.751559:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384343.751561:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000040:0.0:1767384343.751568:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.751569:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384343.751572:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384343.751575:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000001:2.0:1767384343.751578:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.751579:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.751584:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072648d99. 00000100:00000001:2.0:1767384343.751589:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384343.751591:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743000960, offset 0 00000400:00000200:1.0:1767384343.751592:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:2.0:1767384343.751594:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.751600:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384343.751604:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751605:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:3.0:1767384343.751606:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384343.751612:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384343.751614:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 02000000:00000001:0.0:1767384343.751616:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384343.751620:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 02000000:00000001:0.0:1767384343.751622:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 18], ns[81, 18] 00000100:00100000:0.0:1767384343.751629:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a17f7d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743001088:0@lo:253: 00000100:00000001:0.0:1767384343.751634:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384343.751639:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384343.751642:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.751644:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 02000000:00000001:0.0:1767384343.751645:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384343.751649:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[83, 18] 02000000:00000010:0.0:1767384343.751651:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a41edf3. 00000400:00000200:1.0:1767384343.751656:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[87, 18], ns[88, 18] 02000000:00000001:0.0:1767384343.751656:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.751662:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f43b32b5. 00000400:00000200:1.0:1767384343.751663:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000010:0.0:1767384343.751667:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cea750d2. 00000400:00000200:1.0:1767384343.751670:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp15 00000100:00000200:0.0:1767384343.751672:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743001088, portal 25 00000400:00000200:1.0:1767384343.751677:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp15 lpni_is_preferred = 0 00000100:00000001:0.0:1767384343.751677:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384343.751680:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp15 00000400:00000200:1.0:1767384343.751683:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp15 NI seq info: [89:89:256:4294967295] 192.168.204.108@tcp15 LPNI seq info [88:88:8:4294967295] 00000100:00000001:0.0:1767384343.751685:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040573824 : -130122668977792 : ffff89a77489d180) 00000400:00000200:1.0:1767384343.751690:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp15 00000100:00000040:0.0:1767384343.751692:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.751705:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15:) -> 192.168.204.108@tcp15(192.168.204.108@tcp:192.168.204.108@tcp15) : GET try# 0 00000100:00000001:0.0:1767384343.751709:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384343.751717:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384343.751718:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp15 00000400:00000010:0.0:1767384343.751719:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052035080. 00000400:00000200:3.0:1767384343.751724:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384343.751725:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035bc4673. 00000100:00000200:0.0:1767384343.751725:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743001088, offset 0 00000400:00000200:0.0:1767384343.751738:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384343.751739:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (6) 00000400:00000200:3.0:1767384343.751743:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05380 00000400:00000200:0.0:1767384343.751748:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384343.751753:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:988 00000400:00000200:3.0:1767384343.751758:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b5 [2] + 0 00000800:00000200:1.0:1767384343.751759:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035bc4673 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384343.751763:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05400 00000400:00000010:3.0:1767384343.751768:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee4f86. 00000400:00000200:3.0:1767384343.751773:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a891a9a 00000400:00000200:0.0:1767384343.751778:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000400:00000200:3.0:1767384343.751780:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384343.751781:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cda5ac5. 00000400:00000200:1.0:1767384343.751784:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384343.751788:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000350bf5ff 00000400:00000200:3.0:1767384343.751791:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384343.751792:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000400:00000200:0.0:1767384343.751795:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.751800:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a891a9a 00000400:00000010:3.0:1767384343.751805:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a891a9a. 00000400:00000200:0.0:1767384343.751805:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384343.751813:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000350bf5ff 00000100:00000001:3.0:1767384343.751814:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384343.751815:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000350bf5ff. 00000100:00000200:3.0:1767384343.751819:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384343.751821:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384343.751824:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000016a8f505 x1853236743000960 msgsize 4848 00000100:00000200:0.0:1767384343.751824:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384343.751829:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000003817fe7 x1853236743001088 msgsize 4848 00000100:00100000:3.0:1767384343.751833:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384343.751836:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384343.751840:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384343.751854:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384343.751854:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384343.751862:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072648d99 00000100:00000001:0.0:1767384343.751864:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384343.751867:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072648d99. 00000100:00000001:3.0:1767384343.751873:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384343.751873:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052035080 00000400:00000010:0.0:1767384343.751876:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052035080. 00000100:00000200:3.0:1767384343.751879:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.751881:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384343.751886:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.751900:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384343.751900:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384343.751904:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.751909:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.751912:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.751916:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.751921:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384343.751923:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384343.751926:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384343.751928:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000035bc4673. 00000100:00100000:1.0:1767384343.751932:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743000960 00000100:00000001:0.0:1767384343.751934:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294930809 00000400:00000200:2.0:1767384343.751937:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384343.751937:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384343.751940:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008670dc6. 00000100:00000001:1.0:1767384343.751942:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.751948:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.751951:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384343.751952:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: GET: OK 00000100:00000001:3.0:1767384343.751957:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.751957:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.751959:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294930809 00000400:00000200:2.0:1767384343.751960:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384343.751965:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384343.751966:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743000960 00000100:00000010:0.0:1767384343.751966:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000150d9171. 00000400:00000200:2.0:1767384343.751968:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000020:00000001:1.0:1767384343.751973:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384343.751973:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384343.751976:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384343.751977:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384343.751980:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294930809 00000100:00000001:3.0:1767384343.751982:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294930809 00000800:00000001:2.0:1767384343.751982:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384343.751983:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384343.751983:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb3063ad. 00000020:00000040:1.0:1767384343.751989:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:3.0:1767384343.751990:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294930809 00000100:00000001:0.0:1767384343.751991:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384343.751994:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.751996:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384343.751997:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294930809 00000100:00000001:3.0:1767384343.751998:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294930809 00000800:00000001:2.0:1767384343.751999:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384343.752002:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040224ef5. 00000100:00000001:3.0:1767384343.752004:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294930809 00000100:00000001:0.0:1767384343.752008:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384343.752010:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.752010:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384343.752011:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294930809 00000100:00000001:0.0:1767384343.752012:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.752018:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294930809 00000100:00000001:0.0:1767384343.752019:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.752021:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384343.752025:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294930809 00000400:00000200:2.0:1767384343.752025:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15) <- 192.168.204.108@tcp15 : GET - for me 00000100:00000001:0.0:1767384343.752026:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.752028:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906779a4. 00000100:00000001:3.0:1767384343.752032:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294930809 00000100:00000001:0.0:1767384343.752033:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.752035:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.752040:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384343.752040:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906779a4. 00000400:00000200:2.0:1767384343.752046:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384343.752047:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.752049:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7938a1f. 00000100:00000001:3.0:1767384343.752055:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.752056:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088a4c90b. 00000400:00000200:2.0:1767384343.752061:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 448/448 into md 0x1959 [1] + 0 00000100:00000001:3.0:1767384343.752062:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.752064:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000435aeefe. 00000100:00000040:1.0:1767384343.752075:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384343.752080:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384343.752081:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp15 to MR: 192.168.204.108@tcp15 local destination 00000100:00000001:1.0:1767384343.752082:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384343.752085:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752092:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp15 NI seq info: [90:90:256:4294967295] 192.168.204.108@tcp15 LPNI seq info [89:89:8:4294967295] 00000100:00000001:1.0:1767384343.752093:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.752138:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384343.752139:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15:192.168.204.108@tcp15) -> 192.168.204.108@tcp15(192.168.204.108@tcp15:192.168.204.108@tcp15) 192.168.204.108@tcp15 : REPLY try# 0 00000100:00000001:1.0:1767384343.752139:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384343.752142:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001088 02000000:00000001:3.0:1767384343.752148:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384343.752152:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.752156:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384343.752156:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.108@tcp15 00000100:00000001:1.0:1767384343.752159:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384343.752163:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.752163:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384343.752166:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005bf47ca3. 00000100:00100000:3.0:1767384343.752169:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001088 00000100:00100000:1.0:1767384343.752173:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000001:3.0:1767384343.752175:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1767384343.752176:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (6) 00000020:00000040:3.0:1767384343.752177:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000040:1.0:1767384343.752182:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000001:3.0:1767384343.752183:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.752188:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384343.752188:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932677712 : -130122776873904 : ffff89a76e1b7450) 00000800:00000200:2.0:1767384343.752189:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:1011 00000020:00000001:3.0:1767384343.752196:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000800:00000200:2.0:1767384343.752197:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005bf47ca3 type 3, nob 544 niov 1 nkiov 1 00000100:00000040:1.0:1767384343.752198:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016a8f505 x1853236743000960/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384343.752204:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384343.752211:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384343.752216:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427c35a9. 00000100:00000001:1.0:1767384343.752218:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384343.752220:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384343.752224:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906779a4. 00000100:00000001:1.0:1767384343.752227:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384343.752234:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427c35a9. 00000020:00000010:1.0:1767384343.752234:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906779a4. 00000020:00000010:3.0:1767384343.752244:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334b6c6b. 00000100:00100000:1.0:1767384343.752244:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743000960:12345-0@lo:253: 00000020:00000010:3.0:1767384343.752252:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eba6bba2. 00000100:00000200:1.0:1767384343.752252:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743000960 00000800:00000200:2.0:1767384343.752255:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384343.752258:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384343.752259:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 00000800:00000010:2.0:1767384343.752260:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005bf47ca3. 00000020:00000001:1.0:1767384343.752264:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384343.752267:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384343.752269:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384343.752269:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.752273:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384343.752275:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384343.752277:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752279:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: REPLY: OK 00000020:00000001:1.0:1767384343.752280:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:3.0:1767384343.752284:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384343.752289:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384343.752292:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384343.752295:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.752297:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.752298:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1767384343.752303:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.752304:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384343.752307:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384343.752309:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384343.752311:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384343.752312:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384343.752316:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384343.752317:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384343.752317:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.752322:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384343.752323:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d7c79e0. 00000100:00100000:3.0:1767384343.752324:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 02000000:00000001:1.0:1767384343.752328:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.752331:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000800:00000001:2.0:1767384343.752331:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.752332:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.752337:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932671568 : -130122776880048 : ffff89a76e1b5c50) 20000000:00000001:1.0:1767384343.752338:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384343.752346:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003817fe7 x1853236743001088/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.752347:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp15(192.168.204.108@tcp15) <- 192.168.204.108@tcp15 : REPLY - for me 20000000:00000010:1.0:1767384343.752348:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:01000000:1.0:1767384343.752355:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384343.752360:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384343.752364:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384343.752367:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384343.752368:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752370:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp15: Reply from 12345-192.168.204.108@tcp15 of length 448/448 into md 0x195d 20000000:00000001:1.0:1767384343.752372:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.752373:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000427c35a9. 20000000:00000001:1.0:1767384343.752388:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384343.752392:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384343.752392:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384343.752398:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000427c35a9. 20000000:00000010:1.0:1767384343.752399:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003fd0e892. 20000000:01000000:1.0:1767384343.752403:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000800:00000001:2.0:1767384343.752404:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384343.752409:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003817fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743001088:12345-0@lo:253: 00000400:00000200:2.0:1767384343.752410:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384343.752411:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000200:3.0:1767384343.752418:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001088 00080000:00000001:1.0:1767384343.752419:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384343.752423:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp15->192.168.204.108@tcp15: REPLY: OK 00000020:00000001:3.0:1767384343.752424:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384343.752424:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384343.752430:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384343.752432:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0946e25 00000020:00000001:3.0:1767384343.752434:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.752436:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0946e25. 00000020:00000001:3.0:1767384343.752438:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384343.752442:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00080000:00000001:1.0:1767384343.752442:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384343.752444:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:3.0:1767384343.752449:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384343.752452:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000020:00000001:3.0:1767384343.752454:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.752459:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384343.752459:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00080000:00000001:1.0:1767384343.752459:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.752463:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384343.752466:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384343.752467:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752469:0:16342:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.108@tcp (464 bytes) 00080000:00000001:1.0:1767384343.752470:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.752475:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384343.752477:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:3.0:1767384343.752480:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384343.752480:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.752484:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000002:1.0:1767384343.752486:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000400:00000010:2.0:1767384343.752491:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000d2bfbd01. 02000000:00000010:3.0:1767384343.752492:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 00000020:00000001:1.0:1767384343.752493:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 02000000:00000001:3.0:1767384343.752499:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752499:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (27) 00080000:00000002:1.0:1767384343.752499:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:3.0:1767384343.752507:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.752507:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384343.752511:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384343.752513:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384343.752515:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384343.752517:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384343.752520:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384343.752523:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020506743. 00000020:00000001:1.0:1767384343.752526:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384343.752530:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384343.752532:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384343.752537:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384343.752538:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:3.0:1767384343.752540:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.752541:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 20000000:00000001:3.0:1767384343.752545:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.752545:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000ad6a9370. 00080000:00000001:1.0:1767384343.752548:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384343.752552:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384343.752555:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e03e2f. 00080000:00000010:1.0:1767384343.752555:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000001c1e760. 00080000:00000001:1.0:1767384343.752562:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920240640 : -130127789310976 : ffff89a64357bc00) 00000400:00000010:2.0:1767384343.752563:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00080000:00000001:1.0:1767384343.752565:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384343.752569:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad6a9370 00000001:00000001:1.0:1767384343.752571:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000001:2.0:1767384343.752574:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000010:1.0:1767384343.752577:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000906779a4. 00000400:00000001:2.0:1767384343.752578:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:1.0:1767384343.752582:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.752583:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089e2387. 00080000:00000001:1.0:1767384343.752587:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384343.752589:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095873974 00000400:00000010:2.0:1767384343.752593:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00000400:00000200:2.0:1767384343.752596:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384343.752599:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004311e3a9. 00000400:00000200:2.0:1767384343.752603:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00080000:00000001:1.0:1767384343.752604:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.752615:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000200:2.0:1767384343.752619:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:0 00000400:00000200:2.0:1767384343.752622:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc 1 00080000:00000001:1.0:1767384343.752624:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384343.752626:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384343.752630:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000400:00000010:2.0:1767384343.752634:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000928a8f79. 00000400:00000010:2.0:1767384343.752639:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000400:00000010:2.0:1767384343.752643:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018bdd184. 00000400:00000200:2.0:1767384343.752648:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384343.752656:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384343.752661:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384343.752668:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384343.752674:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000400:00000200:2.0:1767384343.752680:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:2.0:1767384343.752685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000400:00000200:2.0:1767384343.752692:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000400:00000200:2.0:1767384343.752697:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 00000400:00000200:2.0:1767384343.752702:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:2.0:1767384343.752707:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384343.752713:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384343.752719:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:2.0:1767384343.752723:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384343.752730:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384343.752743:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384343.752746:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:2.0:1767384343.752750:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:2.0:1767384343.752753:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:2.0:1767384343.752756:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:2.0:1767384343.752758:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[60, 20] 00000400:00000200:2.0:1767384343.752761:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 20], ns[84, 20] 00000400:00000200:2.0:1767384343.752763:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 20], ns[81, 20] 00000400:00000200:2.0:1767384343.752766:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 20], ns[74, 20] 00000400:00000200:2.0:1767384343.752769:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 00000400:00000200:2.0:1767384343.752772:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[87, 20], ns[88, 20] 00000400:00000200:2.0:1767384343.752776:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384343.752778:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp16 00000400:00000200:2.0:1767384343.752781:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384343.752783:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp16 00000400:00000200:2.0:1767384343.752785:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [91:91:256:4294967295] 192.168.204.108@tcp16 LPNI seq info [90:90:8:4294967295] 00000400:00000200:2.0:1767384343.752789:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp16 00000400:00000200:2.0:1767384343.752794:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:) -> 192.168.204.108@tcp16(192.168.204.108@tcp:192.168.204.108@tcp16) : GET try# 0 00000800:00000200:2.0:1767384343.752798:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp16 00000800:00000010:2.0:1767384343.752801:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005bf47ca3. 00000800:00000200:2.0:1767384343.752806:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (6) 00000800:00000200:2.0:1767384343.752811:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:988 00000800:00000200:2.0:1767384343.752820:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005bf47ca3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384343.752834:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384343.752836:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000001:2.0:1767384343.752899:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.752905:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.752906:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.752910:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.752915:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : GET - for me 00000800:00000200:3.0:1767384343.752921:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384343.752923:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 464 into portal 0 MB=0x8000000000000000 00000800:00000010:3.0:1767384343.752927:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005bf47ca3. 00000400:00000200:2.0:1767384343.752930:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 464/464 into md 0x1959 [1] + 0 00000400:00000200:2.0:1767384343.752938:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp16 to MR: 192.168.204.108@tcp16 local destination 00000400:00000200:2.0:1767384343.752942:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [92:92:255:4294967295] 192.168.204.108@tcp16 LPNI seq info [91:91:7:4294967295] 00000400:00000200:2.0:1767384343.752951:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) -> 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) 192.168.204.108@tcp16 : REPLY try# 0 00000800:00000200:2.0:1767384343.752955:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.108@tcp16 00000800:00000010:2.0:1767384343.752959:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335a1b7d. 00000800:00000200:2.0:1767384343.752962:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (6) 00000800:00000200:2.0:1767384343.752965:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:1009 00000800:00000200:2.0:1767384343.752967:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000335a1b7d type 3, nob 560 niov 1 nkiov 1 00000400:00000200:3.0:1767384343.752976:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.752984:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: GET: OK 00000400:00000200:3.0:1767384343.752989:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384343.752992:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384343.753001:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384343.753005:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384343.753007:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384343.753008:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335a1b7d. 00000800:00000001:3.0:1767384343.753014:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.753014:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.753021:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: REPLY: OK 00000800:00000001:3.0:1767384343.753023:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384343.753027:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.753032:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.753040:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : REPLY - for me 00000400:00000200:3.0:1767384343.753052:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp16: Reply from 12345-192.168.204.108@tcp16 of length 464/464 into md 0x1975 00000800:00000001:3.0:1767384343.753057:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.753062:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.753064:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.753067:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: REPLY: OK 00000400:00000200:3.0:1767384343.753071:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:3.0:1767384343.753074:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000400:00000200:3.0:1767384343.753077:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384343.753081:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384343.753090:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384343.753095:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 27. state = 0x100271 00000400:00000200:3.0:1767384343.753099:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384343.753214:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (27) 00000800:00000001:3.0:1767384343.753222:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.753225:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384343.753226:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.753231:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:1.0:1767384343.753252:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384343.753255:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 0000000084010cbf. 00000400:00000010:1.0:1767384343.753257:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000561acdf4. 00000400:00000200:1.0:1767384343.753276:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384343.753279:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp30(0000000090290c1b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384343.753283:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp33(00000000a689e55f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384343.753288:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a062ff4e. 00000400:00000200:1.0:1767384343.753293:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a062ff4e nid 192.168.204.108@tcp34 00000400:00000010:1.0:1767384343.753295:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000651ec2b5. 00000400:00000200:1.0:1767384343.753297:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000651ec2b5 net tcp34 00000400:00000200:1.0:1767384343.753300:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (26) 00000400:00000200:1.0:1767384343.753303:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp34 flags 0x11 00000400:00000010:1.0:1767384343.753307:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000057c1066a. 00000400:00000200:1.0:1767384343.753309:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000057c1066a nid 192.168.204.108@tcp35 00000400:00000010:1.0:1767384343.753311:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006c0b455e. 00000400:00000200:1.0:1767384343.753312:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000006c0b455e net tcp35 00000400:00000200:1.0:1767384343.753313:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (27) 00000400:00000200:1.0:1767384343.753315:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp35 flags 0x11 00000400:00000010:1.0:1767384343.753317:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384343.753319:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 0000000084010cbf. 00000400:00000010:1.0:1767384343.753325:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000561acdf4. 00000400:00000010:1.0:1767384343.753327:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000928a8f79. 00000400:00000200:1.0:1767384343.753329:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384343.753332:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:1.0:1767384343.753334:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:1.0:1767384343.753337:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:1.0:1767384343.753340:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 00000400:00000200:1.0:1767384343.753341:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000400:00000010:1.0:1767384343.753344:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000730fb3af. 00000400:00000200:1.0:1767384343.753347:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp16 00000400:00000200:1.0:1767384343.753351:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp16 to MR: 192.168.204.108@tcp16 local destination 00000400:00000200:1.0:1767384343.753355:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [93:93:256:4294967295] 192.168.204.108@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1767384343.753358:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp16 00000400:00000200:1.0:1767384343.753363:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) -> 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384343.753366:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.108@tcp16 00000800:00000010:1.0:1767384343.753368:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c7a5e0b. 00000800:00000200:1.0:1767384343.753371:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (6) 00000800:00000200:1.0:1767384343.753388:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:988 00000800:00000200:1.0:1767384343.753391:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c7a5e0b type 1, nob 560 niov 1 nkiov 1 00000400:00000200:1.0:1767384343.753401:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384343.753402:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000800:00000200:2.0:1767384343.753461:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384343.753464:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c7a5e0b. 00000800:00000001:1.0:1767384343.753467:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.753468:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.753474:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: PUT: OK 00000400:00000200:2.0:1767384343.753477:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384343.753479:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.753480:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp16: 0 00000800:00000001:1.0:1767384343.753485:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.753491:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.753499:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : PUT - for me 00000400:00000200:1.0:1767384343.753508:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384343.753514:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 464/464 into md 0x1971 [1] + 0 00000400:00000010:1.0:1767384343.753517:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e03e2f. 00000400:00000200:1.0:1767384343.753521:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c47d32e6 00000800:00000001:1.0:1767384343.753532:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.753538:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.753541:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384343.753545:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: PUT: OK 00000400:00000200:1.0:1767384343.753549:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:1.0:1767384343.753551:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000400:00000200:1.0:1767384343.753555:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384343.753559:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00000400:00000200:1.0:1767384343.753563:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:1.0:1767384343.753579:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000d2bfbd01. 00000400:00000200:1.0:1767384343.753581:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 27 00000400:00000200:1.0:1767384343.753583:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384343.753591:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (30) 00000400:00000200:1.0:1767384343.753595:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384343.753599:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp16 to MR: 192.168.204.108@tcp16 local destination 00000400:00000200:1.0:1767384343.753603:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp16 NI seq info: [94:94:256:4294967295] 192.168.204.108@tcp16 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384343.753613:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) -> 192.168.204.108@tcp16(192.168.204.108@tcp16:192.168.204.108@tcp16) 192.168.204.108@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384343.753617:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp16 00000400:00000200:2.0:1767384343.753621:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384343.753633:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efd3530. 00000800:00000010:1.0:1767384343.753638:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b174a321. 00000400:00000010:2.0:1767384343.753639:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000800:00000200:1.0:1767384343.753644:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (6) 00000400:00000200:2.0:1767384343.753646:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad6a9370 00000800:00000200:1.0:1767384343.753651:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:1009 00000400:00000200:2.0:1767384343.753655:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004f1 00000800:00000200:1.0:1767384343.753655:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b174a321 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384343.753664:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 0000000076aae02a. 00000400:00000010:2.0:1767384343.753669:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000002472f8bf. 00000400:00000010:2.0:1767384343.753672:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 000000007aea112a. 00000400:00000010:2.0:1767384343.753694:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 0000000076aae02a. 00000800:00000001:3.0:1767384343.753696:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384343.753698:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000002472f8bf. 00000400:00000010:2.0:1767384343.753703:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 000000007aea112a. 00000400:00000010:2.0:1767384343.753706:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000d2bfbd01. 00000400:00000200:2.0:1767384343.753710:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384343.753714:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100571 00000400:00000200:2.0:1767384343.753718:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 1 00000400:00000200:2.0:1767384343.753722:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 00000800:00000200:1.0:1767384343.753724:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384343.753727:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000800:00000010:1.0:1767384343.753728:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b174a321. 00000800:00000001:3.0:1767384343.753734:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.753734:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:1.0:1767384343.753734:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384343.753742:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.753743:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: ACK: OK 00000400:00000200:2.0:1767384343.753745:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000800:00000001:3.0:1767384343.753752:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.753753:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (29) 00000800:00000001:3.0:1767384343.753757:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.753765:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.753773:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp16(192.168.204.108@tcp16) <- 192.168.204.108@tcp16 : ACK - for me 00080000:00000010:1.0:1767384343.753787:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000001c1e760. 00000400:00000200:3.0:1767384343.753788:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp16: ACK from 12345-192.168.204.108@tcp16 into md 0x1979 00000400:00000200:3.0:1767384343.753795:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.753801:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp16->192.168.204.108@tcp16: ACK: OK 00000400:00000200:3.0:1767384343.753805:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd84109 00000400:00000010:3.0:1767384343.753807:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd84109. 00000400:00000200:3.0:1767384343.753812:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384343.753816:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384343.753819:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (28) 00000800:00000001:3.0:1767384343.753824:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:2.0:1767384343.753825:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000906779a4. 00000800:00000001:3.0:1767384343.753828:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384343.753832:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384343.753836:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384343.753838:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384343.753842:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384343.753845:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384343.753847:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384343.753858:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384343.753871:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384343.753874:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000969780cd. 20000000:01000000:2.0:1767384343.753875:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384343.753879:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00080000:00000001:2.0:1767384343.753883:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384343.753884:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384343.753888:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384343.753889:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384343.753894:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384343.753895:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384343.753896:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384343.753901:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384343.753906:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384343.753911:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384343.753917:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000831f2c55. 00080000:00000001:3.0:1767384343.753919:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.753921:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384343.753923:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384343.753925:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac45fe80. 00080000:00000001:3.0:1767384343.753927:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.753929:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384343.753931:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384343.753932:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac45fe80 with handle 0x88edd5ef35457e28 to hash 00080000:00000001:3.0:1767384343.753935:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.753936:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384343.753938:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00080000:00000002:3.0:1767384343.753940:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:1.0:1767384343.753941:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384343.753944:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.753946:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.753948:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384343.753955:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000001:1.0:1767384343.753958:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:3.0:1767384343.753959:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384343.753962:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384343.753964:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384343.753965:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384343.753968:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384343.753970:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.753971:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.753976:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384343.753977:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.753978:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.753985:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384343.753985:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384343.753990:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384343.753991:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384343.753992:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384343.753994:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384343.753997:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000831f2c55) refcount = 1 00080000:00000001:3.0:1767384343.753999:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384343.754002:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384343.754004:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000912dcab4. 00080000:00000001:3.0:1767384343.754010:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940910592 : -130127768641024 : ffff89a644932200) 00010000:00000001:1.0:1767384343.754010:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384343.754012:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384343.754016:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384343.754016:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.754020:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384343.754021:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384343.754022:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384343.754026:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000427c35a9. 00080000:00000020:2.0:1767384343.754026:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:1.0:1767384343.754027:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384343.754031:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000001:3.0:1767384343.754033:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.754033:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384343.754036:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00080000:00000001:3.0:1767384343.754038:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384343.754043:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.754043:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.754045:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384343.754047:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=4 00000020:00000001:1.0:1767384343.754049:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00080000:00000001:3.0:1767384343.754050:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384343.754056:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743000960 00010000:00000001:1.0:1767384343.754056:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384343.754061:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384343.754062:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384343.754065:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384343.754065:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384343.754069:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016a8f505 x1853236743000960/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.754080:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384343.754082:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384343.754083:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.754086:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384343.754092:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384343.754093:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.754095:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384343.754117:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384343.754119:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384343.754123:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384343.754124:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384343.754126:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.754129:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384343.754130:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384343.754134:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384343.754134:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384343.754137:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.754143:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384343.754145:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac45fe80 already unused, calling callback (00000000594674ee) 00000100:00000040:2.0:1767384343.754148:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384343.754149:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384343.754152:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000814fa383. 00010000:00000001:1.0:1767384343.754152:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384343.754153:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384343.754157:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743000960, offset 224 00010000:00000001:1.0:1767384343.754160:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384343.754162:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.754163:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384343.754166:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384343.754166:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=5 00000020:00000001:1.0:1767384343.754170:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00000400:00000200:2.0:1767384343.754174:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384343.754178:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00000400:00000200:2.0:1767384343.754182:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05380 00010000:00000001:1.0:1767384343.754182:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384343.754186:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384343.754190:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1961 [2] + 224 00010000:00000001:1.0:1767384343.754199:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384343.754200:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384343.754201:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384343.754204:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.754207:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384343.754208:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384343.754211:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384343.754212:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384343.754214:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.754216:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384343.754217:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384343.754218:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac45fe80 with handle 0x88edd5ef35457e28 from hash 00010000:00000001:1.0:1767384343.754222:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384343.754224:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.754226:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.754228:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384343.754231:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384343.754234:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.754234:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384343.754237:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384343.754240:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.754244:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.754248:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384343.754250:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384343.754252:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.754253:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.754253:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.754255:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.754256:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384343.754256:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.754260:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384343.754262:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814fa383 00000400:00000010:2.0:1767384343.754265:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000814fa383. 00010000:00000001:1.0:1767384343.754266:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.754269:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384343.754270:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384343.754271:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384343.754273:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384343.754274:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384343.754277:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.754281:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384343.754281:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384343.754283:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384343.754283:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.754287:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384343.754288:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384343.754290:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.754293:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:1.0:1767384343.754294:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384343.754296:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384343.754297:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.754298:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384343.754300:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384343.754302:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384343.754305:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00000100:00000040:2.0:1767384343.754308:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016a8f505 x1853236743000960/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.754308:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384343.754312:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed985400 00010000:00000001:1.0:1767384343.754312:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384343.754315:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457e28 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384343.754317:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed985400. 00000100:00000001:3.0:1767384343.754324:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.754332:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384343.754333:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000831f2c55 count: 0 00000100:00100000:2.0:1767384343.754337:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743000960:12345-0@lo:253: Request processed in 2115us (2508us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384343.754341:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384343.754344:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384343.754354:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000200:3.0:1767384343.754357:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384343.754358:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384343.754363:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384343.754365:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384343.754370:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088a4c90b. 00000100:00000001:3.0:1767384343.754373:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.754390:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384343.754390:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000435aeefe. 00000100:00000001:3.0:1767384343.754394:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384343.754397:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7938a1f. 02000000:00000001:3.0:1767384343.754398:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384343.754401:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384343.754402:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:3.0:1767384343.754403:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.754407:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384343.754409:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384343.754409:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d7c79e0. 02000000:00000001:2.0:1767384343.754413:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384343.754415:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384343.754420:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384343.754422:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=53 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384343.754424:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ba9cde0. 00000100:00001000:3.0:1767384343.754429:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=53 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384343.754430:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000814fa383. 00000100:00000001:3.0:1767384343.754437:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384343.754440:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.754442:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384343.754444:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.754447:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.754452:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.754460:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.754463:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.754465:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384343.754468:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384343.754470:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384343.754472:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384343.754473:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384343.754475:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384343.754477:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384343.754479:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384343.754480:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384343.754482:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384343.754484:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384343.754487:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.754495:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e5cedac8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743000960:0@lo:253: 00000100:00000001:3.0:1767384343.754501:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.754503:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.754506:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5cedac8 x1853236743000960/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.754513:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384343.754515:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384343.754518:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006169ae5f. 02000000:00000001:3.0:1767384343.754522:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.754524:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.754526:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384343.754533:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.754535:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000537c9a53. 02000000:00000001:3.0:1767384343.754539:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.754541:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.754543:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5cedac8. 00000100:00000001:3.0:1767384343.754546:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384343.754548:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.754550:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.754554:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.754556:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.754558:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.754560:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384343.755638:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000912dcab4. 00080000:00000010:3.0:1767384343.755682:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000427c35a9. 00040000:00000001:3.0:1767384343.755689:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384343.755691:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384343.755693:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384343.755696:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384343.755699:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.755701:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384343.755703:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384343.755714:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384343.755717:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384343.755720:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384343.755723:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384343.755723:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384343.755726:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384343.755729:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384343.755731:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384343.755734:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000852a92c3. 00010000:00000001:1.0:1767384343.755737:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384343.755742:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d4911e5. 00000020:00000001:1.0:1767384343.755745:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384343.755750:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d4911e5 with handle 0x88edd5ef35457e2f to hash 00000020:00000001:1.0:1767384343.755752:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384343.755754:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384343.755757:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384343.755760:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.755761:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.755764:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755771:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384343.755783:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384343.755785:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384343.755787:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384343.755788:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.755791:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384343.755793:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.755795:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384343.755797:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384343.755799:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384343.755801:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384343.755803:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000852a92c3) refcount = 1 00010000:00010000:1.0:1767384343.755807:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755812:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384343.755814:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384343.755815:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.755816:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755818:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384343.755820:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384343.755822:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384343.755825:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.755826:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384343.755828:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=4 00000020:00000001:1.0:1767384343.755830:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384343.755833:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384343.755835:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384343.755837:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755843:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384343.755845:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755851:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.755853:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384343.755861:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755867:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.755869:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755872:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384343.755874:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384343.755878:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d4911e5 already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384343.755880:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384343.755882:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384343.755884:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.755887:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:3.0:1767384343.755889:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384343.755890:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.755892:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384343.755896:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384343.755896:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=5 20000000:00000010:3.0:1767384343.755900:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020506743. 00000020:00000001:1.0:1767384343.755901:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384343.755905:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 20000000:00000001:3.0:1767384343.755908:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755908:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384343.755909:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384343.755914:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001088 00010000:00000001:1.0:1767384343.755916:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384343.755919:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.755920:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384343.755921:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755926:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384343.755927:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:3.0:1767384343.755929:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003817fe7 x1853236743001088/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.755930:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.755932:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384343.755936:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d4911e5 with handle 0x88edd5ef35457e2f from hash 00010000:00000001:1.0:1767384343.755940:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384343.755942:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.755946:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384343.755948:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755950:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384343.755952:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384343.755952:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384343.755956:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384343.755959:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384343.755959:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384343.755960:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384343.755963:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384343.755965:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384343.755966:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755967:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384343.755968:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384343.755970:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.755970:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.755971:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755972:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755975:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.755978:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:1.0:1767384343.755979:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384343.755986:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384343.755987:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384343.755990:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.755990:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.755991:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384343.755994:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384343.755996:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384343.755996:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.755997:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.756000:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1767384343.756004:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384343.756004:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.756009:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.756012:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed985400. 00010000:00010000:1.0:1767384343.756012:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384343.756019:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743001088, offset 224 00010000:00000001:1.0:1767384343.756019:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384343.756022:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384343.756024:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e2f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384343.756029:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000852a92c3 count: 0 00000400:00000200:3.0:1767384343.756030:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384343.756035:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384343.756038:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384343.756041:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384343.756050:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05400 00000400:00000200:3.0:1767384343.756056:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1969 [2] + 224 00000400:00000200:3.0:1767384343.756061:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.756065:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384343.756068:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.756073:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.756083:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.756123:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384343.756130:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed985400 00000400:00000010:3.0:1767384343.756133:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed985400. 00000100:00000001:1.0:1767384343.756136:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.756138:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384343.756140:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.756143:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.756144:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384343.756149:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384343.756150:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384343.756152:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384343.756155:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384343.756156:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f43b32b5. 00000020:00000001:3.0:1767384343.756159:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.756161:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea750d2 00000020:00000001:3.0:1767384343.756164:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384343.756165:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cea750d2. 00000100:00000001:1.0:1767384343.756171:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384343.756173:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003817fe7 x1853236743001088/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384343.756176:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384343.756202:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.756207:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003817fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236743001088:12345-0@lo:253: Request processed in 3835us (4372us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384343.756219:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384343.756222:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.756223:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384343.756225:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384343.756226:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:1.0:1767384343.756227:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.756229:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.756230:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.756232:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384343.756237:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=53 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384343.756240:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384343.756240:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384343.756242:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.756245:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384343.756246:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384343.756249:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.756250:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384343.756251:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.756256:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eba6bba2. 00000100:00000040:1.0:1767384343.756256:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384343.756264:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000100:00000001:1.0:1767384343.756264:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.756269:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384343.756271:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334b6c6b. 00000100:00000001:1.0:1767384343.756272:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384343.756276:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384343.756278:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:3.0:1767384343.756279:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:01000004:1.0:1767384343.756280:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.756282:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.756285:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384343.756287:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384343.756287:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384343.756291:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 00000020:01000004:1.0:1767384343.756296:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384343.756298:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384343.756298:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384343.756302:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384343.756303:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384343.756305:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384343.756311:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384343.756314:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a17f7d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743001088:0@lo:253: 00000400:00000010:3.0:1767384343.756319:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068472d1f. 00000100:00000001:1.0:1767384343.756319:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.756324:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384343.756327:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed985400. 00000100:00000040:1.0:1767384343.756327:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a17f7d2 x1853236743001088/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.756335:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384343.756337:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384343.756339:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a41edf3. 02000000:00000001:1.0:1767384343.756341:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384343.756342:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384343.756343:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384343.756344:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384343.756345:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad7d0e45. 02000000:00000001:1.0:1767384343.756347:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384343.756348:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384343.756349:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a17f7d2. 00000100:00000001:1.0:1767384343.756351:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384343.756352:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.756353:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.756356:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.756357:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.756358:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.756359:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.757146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294930809, at 4294930810 00000100:00000010:3.0:1767384343.757152:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040224ef5. 00000100:00000040:2.0:1767384343.757160:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294930809, at 4294930810 00000100:00000010:2.0:1767384343.757167:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb3063ad. 00000100:00000040:0.0:1767384343.758136:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294930809, at 4294930811 00000100:00000040:1.0:1767384343.758142:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294930809, at 4294930811 00000100:00000010:0.0:1767384343.758143:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008670dc6. 00000100:00000010:1.0:1767384343.758151:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000150d9171. 00010000:00000010:1.1:1767384343.763149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000831f2c55. 00010000:00000010:1.1:1767384343.763158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac45fe80. 00010000:00000010:1.1:1767384343.763161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000852a92c3. 00010000:00000010:1.1:1767384343.763165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d4911e5. 00000400:00000001:1.0:1767384343.763180:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384343.763182:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384343.763184:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384343.763186:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000400:00000200:1.0:1767384343.763189:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384343.763200:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384343.763207:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006eb438e3. 00000400:00000010:1.0:1767384343.763210:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbdf182f. 00000400:00000010:1.0:1767384343.767580:0:29708:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005c290cd0. 00000400:00000040:1.0:1767384343.767598:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384343.767600:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384343.767602:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384343.767604:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384343.767605:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384343.767606:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384343.767608:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384343.767609:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384343.767610:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384343.767611:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384343.767612:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384343.767613:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384343.767615:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384343.767616:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384343.767617:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384343.767618:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384343.767619:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384343.767620:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384343.767620:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384343.767622:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384343.767623:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384343.767624:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384343.767625:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384343.767626:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384343.767626:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384343.767628:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384343.767629:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384343.767629:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384343.767630:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384343.767631:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384343.767632:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384343.767633:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384343.767634:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384343.767635:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384343.767640:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384343.767641:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384343.767642:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384343.767643:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384343.767645:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384343.767646:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384343.767647:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384343.767648:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384343.767649:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384343.767649:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384343.767650:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384343.767651:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384343.767652:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384343.767653:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384343.767654:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384343.767655:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384343.767656:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384343.767657:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384343.767658:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384343.767659:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384343.767660:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384343.767661:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384343.767662:0:29708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384343.767714:0:29708:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005c290cd0. 00010000:00000001:0.0:1767384344.083167:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384344.083172:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.083176:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384344.083178:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.083207:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384344.083211:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.083214:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384344.787173:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp33 00000400:00000010:1.0:1767384344.787188:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008cfbd896. 00000400:00000010:1.0:1767384344.787195:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056b26dda. 00000400:00000010:1.0:1767384344.787199:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000010:1.0:1767384344.787206:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000010c73b0. 00000400:00000200:1.0:1767384344.787211:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp33 00000400:00000200:1.0:1767384344.787228:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp33 local destination 00000400:00000200:1.0:1767384344.787234:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp33 00000400:00000200:1.0:1767384344.787238:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp33 NI seq info: [95:95:256:4294967295] 192.168.204.108@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1767384344.787245:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp33 00000400:00000200:1.0:1767384344.787255:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33:) -> 192.168.204.108@tcp33(192.168.204.108@tcp33:192.168.204.108@tcp33) : GET try# 0 00000800:00000200:1.0:1767384344.787267:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp33 00000800:00000010:1.0:1767384344.787272:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004926293d. 00000800:00000200:1.0:1767384344.787279:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000800:00000200:1.1:1767384344.787285:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000400:00000200:1.0:1767384344.787311:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp33 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:1.0:1767384344.787317:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp30 00000400:00000010:1.0:1767384344.787321:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002b848559. 00000400:00000010:1.0:1767384344.787325:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000001c1e760. 00000400:00000010:1.0:1767384344.787329:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2afcac. 00000400:00000010:1.0:1767384344.787335:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000773df301. 00000400:00000200:1.0:1767384344.787339:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp30 00000400:00000200:1.0:1767384344.787347:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp30 local destination 00000400:00000200:1.0:1767384344.787351:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp30 00000400:00000200:1.0:1767384344.787373:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp30 NI seq info: [96:96:256:4294967295] 192.168.204.108@tcp30 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384344.787377:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp30 00000400:00000200:1.0:1767384344.787382:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30:) -> 192.168.204.108@tcp30(192.168.204.108@tcp30:192.168.204.108@tcp30) : GET try# 0 00000400:00000200:2.0:1767384344.787386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:1.0:1767384344.787386:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp30 00000800:00000010:1.0:1767384344.787392:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081965adc. 00000800:00000200:1.0:1767384344.787398:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000800:00000200:1.1:1767384344.787401:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000400:00000200:1.0:1767384344.787416:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp30 added to recovery queue. ping count: 3 next ping: 272 health :700 00000400:00000200:2.0:1767384344.787436:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787473:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787479:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787537:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787539:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787598:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787657:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787660:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787711:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787730:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787828:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787852:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787879:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787908:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.787936:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.787968:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788001:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788022:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788060:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788080:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788141:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788182:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788206:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788257:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788280:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788304:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788324:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788369:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788423:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788432:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788472:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788482:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788524:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788535:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788575:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788594:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788628:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788642:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788683:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788688:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788743:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788756:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788782:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788815:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788839:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788860:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788894:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788910:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.788946:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.788958:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789001:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789048:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789059:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789291:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789326:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789349:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789402:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789433:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789461:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789486:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.789515:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789547:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789590:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789613:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789635:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789662:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789687:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.789712:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:2.0:1767384344.789723:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7d0e45. 00000800:00000010:2.0:1767384344.789728:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047ad83ad. 00000800:00000010:2.0:1767384344.789739:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a8e286c. 00000400:00000200:0.0:1767384344.789746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000010:2.0:1767384344.789765:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a8e286c. 00000400:00000200:0.0:1767384344.789775:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000800:00020000:2.0:1767384344.789776:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384344.789782:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047ad83ad. 00000800:00000010:2.0:1767384344.789788:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ad7d0e45. 00000400:02020000:2.0:1767384344.789842:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384344.789851:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp33 notifying 192.168.204.108@tcp33: down 00000800:00000200:2.0:1767384344.789856:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp33 down 00000800:00000100:2.0:1767384344.789861:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp33 00000800:00000010:2.0:1767384344.789865:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004926293d. 00000400:00000200:2.0:1767384344.789869:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384344.789874:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384344.789881:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384344.789885:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384344.789888:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp33) recovery failed with -71 00000800:00000010:0.0:1767384344.789955:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a41edf3. 00000800:00000010:0.0:1767384344.789960:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000343dd07. 00000800:00000010:0.0:1767384344.789964:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad01dbf5. 00000800:00000010:0.0:1767384344.789996:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad01dbf5. 00000400:00000200:2.0:1767384344.790066:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384344.790081:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp30 from 213.3.0.2 00000800:00000010:2.0:1767384344.790084:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d5dda8dc. 00000800:00000010:0.0:1767384344.790145:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c8ff9bd. 00000800:00000010:0.0:1767384344.790150:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097f09004. 00000800:00000010:0.0:1767384344.790170:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dd6a207a. 00000800:00000200:0.1:1767384344.790176:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (2) 00000800:00000200:0.1:1767384344.790182:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp30 00000000dd6a207a deleted 00000800:00000010:0.1:1767384344.790184:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dd6a207a. 00000800:00000200:0.1:1767384344.790189:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384344.790196:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp30 ip 192.168.204.108:981 00000800:00000200:0.1:1767384344.790205:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081965adc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384344.790212:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp30 p 3.x 192.168.204.108 -> 192.168.204.108:981 incarnation:1767384334408314530 sched[0] 00000800:00000010:0.0:1767384344.790217:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad01dbf5. 00000800:00000010:0.0:1767384344.790257:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad01dbf5. 00000800:00000010:0.0:1767384344.790260:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097f09004. 00000800:00000010:0.0:1767384344.790291:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d5dda8dc. 00000800:00000001:0.0:1767384344.790318:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384344.790323:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384344.790397:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384344.790401:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081965adc. 00000400:00000200:0.0:1767384344.790405:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.790410:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: GET: OK 00000400:00000200:0.0:1767384344.790413:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384344.790416:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp30 recovery message sent successfully:0 00000800:00000200:0.1:1767384344.790444:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384344.790448:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp30 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384334408314530 sched[0] 00000800:00000010:0.0:1767384344.790451:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000343dd07. 00000800:00000001:2.0:1767384344.790476:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790483:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384344.790485:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790492:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.790495:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384344.790502:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30) <- 192.168.204.108@tcp30 : GET - for me 00000400:00000200:2.0:1767384344.790514:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384344.790523:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1959 [1] + 0 00000400:00000200:2.0:1767384344.790531:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp30 to MR: 192.168.204.108@tcp30 local destination 00000400:00000200:2.0:1767384344.790537:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp30 NI seq info: [97:97:256:4294967295] 192.168.204.108@tcp30 LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1767384344.790550:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30:192.168.204.108@tcp30) -> 192.168.204.108@tcp30(192.168.204.108@tcp30:192.168.204.108@tcp30) 192.168.204.108@tcp30 : REPLY try# 0 00000400:00000200:0.0:1767384344.790551:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:2.0:1767384344.790556:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp30 00000800:00000010:2.0:1767384344.790566:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335a1b7d. 00000800:00000200:2.0:1767384344.790571:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000800:00000200:2.0:1767384344.790576:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp30 ip 192.168.204.108:988 00000800:00000200:2.0:1767384344.790579:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000335a1b7d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384344.790591:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790620:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000200:2.0:1767384344.790632:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384344.790635:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335a1b7d. 00000400:00000200:2.0:1767384344.790639:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.790644:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: REPLY: OK 00000400:00000200:0.0:1767384344.790652:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:2.0:1767384344.790655:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790660:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384344.790663:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790667:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384344.790669:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790672:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.790677:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp30(192.168.204.108@tcp30) <- 192.168.204.108@tcp30 : REPLY - for me 00000400:00000200:2.0:1767384344.790685:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp30: Reply from 12345-192.168.204.108@tcp30 of length 272/272 into md 0x1995 00000800:00000001:2.0:1767384344.790690:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384344.790690:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:2.0:1767384344.790698:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.790700:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.790705:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp30->192.168.204.108@tcp30: REPLY: OK 00000400:00000200:2.0:1767384344.790709:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2afcac 00000400:00000010:2.0:1767384344.790711:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2afcac. 00000400:00000200:2.0:1767384344.790714:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384344.790719:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002b848559. 00000400:00000010:2.0:1767384344.790722:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000001c1e760. 00000400:00000200:0.0:1767384344.790728:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:2.0:1767384344.790729:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.790732:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.790783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790805:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790830:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790869:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790896:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790912:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790926:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790948:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.790982:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791015:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791032:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791048:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791067:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791097:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791233:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791253:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791274:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791307:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791375:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791432:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791475:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791540:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791602:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384344.791690:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384344.791792:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004388e0a1. 00000800:00000010:0.0:1767384344.791795:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000343dd07. 00000800:00000010:0.0:1767384344.791799:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad01dbf5. 00000800:00000010:0.0:1767384344.791822:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad01dbf5. 00000800:00020000:0.0:1767384344.791827:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384344.791829:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000343dd07. 00000800:00000010:0.0:1767384344.791831:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004388e0a1. 00000400:02020000:0.0:1767384344.791859:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384345.041998:0:30107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac58fdb1. 00080000:00000010:2.0:1767384345.042007:0:30107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac58fdb1. 00000020:00000001:2.0:1767384345.042011:0:30107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384345.042017:0:30107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac58fdb1. 00080000:00000010:2.0:1767384345.042021:0:30107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac58fdb1. 00000020:00000001:2.0:1767384345.042023:0:30107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.107169:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384345.107175:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.107180:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384345.107181:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.107260:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384345.107264:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384345.107266:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384345.735276:0:30271:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384345.735280:0:30271:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384345.738009:0:30271:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384345.744856:0:30272:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000050da1182. 00000400:00000010:3.0:1767384345.744868:0:30272:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000949650f. 00000400:00000010:3.0:1767384345.744876:0:30272:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000062a64667. 00000400:00000010:3.0:1767384345.744880:0:30272:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000018e09cc5. 00000400:00000010:3.0:1767384345.744883:0:30272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c02c8cf. 00000400:00000010:3.0:1767384345.744887:0:30272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1f01995. 00000400:00000010:3.0:1767384345.744888:0:30272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007b6d9835. 00000400:00000010:3.0:1767384345.744889:0:30272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000828fa063. 00000400:00000010:3.0:1767384345.744893:0:30272:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001bf56016. 00000800:00000010:3.0:1767384345.744906:0:30272:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ef83a598. 00000800:00000200:3.0:1767384345.744916:0:30272:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384345.744925:0:30272:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384345.744959:0:30272:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384345.744983:0:30272:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384345.746376:0:30272:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000ab3e88c4. 00000400:00000010:3.0:1767384345.746383:0:30272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e2387. 00000400:00000010:3.0:1767384345.746388:0:30272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000400:00000001:3.0:1767384345.746403:0:30272:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.746405:0:30272:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.746407:0:30272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010d07e40. 00000400:00000200:3.0:1767384345.746409:0:30272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 00000400:00000010:3.0:1767384345.746410:0:30272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 00000400:00000010:3.0:1767384345.746414:0:30272:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000010d744c5. 00000400:00000200:3.0:1767384345.746419:0:30272:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (27) 00000400:00000200:3.0:1767384345.746430:0:30272:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384345.746440:0:30272:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:3.0:1767384345.746448:0:30272:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000020506743. 00000020:01000000:3.0:1767384345.746453:0:30272:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384345.746456:0:30272:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp36 00000400:00000200:2.0:1767384345.746459:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384345.746469:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384345.746470:0:30272:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000949650f. 00000400:00000010:3.0:1767384345.746474:0:30272:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000050da1182. 00000400:00000010:2.0:1767384345.746475:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000400:00000200:2.0:1767384345.746478:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000400:00000010:2.0:1767384345.746483:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000617a549c. 00000400:00000200:2.0:1767384345.746488:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:1.0:1767384345.746491:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384345.746496:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384345.746499:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384345.746501:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384345.746503:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:1.0:1767384345.746505:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384345.746508:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384345.746510:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384345.746512:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384345.746514:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:1.0:1767384345.746521:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.746524:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384345.746525:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:1.0:1767384345.746526:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384345.746529:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384345.746531:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.746532:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384345.746538:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000010:1.0:1767384345.746539:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 00000020:00000040:1.0:1767384345.746544:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384345.746548:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000100:00000001:1.0:1767384345.746551:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384345.746555:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384345.746558:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 02000000:00000001:1.0:1767384345.746561:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.746565:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000400:00000200:2.0:1767384345.746572:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 02000000:00000010:1.0:1767384345.746572:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b891b0. 00000400:00000200:2.0:1767384345.746581:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000100:00000001:1.0:1767384345.746583:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.746590:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000001:1.0:1767384345.746596:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384345.746599:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000001:1.0:1767384345.746600:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.746609:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000040:1.0:1767384345.746613:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036161841] to pc [ptlrpcd_00_01+1] req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.746618:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384345.746633:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384345.746641:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384345.746646:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:2.0:1767384345.746651:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 10000000:00000001:1.0:1767384345.746651:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384345.746655:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.746657:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384345.746661:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384345.746666:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384345.746669:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:3.0:1767384345.746671:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767384345.746671:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 10000000:00000001:1.0:1767384345.746672:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384345.746676:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384345.746676:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384345.746680:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384345.746682:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000020:01000004:1.0:1767384345.746684:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384345.746687:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384345.746688:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384345.746690:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384345.746692:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384345.746693:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000100:00000001:3.0:1767384345.746694:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384345.746695:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384345.746696:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384345.746698:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384345.746700:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384345.746702:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 22], ns[84, 22] 00000020:01000004:1.0:1767384345.746703:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.746705:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384345.746707:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384345.746708:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.746712:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384345.746713:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000100:00000010:1.0:1767384345.746716:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000100:00000001:3.0:1767384345.746720:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384345.746721:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000020:00000040:1.0:1767384345.746722:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384345.746723:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.746727:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384345.746729:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384345.746729:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[83, 22] 02000000:00000001:3.0:1767384345.746732:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.746735:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[95, 22] 02000000:00000001:1.0:1767384345.746736:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384345.746737:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.746741:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.746742:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743001216:0@lo:253: 00000400:00000200:2.0:1767384345.746743:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000100:00000001:3.0:1767384345.746749:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384345.746749:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:1.0:1767384345.746750:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008d7c79e0. 00000100:00000001:1.0:1767384345.746755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.746756:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384345.746758:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000100:00000001:1.0:1767384345.746761:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384345.746763:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.746765:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 02000000:00000001:3.0:1767384345.746767:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.746770:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384345.746771:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3de393] to pc [ptlrpcd_00_02+2] req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.746773:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp34 lpni_is_preferred = 0 02000000:00000010:3.0:1767384345.746777:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537c9a53. 00000400:00000200:2.0:1767384345.746780:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp34 02000000:00000001:3.0:1767384345.746782:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.746789:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000400:00000200:2.0:1767384345.746791:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [98:98:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [97:97:8:4294967295] 00000400:00000010:3.0:1767384345.746795:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000949650f. 00000100:00000200:3.0:1767384345.746798:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743001216, portal 25 00000400:00000200:2.0:1767384345.746799:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 10000000:00000001:1.0:1767384345.746800:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.746802:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384345.746804:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.746805:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000020:00000001:1.0:1767384345.746810:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.746814:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.746814:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp:192.168.204.108@tcp34) : PUT try# 0 00000020:01000000:1.0:1767384345.746814:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384345.746820:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000020506743. 00000800:00000200:2.0:1767384345.746826:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.108@tcp34 00000100:00000001:3.0:1767384345.746829:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.746832:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384345.746832:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384345.746833:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335a1b7d. 00000400:00000010:3.0:1767384345.746834:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e38953b. 00000100:00000001:1.0:1767384345.746836:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.746838:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743001216, offset 0 00000100:00000001:1.0:1767384345.746842:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384345.746843:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000089ff3f3c. 00000400:00000200:3.0:1767384345.746846:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384345.746846:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384345.746848:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007a26931a. 00000100:00000001:1.0:1767384345.746849:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384345.746855:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.746859:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384345.746859:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:2.1:1767384345.746871:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000100:00000001:1.0:1767384345.746873:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384345.746875:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05480 00000100:00000001:1.0:1767384345.746876:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.746880:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.746883:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.746885:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.746887:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11cd [2] + 0 00000400:00000200:2.0:1767384345.746889:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00100000:1.0:1767384345.746891:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743001344:0@lo:253: 00000400:00000010:3.0:1767384345.746894:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b8a8f26. 00000100:00000001:1.0:1767384345.746896:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384345.746901:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e110891 00000400:00000200:2.0:1767384345.746901:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:1.0:1767384345.746901:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384345.746904:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.746907:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384345.746910:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384345.746911:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008d4492ce. 02000000:00000001:1.0:1767384345.746915:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.746917:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384345.746919:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.746921:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.746921:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804ce07b. 00000400:00000200:3.0:1767384345.746924:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e110891 00000400:00000010:3.0:1767384345.746927:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e110891. 00000100:00000001:3.0:1767384345.746933:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.746935:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384345.746938:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005651bab. 00000100:00000040:3.0:1767384345.746940:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000a6273545 x1853236743001216 msgsize 4848 00000100:00000200:1.0:1767384345.746942:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743001344, portal 25 00000100:00100000:3.0:1767384345.746947:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384345.746950:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384345.746952:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.746955:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000040:1.0:1767384345.746959:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.746961:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.746966:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384345.746969:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384345.746971:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e38953b 00000400:00000010:1.0:1767384345.746973:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002422b975. 00000400:00000010:3.0:1767384345.746975:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e38953b. 00000400:00000200:2.0:1767384345.746975:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:3.0:1767384345.746980:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384345.746980:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743001344, offset 0 00000100:00000200:3.0:1767384345.746986:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.746987:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384345.746993:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384345.747004:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05500 00000100:00000001:3.0:1767384345.747008:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384345.747009:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e5 [2] + 0 00000400:00000010:1.0:1767384345.747014:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb9a1a. 00000100:00000040:3.0:1767384345.747017:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.747018:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003060971b 00000400:00000200:2.0:1767384345.747022:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384345.747024:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384345.747031:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.747032:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.747037:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384345.747038:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003060971b 00000400:00000010:1.0:1767384345.747041:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003060971b. 00000100:00000001:1.0:1767384345.747045:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384345.747047:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.747048:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384345.747050:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000040:1.0:1767384345.747053:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000a859c9a9 x1853236743001344 msgsize 4848 00000100:00000001:3.0:1767384345.747055:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294932804 00000100:00100000:1.0:1767384345.747061:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384345.747063:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0f4647e. 00000100:00000040:1.0:1767384345.747064:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384345.747074:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384345.747075:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.747081:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:3.0:1767384345.747082:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294932804 00000400:00000200:1.0:1767384345.747082:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002422b975 00000400:00000010:1.0:1767384345.747087:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002422b975. 00000100:00000010:3.0:1767384345.747088:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000462622dd. 00000100:00000001:1.0:1767384345.747090:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384345.747095:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384345.747096:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.747123:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.747125:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.747130:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747132:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384345.747142:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747145:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294932805 00000100:00000001:1.0:1767384345.747151:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932804 00000400:00000200:2.0:1767384345.747152:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:1.0:1767384345.747154:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294932805 00000400:00000200:2.0:1767384345.747186:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.747219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:3.0:1767384345.747228:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294932805 00000100:00000001:1.0:1767384345.747231:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932804 00000100:00000010:3.0:1767384345.747233:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b317d330. 00000100:00000001:1.0:1767384345.747238:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294932805 00000100:00000001:3.0:1767384345.747240:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384345.747247:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294932805 00000100:00000001:1.0:1767384345.747247:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294932805 00000100:00000001:1.0:1767384345.747254:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294932805 00000100:00000010:3.0:1767384345.747256:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027977ecc. 00000100:00000001:3.0:1767384345.747261:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384345.747266:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.747266:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294932805 00000400:00000200:2.0:1767384345.747267:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:1.0:1767384345.747270:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.747272:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747274:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.747278:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747279:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747284:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.747286:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747290:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.747292:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384345.747295:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.747296:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384345.747298:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747299:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.747314:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384345.747318:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001216 02000000:00000001:3.0:1767384345.747322:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.747324:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.747326:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.747327:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 02000000:00000001:3.0:1767384345.747330:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.747334:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001216 00000020:00000001:3.0:1767384345.747351:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384345.747354:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384345.747363:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.747366:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384345.747370:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384345.747374:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384345.747379:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.747383:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090b8f48f. 00000100:00000001:3.0:1767384345.747385:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.747386:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000020:00000010:3.0:1767384345.747388:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090b8f48f. 00000020:00000010:3.0:1767384345.747397:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006138f5c7. 00000020:00000010:3.0:1767384345.747402:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab5132ac. 00000020:00000010:3.0:1767384345.747408:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000925d37ed. 00000100:00000040:3.0:1767384345.747419:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384345.747422:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384345.747424:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384345.747427:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.747430:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:3.0:1767384345.747435:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747443:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384345.747447:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384345.747447:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001344 02000000:00000001:1.0:1767384345.747451:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384345.747453:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384345.747455:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.747458:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.747460:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001344 00000020:00000001:1.0:1767384345.747462:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384345.747464:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384345.747464:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384345.747469:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384345.747470:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384345.747473:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384345.747476:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384345.747479:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00100000:3.0:1767384345.747481:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:1.0:1767384345.747481:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000040:3.0:1767384345.747487:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384345.747487:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.747491:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932666448 : -130122776885168 : ffff89a76e1b4850) 00000020:00000010:1.0:1767384345.747497:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fd22b6d. 00000100:00000040:3.0:1767384345.747499:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6273545 x1853236743001216/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.747502:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384345.747507:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fd22b6d. 00000020:00000010:1.0:1767384345.747514:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001adbcc2d. 00000100:00000001:3.0:1767384345.747516:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.747519:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc8d550e. 00000020:00000010:3.0:1767384345.747521:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090b8f48f. 00000020:00000010:1.0:1767384345.747525:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 00000100:00000001:3.0:1767384345.747526:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.747527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000020:00000010:3.0:1767384345.747532:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090b8f48f. 00000100:00000001:1.0:1767384345.747533:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.747536:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384345.747537:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.747541:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743001216:12345-0@lo:253: 00000100:00000001:1.0:1767384345.747545:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.747547:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001216 00000020:00000001:3.0:1767384345.747551:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384345.747554:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.747563:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384345.747566:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384345.747567:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747570:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384345.747572:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384345.747576:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00100000:1.0:1767384345.747581:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000020:00000001:3.0:1767384345.747582:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.747586:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.747587:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:3.0:1767384345.747590:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384345.747592:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932674640 : -130122776876976 : ffff89a76e1b6850) 00000400:00000200:2.0:1767384345.747593:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000020:00000001:3.0:1767384345.747594:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.747599:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.747603:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a859c9a9 x1853236743001344/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.747604:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384345.747608:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.747616:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d498a57a. 00000100:00000001:1.0:1767384345.747617:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384345.747622:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.747622:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fd22b6d. 00000100:00000001:3.0:1767384345.747628:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747628:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.747631:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000020:00000010:1.0:1767384345.747634:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fd22b6d. 20000000:00000001:3.0:1767384345.747635:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384345.747643:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a859c9a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743001344:12345-0@lo:253: 00000100:00000200:1.0:1767384345.747646:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001344 20000000:00000010:3.0:1767384345.747647:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006169ae5f. 00000020:00000001:1.0:1767384345.747648:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384345.747653:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767384345.747654:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384345.747655:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.747660:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384345.747660:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384345.747664:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:00000001:3.0:1767384345.747665:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384345.747667:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384345.747668:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 20000000:00000001:3.0:1767384345.747670:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.747670:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384345.747675:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384345.747677:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.747680:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384345.747684:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384345.747686:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384345.747688:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e7e551f. 00000100:00000001:1.0:1767384345.747689:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384345.747692:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384345.747694:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 02000000:00000010:1.0:1767384345.747699:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000537f48de. 20000000:00000001:3.0:1767384345.747701:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384345.747701:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 02000000:00000001:1.0:1767384345.747702:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.747707:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.747709:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384345.747710:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384345.747715:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384345.747718:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020506743. 20000000:01000000:1.0:1767384345.747722:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384345.747724:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384345.747725:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384345.747727:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384345.747729:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384345.747731:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384345.747735:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384345.747751:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.747752:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00080000:00000001:3.0:1767384345.747754:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384345.747756:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.747759:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384345.747761:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384345.747764:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:3.0:1767384345.747768:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384345.747770:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384345.747774:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384345.747785:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.747789:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.747792:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384345.747798:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384345.747802:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384345.747807:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b16bc587. 00000400:00000200:2.0:1767384345.747807:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00080000:00000001:3.0:1767384345.747810:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950278788608 : -130123430763008 : ffff89a74721e600) 00080000:00000001:3.0:1767384345.747814:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384345.747818:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384345.747821:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000090b8f48f. 00080000:00000001:3.0:1767384345.747824:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.747827:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384345.747840:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.747841:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00080000:00000001:3.0:1767384345.747858:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384345.747868:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.747908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.747961:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748009:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748029:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748046:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748069:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748088:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748130:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748169:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748196:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748222:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748253:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748283:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384345.748306:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384345.748467:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7d0e45. 00000800:00000010:2.0:1767384345.748471:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cea750d2. 00000800:00000010:2.0:1767384345.748476:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ceb168f. 00000800:00000010:2.0:1767384345.748492:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ceb168f. 00000800:00020000:2.0:1767384345.748499:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384345.748502:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cea750d2. 00000800:00000010:2.0:1767384345.748504:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ad7d0e45. 00000400:02020000:2.0:1767384345.748538:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384345.748543:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp34 notifying 192.168.204.108@tcp34: down 00000800:00000200:2.0:1767384345.748547:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp34 down 00000800:00000100:2.0:1767384345.748552:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.204.108@tcp34 00000800:00000010:2.0:1767384345.748555:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335a1b7d. 00000400:00000200:2.0:1767384345.748557:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384345.748559:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384345.748565:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:2.0:1767384345.748567:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384345.748570:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384345.748572:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384345.748613:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384345.748616:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101151 00000400:00000001:3.0:1767384345.748619:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.748621:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384345.748622:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:3.0:1767384345.748624:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000200:3.0:1767384345.748627:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384345.748631:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00080000:00000010:1.0:1767384345.748632:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b16bc587. 00000400:00000200:3.0:1767384345.748634:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (29) 00000400:00000200:3.0:1767384345.748640:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384345.748642:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc -71 00000400:00000200:3.0:1767384345.748645:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384345.748648:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (28) 00080000:00000010:2.0:1767384345.748676:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000090b8f48f. 00040000:00000001:2.0:1767384345.748682:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384345.748684:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384345.748687:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384345.748690:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384345.748693:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.748694:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384345.748710:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384345.748721:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384345.748724:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384345.748724:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003fd7ed86. 20000000:01000000:1.0:1767384345.748728:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:1.0:1767384345.748732:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384345.748734:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384345.748734:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384345.748738:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384345.748742:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384345.748744:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384345.748747:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384345.748751:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384345.748752:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.748757:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384345.748757:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384345.748760:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.748763:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384345.748763:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384345.748768:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384345.748769:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384345.748772:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00010000:00000010:3.0:1767384345.748773:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085cdda31. 00080000:00000002:1.0:1767384345.748774:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384345.748779:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384345.748782:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384345.748782:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.748787:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384345.748789:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 00000020:00000001:1.0:1767384345.748789:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384345.748792:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384345.748793:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384345.748801:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:1.0:1767384345.748804:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000d7cb379. 00000020:00000040:3.0:1767384345.748806:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084824eff with handle 0x88edd5ef35457e36 to hash 00080000:00000001:1.0:1767384345.748808:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950952788480 : -130122756763136 : ffff89a76f4e5200) 00080000:00000001:1.0:1767384345.748812:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384345.748813:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:1.0:1767384345.748814:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384345.748816:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00080000:00000010:1.0:1767384345.748819:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001fd22b6d. 00010000:00000001:3.0:1767384345.748821:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00080000:00000001:1.0:1767384345.748822:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.748827:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384345.748829:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.748833:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.748836:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384345.748837:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.748846:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384345.748849:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384345.748854:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384345.748857:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384345.748860:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.748862:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.748864:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.748865:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.748868:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384345.748870:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384345.748872:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384345.748874:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384345.748876:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000085cdda31) refcount = 1 00080000:00000020:2.0:1767384345.748877:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384345.748880:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384345.748881:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384345.748884:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006169ae5f. 00010000:00000001:3.0:1767384345.748888:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:2.0:1767384345.748888:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.748890:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1767384345.748891:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001216 00010000:00000001:3.0:1767384345.748892:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.748894:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.748894:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384345.748896:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384345.748899:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6273545 x1853236743001216/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384345.748900:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384345.748903:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384345.748906:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384345.748907:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384345.748908:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.748909:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00010000:00000001:2.0:1767384345.748909:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.748913:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=55 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384345.748917:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000100:00000001:2.0:1767384345.748917:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384345.748920:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000100:00000040:2.0:1767384345.748920:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384345.748923:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384345.748923:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:3.0:1767384345.748925:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384345.748926:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.748928:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.748931:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384345.748931:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384345.748933:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384345.748934:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.748937:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cea750d2. 00010000:00000001:3.0:1767384345.748940:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384345.748940:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743001216, offset 224 00010000:00000001:3.0:1767384345.748941:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384345.748943:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384345.748945:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384345.748949:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.748950:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.748951:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384345.748953:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384345.748955:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384345.748957:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05480 00010000:00010000:3.0:1767384345.748961:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084824eff already unused, calling callback (00000000594674ee) 00000400:00000200:2.0:1767384345.748961:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19a1 [2] + 224 00010000:00000001:3.0:1767384345.748964:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.748967:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384345.748967:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384345.748969:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384345.748970:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.748974:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384345.748975:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384345.748976:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384345.748977:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384345.748978:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.748979:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=5 00000020:00000001:3.0:1767384345.748981:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384345.748984:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384345.748987:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384345.748987:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384345.748995:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.749002:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384345.749004:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.749005:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.749008:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384345.749010:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384345.749012:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384345.749012:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384345.749013:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.749015:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084824eff with handle 0x88edd5ef35457e36 from hash 00000400:00000200:2.0:1767384345.749017:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea750d2 00010000:00000001:3.0:1767384345.749018:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384345.749019:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384345.749019:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cea750d2. 00010000:00000001:3.0:1767384345.749021:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.749023:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384345.749023:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.749025:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384345.749026:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384345.749028:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384345.749029:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384345.749029:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.749031:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384345.749033:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384345.749034:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384345.749036:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384345.749036:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384345.749037:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384345.749038:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384345.749039:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384345.749041:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1767384345.749041:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.749042:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00010000:00000001:3.0:1767384345.749045:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:2.0:1767384345.749045:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384345.749047:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000949650f 00010000:00000001:3.0:1767384345.749048:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384345.749050:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000949650f. 00010000:00000001:3.0:1767384345.749051:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384345.749051:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6273545 x1853236743001216/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384345.749055:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.749056:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384345.749058:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.749061:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.749063:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384345.749065:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384345.749068:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743001216:12345-0@lo:253: Request processed in 1549us (2125us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384345.749082:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.749085:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384345.749087:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000200:1.0:1767384345.749087:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384345.749088:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384345.749091:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:2.0:1767384345.749093:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:3.0:1767384345.749094:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.749098:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384345.749116:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.749118:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.749120:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384345.749123:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384345.749124:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384345.749125:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.749126:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384345.749129:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.749130:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.749130:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384345.749133:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.749137:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab5132ac. 00000100:00001000:1.0:1767384345.749137:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=55 v=5 (5 0 0 0) 20000000:00000001:3.0:1767384345.749139:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384345.749144:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=55 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384345.749145:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384345.749145:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000925d37ed. 00000100:00000001:1.0:1767384345.749149:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384345.749151:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006138f5c7. 00000100:00000001:1.0:1767384345.749152:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.749156:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384345.749157:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384345.749159:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384345.749159:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:1.0:1767384345.749160:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.749163:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084824eff/0x88edd5ef35457e36 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384345.749165:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.749166:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.749170:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d498a57a. 00000100:00000040:1.0:1767384345.749173:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384345.749174:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000085cdda31 count: 0 02000000:00000001:2.0:1767384345.749175:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384345.749178:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.749184:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384345.749186:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384345.749186:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384345.749190:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384345.749197:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cea750d2. 00000100:00000001:1.0:1767384345.749199:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.749204:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384345.749205:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384345.749208:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384345.749209:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384345.749211:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384345.749212:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384345.749214:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.749215:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.749216:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384345.749218:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384345.749219:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.749220:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384345.749222:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.749227:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743001216:0@lo:253: 00000100:00000001:1.0:1767384345.749230:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.749231:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.749232:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036161841 x1853236743001216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.749236:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384345.749238:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384345.749240:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537c9a53. 02000000:00000001:1.0:1767384345.749242:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384345.749244:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384345.749244:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384345.749246:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384345.749248:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b891b0. 02000000:00000001:1.0:1767384345.749251:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384345.749252:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384345.749254:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036161841. 00000100:00000001:1.0:1767384345.749256:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384345.749257:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.749259:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.749267:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.749268:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.749269:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.749270:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384345.750278:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000d7cb379. 00080000:00000010:1.0:1767384345.750331:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001fd22b6d. 00040000:00000001:1.0:1767384345.750350:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384345.750352:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384345.750355:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384345.750359:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384345.750361:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384345.750364:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384345.750366:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384345.750377:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384345.750380:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384345.750384:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384345.750433:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384345.750436:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384345.750437:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384345.750439:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384345.750441:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384345.750445:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a94ec498. 00010000:00000001:3.0:1767384345.750448:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384345.750450:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000020:00000001:3.0:1767384345.750451:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384345.750453:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457e3d to hash 00000020:00000001:3.0:1767384345.750454:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384345.750455:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384345.750456:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384345.750458:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.750458:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.750460:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.750465:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384345.750471:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384345.750472:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384345.750473:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.750474:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.750475:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.750482:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.750484:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384345.750485:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384345.750487:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384345.750488:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384345.750490:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a94ec498) refcount = 1 00010000:00010000:3.0:1767384345.750493:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.750497:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384345.750498:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384345.750499:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.750501:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750503:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384345.750505:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384345.750508:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000020:1.0:1767384345.750509:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384345.750510:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.750514:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384345.750514:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384345.750517:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=4 20000000:00000010:1.0:1767384345.750517:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020506743. 00000020:00000001:3.0:1767384345.750522:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 20000000:00000001:1.0:1767384345.750523:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750525:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000040:1.0:1767384345.750527:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001344 00010000:00000001:3.0:1767384345.750528:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384345.750530:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384345.750532:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384345.750536:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384345.750537:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.750542:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.750543:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1767384345.750545:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a859c9a9 x1853236743001344/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384345.750546:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.750554:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.750557:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.750561:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384345.750564:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750565:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384345.750569:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384345.750569:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=55 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384345.750580:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00000100:00000001:1.0:1767384345.750580:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384345.750584:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.750587:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:1.0:1767384345.750587:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:3.0:1767384345.750590:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384345.750593:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384345.750597:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384345.750600:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384345.750600:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384345.750604:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384345.750605:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.750606:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00000020:00000001:3.0:1767384345.750610:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00000100:00000001:1.0:1767384345.750611:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384345.750612:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384345.750615:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384345.750618:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384345.750619:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384345.750626:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384345.750626:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002422b975. 00010000:00000001:3.0:1767384345.750630:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.750632:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.750633:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743001344, offset 224 00010000:00000001:3.0:1767384345.750635:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384345.750638:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384345.750640:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.750641:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.750645:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384345.750646:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457e3d from hash 00010000:00000001:3.0:1767384345.750648:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384345.750649:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.750650:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.750650:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384345.750651:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384345.750654:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384345.750656:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384345.750658:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384345.750661:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384345.750667:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750669:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384345.750671:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384345.750676:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384345.750676:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05500 00010000:00000001:3.0:1767384345.750679:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.750682:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750684:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.750688:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.750688:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19a9 [2] + 224 00010000:00010000:3.0:1767384345.750692:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384345.750696:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384345.750697:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.750702:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.750704:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384345.750706:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384345.750706:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384345.750710:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.750713:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384345.750713:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384345.750714:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384345.750718:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.750720:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.750721:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384345.750723:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.750740:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384345.750743:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384345.750747:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e3d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384345.750751:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384345.750753:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a94ec498 count: 0 00010000:00000001:3.0:1767384345.750765:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384345.750767:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384345.750774:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384345.750782:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002422b975 00000400:00000010:1.0:1767384345.750785:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002422b975. 00000100:00000001:1.0:1767384345.750788:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384345.750790:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384345.750795:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.750799:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384345.750802:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384345.750804:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384345.750804:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.750809:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384345.750809:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384345.750816:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384345.750816:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a859c9a9 x1853236743001344/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384345.750825:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.750828:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804ce07b. 00000100:00100000:1.0:1767384345.750833:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a859c9a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743001344:12345-0@lo:253: Request processed in 3212us (3775us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384345.750834:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005651bab 00000400:00000010:2.0:1767384345.750837:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005651bab. 00000100:00000001:2.0:1767384345.750843:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.750848:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.750848:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767384345.750853:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384345.750858:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384345.750862:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384345.750864:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384345.750867:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc8d550e. 00000100:00000001:2.0:1767384345.750875:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384345.750875:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000100:00000001:2.0:1767384345.750878:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.750881:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384345.750882:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001adbcc2d. 02000000:00000001:2.0:1767384345.750883:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.750885:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.750887:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.750890:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384345.750890:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00001000:2.0:1767384345.750893:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=55 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384345.750896:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.750898:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.750901:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.750903:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384345.750904:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384345.750906:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000537f48de. 00010000:00000001:2.0:1767384345.750907:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.750912:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.750915:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384345.750916:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.750918:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384345.750924:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384345.750927:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.750930:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384345.750931:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4e16e8. 00000100:00000001:2.0:1767384345.750933:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384345.750937:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384345.750937:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002422b975. 00000020:01000004:2.0:1767384345.750941:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384345.750943:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384345.750945:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384345.750946:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384345.750948:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384345.750949:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384345.750951:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384345.750957:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384345.750961:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.750967:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743001344:0@lo:253: 00000100:00000001:2.0:1767384345.750970:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.750972:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.750974:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236743001344/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.750978:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384345.750979:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384345.750980:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008d4492ce. 02000000:00000001:2.0:1767384345.750983:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.750984:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384345.750985:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384345.750986:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384345.750987:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008d7c79e0. 02000000:00000001:2.0:1767384345.750989:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.750991:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384345.750992:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:2.0:1767384345.750995:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.750995:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.750996:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.751000:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.751001:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.751002:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.751003:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.753141:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294932805, at 4294932806 00000100:00000040:3.0:1767384345.753147:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294932805, at 4294932806 00000100:00000010:2.0:1767384345.753148:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b317d330. 00000100:00000040:0.0:1767384345.753152:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294932805, at 4294932806 00000100:00000010:3.0:1767384345.753153:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027977ecc. 00000100:00000010:0.0:1767384345.753162:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0f4647e. 00000100:00000040:1.0:1767384345.753171:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294932805, at 4294932806 00000100:00000010:1.0:1767384345.753181:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000462622dd. 00010000:00000010:3.1:1767384345.754134:0:30274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085cdda31. 00010000:00000010:3.1:1767384345.754141:0:30274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00010000:00000010:3.1:1767384345.758120:0:30276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a94ec498. 00010000:00000010:3.1:1767384345.758127:0:30276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00000400:00000010:0.0:1767384345.762350:0:30277:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c71f5c6d. 00000400:00000040:0.0:1767384345.762367:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384345.762369:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384345.762371:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384345.762373:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384345.762374:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384345.762376:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384345.762378:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384345.762379:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384345.762380:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384345.762380:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384345.762382:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384345.762383:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384345.762384:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384345.762385:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384345.762386:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384345.762388:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384345.762389:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384345.762389:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384345.762390:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384345.762392:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384345.762394:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384345.762396:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384345.762397:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384345.762404:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384345.762405:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384345.762407:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384345.762409:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384345.762411:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384345.762413:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384345.762414:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384345.762416:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384345.762418:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384345.762419:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384345.762421:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384345.762423:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384345.762424:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384345.762426:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384345.762428:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384345.762430:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384345.762432:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384345.762434:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384345.762436:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384345.762437:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384345.762439:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384345.762441:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384345.762443:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384345.762445:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384345.762446:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384345.762449:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384345.762451:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384345.762453:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384345.762454:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384345.762456:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384345.762458:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384345.762460:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384345.762461:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384345.762463:0:30277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384345.762528:0:30277:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c71f5c6d. 00000400:00000001:1.0:1767384345.812148:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384345.812152:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384345.812155:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384345.812158:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000400:00000200:1.0:1767384345.812163:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384345.812169:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384345.812177:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008cfbd896. 00000400:00000010:1.0:1767384345.812181:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056b26dda. 00000100:00000001:1.0:1767384345.939223:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384345.939229:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.939268:0:28601:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384345.939271:0:28601:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.131194:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384346.131208:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.131215:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384346.131216:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.131243:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384346.131247:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.131250:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384346.835199:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp34 00000400:00000010:3.0:1767384346.835206:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003b2834a3. 00000400:00000010:3.0:1767384346.835215:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000611f9010. 00000400:00000010:3.0:1767384346.835229:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000400:00000010:3.0:1767384346.835239:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fae847f. 00000400:00000200:3.0:1767384346.835245:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp34 00000400:00000200:3.0:1767384346.835265:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp34 local destination 00000400:00000200:3.0:1767384346.835273:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 00000400:00000200:3.0:1767384346.835279:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [99:99:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [98:98:8:4294967295] 00000400:00000200:3.0:1767384346.835287:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 00000400:00000200:3.0:1767384346.835302:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) : GET try# 0 00000800:00000200:3.0:1767384346.835310:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp34 00000800:00000010:3.0:1767384346.835315:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e55b6fdf. 00000800:00000200:3.0:1767384346.835340:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:3.1:1767384346.835346:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:3.0:1767384346.835374:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384346.835455:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835553:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835579:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835613:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835640:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835691:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835719:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835751:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835820:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835842:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835878:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835901:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835932:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835957:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.835993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836051:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836140:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836171:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836197:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836248:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836277:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836291:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836331:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836353:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836369:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836396:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836425:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836461:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836493:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836508:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836524:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836538:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836552:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384346.836564:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384346.836732:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004388e0a1. 00000800:00000010:0.0:1767384346.836737:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000992627d2. 00000800:00000010:0.0:1767384346.836743:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb548d20. 00000800:00000010:0.0:1767384346.836767:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb548d20. 00000800:00020000:0.0:1767384346.836777:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384346.836780:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000992627d2. 00000800:00000010:0.0:1767384346.836783:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004388e0a1. 00000400:02020000:0.0:1767384346.836837:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.836846:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp34 notifying 192.168.204.108@tcp34: down 00000400:00000200:0.0:1767384346.836850:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384346.836853:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp34 00000800:00000010:0.0:1767384346.836856:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e55b6fdf. 00000400:00000200:0.0:1767384346.836860:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384346.836868:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384346.836876:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384346.836879:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384346.836884:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp34) recovery failed with -71 00000004:00000001:2.0:1767384346.963200:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384346.963206:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384346.963214:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a17f7d2. 00000100:00000040:0.0:1767384346.963215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:2.0:1767384346.963222:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384346.963223:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384346.963230:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000100:00000001:2.0:1767384346.963252:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.963257:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384346.963257:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384346.963267:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.963268:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.963271:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384346.963277:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384346.963279:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000335a1b7d. 02000000:00000010:0.0:1767384346.963283:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c650ee. 00000100:00000001:2.0:1767384346.963288:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.963305:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.963305:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.963310:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.963335:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a17f7d2] to pc [ptlrpcd_00_03+3] req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.963336:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384346.963385:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.963388:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384346.963394:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.963398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_00+0] req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.963406:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.963411:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.963414:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384346.963418:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.963426:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.963428:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.963429:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384346.963433:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384346.963436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.963437:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.963437:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384346.963444:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384346.963448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384346.963450:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.963457:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.963463:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767384346.963464:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a17f7d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743001472:0@lo:13: 00000100:00000010:0.0:1767384346.963472:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 00000020:00000040:0.0:1767384346.963479:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384346.963487:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384346.963488:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384346.963496:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384346.963497:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384346.963498:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384346.963499:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.963504:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.963505:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384346.963506:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095411f91. 02000000:00000001:2.0:1767384346.963517:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384346.963518:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384346.963519:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384346.963531:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c3134cd7. 02000000:00000001:1.0:1767384346.963531:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384346.963532:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384346.963542:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.963543:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384346.963558:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743001600:0@lo:400: 00000400:00000010:2.0:1767384346.963559:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a8c1e2. 00000100:00000001:0.0:1767384346.963562:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.963571:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.963572:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384346.963575:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000100:00000040:0.0:1767384346.963576:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf8f912] to pc [ptlrpcd_00_01+1] req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384346.963578:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384346.963584:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384346.963587:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743001472, portal 4 02000000:00000001:1.0:1767384346.963589:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384346.963595:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026a12148. 00000100:00000001:2.0:1767384346.963597:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.963602:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040573824 : -130122668977792 : ffff89a77489d180) 00000100:00000001:0.0:1767384346.963603:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.963616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384346.963617:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.963622:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.963623:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384346.963627:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000100:00000010:0.0:1767384346.963630:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000020:00000040:0.0:1767384346.963640:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384346.963642:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000001:0.0:1767384346.963647:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384346.963651:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384346.963651:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384346.963653:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743001600, portal 25 02000000:00000001:0.0:1767384346.963659:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.963664:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.963666:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.963688:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384346.963688:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 02000000:00000010:0.0:1767384346.963691:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d94e814. 00000100:00000001:3.0:1767384346.963698:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384346.963699:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384346.963701:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.963702:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384346.963706:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.963711:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384346.963711:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000040:0.0:1767384346.963719:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384346.963722:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384346.963724:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743001472, offset 0 00000400:00000200:2.0:1767384346.963756:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384346.963781:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384346.963797:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384346.963804:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384346.963815:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384346.963816:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00000001:0.0:1767384346.963818:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.963820:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.963823:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384346.963826:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743001600, offset 0 02000000:00000001:3.0:1767384346.963829:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384346.963835:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc05580 02000000:00000001:3.0:1767384346.963839:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384346.963841:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_02+2] req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384346.963852:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384346.963855:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.963872:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 2016 00000100:00100000:3.0:1767384346.963873:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743001728:0@lo:400: 00000400:00000200:1.0:1767384346.963886:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384346.963899:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384346.963902:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384346.963906:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.963918:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.963919:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc05600 00000400:00000200:2.0:1767384346.963924:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.963927:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.963928:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384346.963938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384346.963939:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df710775. 00000400:00000200:1.0:1767384346.963940:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1211 [2] + 0 02000000:00000001:3.0:1767384346.963954:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.963956:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7d62bbb. 00000100:00000001:0.0:1767384346.963957:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384346.963960:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00000100:00000010:0.0:1767384346.963962:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28d69f. 00000400:00000200:1.0:1767384346.963964:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065172b26 00000020:00000040:0.0:1767384346.963966:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384346.963971:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384346.963972:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384346.963978:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:3.0:1767384346.963980:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000100:00000001:0.0:1767384346.963980:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384346.963986:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5cedac8. 02000000:00000001:0.0:1767384346.963987:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384346.963989:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384346.963992:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743001728, portal 4 02000000:00000001:0.0:1767384346.963996:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.963999:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e5cedac8 x1853236743001472 msgsize 224 00000100:00000001:3.0:1767384346.964006:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384346.964007:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da684907. 00000400:00000200:1.0:1767384346.964008:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065172b26 00000100:00000001:3.0:1767384346.964012:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000400:00000010:1.0:1767384346.964016:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065172b26. 00000100:00000001:0.0:1767384346.964022:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.964023:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384346.964031:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.964031:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384346.964035:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384346.964039:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384346.964040:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384346.964050:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b9468184 x1853236743001600 msgsize 224 00000400:00000200:2.0:1767384346.964053:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384346.964066:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000001:2.0:1767384346.964081:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384346.964084:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384346.964090:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384346.964098:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384346.964100:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384346.964109:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384346.964111:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384346.964120:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000400:00000010:1.0:1767384346.964123:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000100:00000040:3.0:1767384346.964127:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.964133:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000001:0.0:1767384346.964144:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964155:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.964161:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.964161:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b28d69f] to pc [ptlrpcd_00_03+3] req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384346.964164:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743001728, offset 0 00000100:00000001:1.0:1767384346.964180:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384346.964189:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.964196:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384346.964197:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.964202:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.964211:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.964227:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3525 usecs (4 jiffies) 00000400:00000200:3.0:1767384346.964228:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384346.964253:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934021 00000100:00000001:0.0:1767384346.964266:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.964267:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc05680 00000100:00000010:2.0:1767384346.964267:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5ffbc93. 00000100:00000040:0.0:1767384346.964281:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00000100:00000001:2.0:1767384346.964285:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384346.964291:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384346.964295:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 3440 00000100:00000001:2.0:1767384346.964297:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934021 00000400:00000200:3.0:1767384346.964306:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384346.964310:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384346.964313:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48584c7. 00000100:00000001:2.0:1767384346.964333:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384346.964337:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.964344:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934021 00000100:00000001:3.0:1767384346.964354:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384346.964357:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018541ebd. 00000100:00000200:3.0:1767384346.964361:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384346.964369:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000010:3.0:1767384346.964375:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004686c847. 00000100:00000040:3.0:1767384346.964380:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000004686c847 x1853236743001728 msgsize 224 00000100:00000001:1.0:1767384346.964382:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964383:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934021 00000100:00000001:1.0:1767384346.964390:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384346.964392:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e875c2b. 00000100:00100000:3.0:1767384346.964397:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384346.964401:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384346.964406:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.964406:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964413:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.964420:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294934022 00000100:00000001:2.0:1767384346.964421:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.964424:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384346.964434:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000001:2.0:1767384346.964435:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964439:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.964441:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934021 00000100:00000001:3.0:1767384346.964442:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384346.964450:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384346.964451:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.964452:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294934022 00000100:00000001:2.0:1767384346.964454:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384346.964467:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.964469:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934021 00000100:00000001:3.0:1767384346.964472:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384346.964474:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.964479:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384346.964481:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294934022 00000100:00000040:3.0:1767384346.964482:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.964488:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.964494:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934021 00000100:00000001:1.0:1767384346.964506:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294934022 00000100:00000001:1.0:1767384346.964519:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934021 00000100:00000001:1.0:1767384346.964532:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.964537:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964548:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.964549:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384346.964549:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964559:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.964562:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964564:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.964565:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384346.964567:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384346.964571:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384346.964572:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3525 usecs (4 jiffies) 02000000:00000001:2.0:1767384346.964575:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.964577:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384346.964579:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743001984:0@lo:400: 00000100:00000001:1.0:1767384346.964582:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384346.964586:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934021 00000100:00000001:1.0:1767384346.964590:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.964592:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384346.964595:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934022 00000100:00000001:1.0:1767384346.964597:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384346.964598:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384346.964606:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964607:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934021 00000100:00000001:1.0:1767384346.964608:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.964624:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384346.964625:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934022 02000000:00000010:2.0:1767384346.964640:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5813035. 00000100:00000001:1.0:1767384346.964642:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964643:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934021 02000000:00000001:2.0:1767384346.964652:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964655:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934022 00000400:00000010:2.0:1767384346.964658:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003942a86. 00000100:00000001:3.0:1767384346.964660:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934021 00000400:00000010:2.0:1767384346.964663:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000001:3.0:1767384346.964665:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934022 00000100:00000001:3.0:1767384346.964669:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.964672:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384346.964673:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743001984, portal 10 00000100:00000001:3.0:1767384346.964675:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384346.964682:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001600 00000100:00000001:3.0:1767384346.964683:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964683:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.964690:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089051392 : -130122620500224 : ffff89a7776d8700) 00000100:00000001:3.0:1767384346.964702:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384346.964712:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384346.964716:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.964716:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.964717:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.964721:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384346.964721:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964735:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384346.964736:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.964739:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.964740:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384346.964743:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001600 00000100:00000001:3.0:1767384346.964744:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.964748:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384346.964750:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384346.964751:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384346.964758:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000010:2.0:1767384346.964759:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000020:00000001:1.0:1767384346.964771:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384346.964773:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384346.964773:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743001984, offset 0 00000100:00000001:3.0:1767384346.964778:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.964782:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384346.964783:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384346.964786:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000040:3.0:1767384346.964791:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384346.964792:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384346.964798:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384346.964805:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384346.964819:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05780 00000100:00000001:1.0:1767384346.964821:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384346.964832:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d3ef336. 00000100:00000001:3.0:1767384346.964834:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384346.964835:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767384346.964840:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.964844:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.964848:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384346.964849:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384346.964860:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d3ef336. 02000000:00000001:3.0:1767384346.964861:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.964866:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384346.964874:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384346.964877:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddf6801. 00000100:00000001:2.0:1767384346.964878:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384346.964883:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384346.964887:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236743001856:0@lo:400: 00000100:00000010:2.0:1767384346.964891:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a385a71. 00000020:00000010:1.0:1767384346.964892:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000008915e5. 00000100:00000001:3.0:1767384346.964897:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384346.964905:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000001a385a71 x1853236743001984 msgsize 224 02000000:00000001:3.0:1767384346.964906:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384346.964908:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 02000000:00000001:3.0:1767384346.964910:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.964917:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384346.964919:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384346.964924:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384346.964927:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384346.964928:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000170c27fb. 00000100:00000001:1.0:1767384346.964930:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.964932:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.964935:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.964937:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.964939:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000400:00000010:3.0:1767384346.964944:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:2.0:1767384346.964944:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000100:00000001:1.0:1767384346.964948:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964954:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384346.964955:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:2.0:1767384346.964959:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384346.964964:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743001856, portal 10 00000100:00000001:1.0:1767384346.964964:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.964968:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.964976:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.964981:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.964984:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00000001:2.0:1767384346.964986:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.964989:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384346.964990:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384346.964994:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.964996:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.964997:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384346.965009:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.965009:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2990 usecs (3 jiffies) 00000100:00100000:1.0:1767384346.965017:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:3.0:1767384346.965019:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384346.965019:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294934020 00000400:00000010:3.0:1767384346.965025:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000100:00000040:1.0:1767384346.965025:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384346.965031:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294934022 00000100:00000001:1.0:1767384346.965039:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932679760 : -130122776871856 : ffff89a76e1b7c50) 00000100:00000200:3.0:1767384346.965040:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743001856, offset 0 00000100:00000001:2.0:1767384346.965040:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294934020 00000100:00000001:2.0:1767384346.965050:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294934022 00000100:00000001:2.0:1767384346.965057:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294934020 00000100:00000001:2.0:1767384346.965061:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294934022 00000100:00000001:2.0:1767384346.965068:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294934020 00000100:00000040:1.0:1767384346.965068:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9468184 x1853236743001600/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384346.965069:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384346.965081:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294934022 00000400:00000200:3.0:1767384346.965093:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384346.965093:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.965106:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384346.965110:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d3ef336. 00000100:00000001:1.0:1767384346.965115:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384346.965118:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d3ef336. 00000100:00000001:2.0:1767384346.965128:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965133:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965134:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.965138:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05700 00000100:00000001:2.0:1767384346.965140:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.965143:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384346.965147:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:2.0:1767384346.965149:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.965153:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384346.965154:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384346.965156:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384346.965156:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9468184 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743001600:12345-0@lo:400: 00000100:00000001:2.0:1767384346.965176:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.965177:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.965187:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384346.965189:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001600 00000100:00000200:3.0:1767384346.965190:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384346.965198:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034dd2de5. 00000020:00000001:1.0:1767384346.965199:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384346.965204:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384346.965207:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000034dd2de5 x1853236743001856 msgsize 224 00000100:00100000:2.0:1767384346.965209:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001472 00000020:00000001:1.0:1767384346.965211:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384346.965217:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384346.965221:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384346.965222:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965226:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.965228:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.965229:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.965246:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 02000000:00000001:2.0:1767384346.965246:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.965259:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00100000:2.0:1767384346.965260:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001472 00000020:00000001:1.0:1767384346.965260:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384346.965269:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:2.0:1767384346.965270:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384346.965271:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384346.965275:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000200:3.0:1767384346.965284:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384346.965285:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384346.965285:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384346.965295:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000001:1.0:1767384346.965296:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.965311:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:1.0:1767384346.965312:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384346.965313:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384346.965331:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:1.0:1767384346.965331:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384346.965332:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384346.965336:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965339:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.965356:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e286c. 00000020:00000001:1.0:1767384346.965358:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384346.965364:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384346.965374:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003eed51e2. 02000000:00000001:1.0:1767384346.965374:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384346.965375:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.965383:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767384346.965384:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050b17a25. 00000020:00000040:2.0:1767384346.965387:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384346.965395:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.965395:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965404:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384346.965413:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.965414:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2543 usecs (3 jiffies) 00000020:00000010:2.0:1767384346.965415:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5fcb127. 00000020:00000001:1.0:1767384346.965420:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.965422:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934021 00000020:00000010:2.0:1767384346.965423:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0b3a466. 00010000:00000040:1.0:1767384346.965425:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001600 00000100:00000001:3.0:1767384346.965427:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934022 00000020:00000010:2.0:1767384346.965433:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000100:00000001:3.0:1767384346.965437:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934021 00010000:00000001:1.0:1767384346.965438:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384346.965442:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384346.965444:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934022 00000100:00000001:2.0:1767384346.965447:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:1.0:1767384346.965449:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9468184 x1853236743001600/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.965451:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.965452:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934021 00000100:00000001:2.0:1767384346.965457:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.965465:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934022 00000100:00000001:2.0:1767384346.965470:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.965475:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934021 00000100:00000001:3.0:1767384346.965486:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934022 00000100:00000001:2.0:1767384346.965489:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.965495:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.965504:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.965506:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384346.965512:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384346.965515:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965516:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384346.965517:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384346.965528:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.965529:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384346.965529:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384346.965542:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384346.965543:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.965543:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384346.965549:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384346.965553:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040572032 : -130122668979584 : ffff89a77489ca80) 00000100:00000001:3.0:1767384346.965556:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384346.965559:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.965561:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384346.965565:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5cedac8 x1853236743001472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.965569:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.965570:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384346.965580:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.965582:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384346.965590:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.965596:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384346.965597:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384346.965600:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5ec7c9e. 00000100:00000001:2.0:1767384346.965609:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.965610:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384346.965610:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384346.965620:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5ec7c9e. 00000400:00000010:1.0:1767384346.965621:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00100000:3.0:1767384346.965622:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001984 00000100:00100000:2.0:1767384346.965634:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5cedac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743001472:12345-0@lo:13: 02000000:00000001:3.0:1767384346.965635:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384346.965636:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743001600, offset 224 00000100:00000001:3.0:1767384346.965641:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384346.965652:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001472 00000100:00000001:3.0:1767384346.965653:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.965663:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384346.965665:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384346.965668:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.965670:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384346.965672:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001984 00000020:00000001:2.0:1767384346.965673:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.965678:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384346.965684:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384346.965685:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000400:00000200:1.0:1767384346.965685:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384346.965694:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000020:00000001:3.0:1767384346.965696:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384346.965704:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1767384346.965707:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:2.0:1767384346.965708:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384346.965712:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc05600 00000020:00000001:3.0:1767384346.965717:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:3.0:1767384346.965727:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:2.0:1767384346.965729:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384346.965732:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384346.965735:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384346.965737:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19c9 [1] + 224 00000020:00000010:3.0:1767384346.965739:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000020:00000001:2.0:1767384346.965740:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.965745:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384346.965747:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ef76bb32. 00000100:00000001:2.0:1767384346.965748:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384346.965752:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 02000000:00000001:2.0:1767384346.965752:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.965760:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002472f8bf. 00000100:00000001:3.0:1767384346.965764:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384346.965765:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384346.965769:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.965772:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd68c50f. 00000100:00000001:2.0:1767384346.965775:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.965776:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384346.965779:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000667ff9a0. 00002000:00000001:2.0:1767384346.965783:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384346.965784:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da0cd883. 00000100:00000200:1.0:1767384346.965787:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384346.965792:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384346.965793:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384346.965798:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384346.965802:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.965806:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.965809:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384346.965810:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384346.965813:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.965814:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384346.965819:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384346.965824:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384346.965824:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384346.965836:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384346.965844:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384346.965844:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384346.965848:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000020:2.0:1767384346.965856:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384346.965861:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:1.0:1767384346.965864:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000100:00000001:3.0:1767384346.965866:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:2.0:1767384346.965868:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1767384346.965870:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001856 00000400:00000010:1.0:1767384346.965870:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000001:00000001:2.0:1767384346.965877:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.965880:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1767384346.965884:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.965884:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.965886:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:2.0:1767384346.965897:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743001472 00000100:00000001:1.0:1767384346.965897:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.965898:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.965910:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.965910:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384346.965911:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.965914:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001856 00010000:00000200:2.0:1767384346.965922:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5cedac8 x1853236743001472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.965923:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384346.965928:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000040:3.0:1767384346.965929:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:3.0:1767384346.965936:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.965942:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00010000:00000001:1.0:1767384346.965942:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384346.965943:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384346.965951:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.965952:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.965953:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:3.0:1767384346.965966:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00001000:2.0:1767384346.965968:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=46 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384346.965968:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384346.965983:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384346.965984:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384346.965985:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9468184 x1853236743001600/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384346.966001:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000135c690e. 00000100:00000040:2.0:1767384346.966002:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.966013:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384346.966014:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.966020:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384346.966025:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000135c690e. 02000000:00000001:2.0:1767384346.966027:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.966038:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384346.966041:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000343799f3. 00000100:00000040:2.0:1767384346.966046:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384346.966051:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9468184 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743001600:12345-0@lo:400: Request processed in 936us (1991us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384346.966053:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000857ff1d. 00000400:00000010:2.0:1767384346.966054:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000020:00000010:3.0:1767384346.966064:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000200:2.0:1767384346.966074:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743001472, offset 224 00000100:00000001:3.0:1767384346.966077:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384346.966084:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:3.0:1767384346.966085:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384346.966090:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384346.966092:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384346.966098:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384346.966103:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384346.966106:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384346.966111:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000008915e5. 00000020:00000010:1.0:1767384346.966117:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000020:00000010:1.0:1767384346.966121:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddf6801. 00000100:00000001:3.0:1767384346.966123:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384346.966129:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767384346.966130:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000400:00000200:2.0:1767384346.966131:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384346.966133:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.966145:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc05580 00000100:00000001:3.0:1767384346.966146:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.966156:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19c5 [1] + 224 00000400:00000200:2.0:1767384346.966170:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384346.966171:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384346.966176:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.966177:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384346.966185:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384346.966187:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384346.966192:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 02000000:00000010:1.0:1767384346.966193:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000050b17a25. 00000100:00000200:2.0:1767384346.966199:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.966208:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 02000000:00000001:1.0:1767384346.966208:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384346.966213:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.966217:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040572928 : -130122668978688 : ffff89a77489ce00) 00000100:00000001:1.0:1767384346.966218:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.966229:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384346.966234:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384346.966235:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a385a71 x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.966236:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000400:00000010:2.0:1767384346.966239:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000100:00000001:2.0:1767384346.966262:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.966263:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384346.966264:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.966270:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.966271:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000135c690e. 00000400:00000010:1.0:1767384346.966271:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d62bbb. 00000100:00000040:2.0:1767384346.966279:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384346.966283:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384346.966288:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1ec348. 00010000:00000001:2.0:1767384346.966289:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384346.966290:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000135c690e. 00000020:00000001:2.0:1767384346.966296:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.966303:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.966310:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5cedac8 x1853236743001472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.966325:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a385a71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743001984:12345-0@lo:400: 00000100:00000200:3.0:1767384346.966335:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001984 00000020:00000001:3.0:1767384346.966340:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384346.966344:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5cedac8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743001472:12345-0@lo:13: Request processed in 743us (2339us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384346.966345:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.966348:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.966353:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384346.966360:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:3.0:1767384346.966361:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384346.966365:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384346.966365:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000020:00000001:3.0:1767384346.966370:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.966370:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384346.966373:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384346.966376:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0b3a466. 00000020:00000001:3.0:1767384346.966382:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384346.966383:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000020:00000001:3.0:1767384346.966386:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.966390:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384346.966391:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5fcb127. 00000020:00000001:3.0:1767384346.966394:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384346.966396:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.966398:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384346.966404:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384346.966405:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384346.966407:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 02000000:00000010:3.0:1767384346.966413:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020590083. 00000100:00000001:2.0:1767384346.966415:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384346.966416:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384346.966418:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384346.966423:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384346.966425:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.966426:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000020:00000001:3.0:1767384346.966431:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.966433:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00010000:00000040:3.0:1767384346.966434:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001984 00000100:00000001:2.0:1767384346.966443:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384346.966448:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384346.966448:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00100000:2.0:1767384346.966449:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743001728 00010000:00000200:3.0:1767384346.966461:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a385a71 x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384346.966463:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384346.966464:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384346.966468:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.966472:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.966475:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384346.966477:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.966481:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.966483:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.966494:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=50 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384346.966496:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743001728 00000020:00000001:2.0:1767384346.966503:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384346.966507:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:2.0:1767384346.966516:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384346.966517:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384346.966522:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000040:3.0:1767384346.966528:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:2.0:1767384346.966534:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384346.966540:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:2.0:1767384346.966543:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 02000000:00000001:3.0:1767384346.966549:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384346.966550:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.966551:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384346.966552:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384346.966558:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5ec7c9e. 00000100:00000001:3.0:1767384346.966566:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384346.966567:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384346.966581:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384346.966581:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5ec7c9e. 00000400:00000010:3.0:1767384346.966592:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000020:00000010:2.0:1767384346.966593:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5fcb127. 00000100:00000001:1.0:1767384346.966594:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384346.966597:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743001984, offset 224 00000100:00000001:1.0:1767384346.966600:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384346.966602:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0b3a466. 00000100:00000001:1.0:1767384346.966610:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384346.966613:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 02000000:00000001:1.0:1767384346.966613:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384346.966619:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384346.966634:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384346.966634:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384346.966638:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384346.966641:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.966642:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.966648:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384346.966649:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.966655:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384346.966665:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:1.0:1767384346.966666:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384346.966674:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384346.966678:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05780 00000100:00000001:2.0:1767384346.966680:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384346.966683:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384346.966693:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.966696:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.966696:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.966697:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19dd [1] + 224 00010000:00000001:1.0:1767384346.966712:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384346.966714:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384346.966717:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.966718:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384346.966726:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.966726:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384346.966729:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.966736:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384346.966739:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384346.966743:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:2.0:1767384346.966747:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952742784 : -130122756808832 : ffff89a76f4d9f80) 00000100:00000040:1.0:1767384346.966752:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384346.966754:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.966767:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004686c847 x1853236743001728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.966841:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.966847:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.966856:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5ec7c9e. 00000100:00000001:1.0:1767384346.966856:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384346.966865:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.966865:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.966866:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.966877:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5ec7c9e. 00000100:00000040:1.0:1767384346.966882:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.966892:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004686c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743001728:12345-0@lo:400: 00000100:00000200:2.0:1767384346.966917:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001728 00000100:00000001:3.0:1767384346.966923:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384346.966926:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.966933:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384346.966934:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000020:00000001:2.0:1767384346.966936:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.966937:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000020:00000001:2.0:1767384346.966943:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384346.966945:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384346.966947:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:3.0:1767384346.966951:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384346.966960:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384346.966961:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.966965:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.966976:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384346.966979:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000001:2.0:1767384346.966983:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384346.966983:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743001600:0@lo:400: 00010000:00000001:3.0:1767384346.966986:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.966989:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.966992:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.966998:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384346.967008:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384346.967008:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384346.967011:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384346.967014:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384346.967016:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.967017:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a385a71 x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384346.967018:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003d11cc05. 00000100:00000040:1.0:1767384346.967027:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743001600/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384346.967028:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.967038:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.967046:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.967056:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743001728 00010000:00000001:2.0:1767384346.967068:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384346.967077:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a385a71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743001984:12345-0@lo:400: Request processed in 804us (2161us total) trans 0 rc 0/0 00010000:00000200:2.0:1767384346.967078:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004686c847 x1853236743001728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.967083:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.967093:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.967100:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026a12148. 02000000:00000001:1.0:1767384346.967110:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.967112:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384346.967123:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.967128:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.967131:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00001000:2.0:1767384346.967131:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=46 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384346.967138:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:2.0:1767384346.967140:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384346.967141:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.967144:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384346.967145:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000010:3.0:1767384346.967147:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000667ff9a0. 00000100:00000040:2.0:1767384346.967152:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000010:3.0:1767384346.967157:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da0cd883. 00000100:00000001:2.0:1767384346.967158:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:1.0:1767384346.967158:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384346.967162:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd68c50f. 02000000:00000010:1.0:1767384346.967166:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c650ee. 02000000:00000001:2.0:1767384346.967167:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384346.967169:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 02000000:00000001:2.0:1767384346.967170:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.967179:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.967181:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384346.967182:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384346.967188:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384346.967189:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384346.967190:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384346.967192:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384346.967200:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000100:00000010:1.0:1767384346.967200:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00100000:3.0:1767384346.967201:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:3.0:1767384346.967209:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000200:2.0:1767384346.967211:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743001728, offset 224 00000100:00000001:3.0:1767384346.967213:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952736512 : -130122756815104 : ffff89a76f4d8700) 00000100:00000001:1.0:1767384346.967214:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384346.967221:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384346.967222:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384346.967225:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034dd2de5 x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.967229:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.967238:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384346.967246:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384346.967254:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc05680 00000100:00000001:3.0:1767384346.967255:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384346.967255:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.967260:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000135c690e. 00000400:00000200:2.0:1767384346.967262:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000100:00000001:3.0:1767384346.967266:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.967267:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384346.967269:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384346.967272:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000135c690e. 00000100:00000001:1.0:1767384346.967276:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.967278:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384346.967286:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034dd2de5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236743001856:12345-0@lo:400: 00000100:00000001:2.0:1767384346.967290:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.967291:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743001856 00000020:00000001:3.0:1767384346.967294:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384346.967297:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.967298:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.967301:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.967305:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384346.967309:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000040:2.0:1767384346.967312:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.967313:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384346.967331:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.967334:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384346.967335:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.967339:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.967340:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384346.967341:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384346.967345:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384346.967346:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 02000000:00000001:3.0:1767384346.967347:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384346.967351:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 02000000:00000010:3.0:1767384346.967353:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050da1182. 00000100:00000001:2.0:1767384346.967354:0:17889:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384346.967358:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.967359:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.967363:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.967366:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.967367:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384346.967373:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743001856 00000100:00000040:2.0:1767384346.967374:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.967375:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384346.967379:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.967381:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384346.967382:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034dd2de5 x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384346.967384:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.967390:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004686c847 x1853236743001728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.967393:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.967396:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.967401:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=50 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384346.967406:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004686c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743001728:12345-0@lo:400: Request processed in 558us (3023us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384346.967408:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.967411:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.967422:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384346.967425:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.967429:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.967429:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384346.967435:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.967435:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:2.0:1767384346.967440:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384346.967444:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384346.967445:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384346.967448:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000020:00000010:2.0:1767384346.967449:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0b3a466. 00000100:00000200:3.0:1767384346.967452:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743001856, offset 224 00000020:00000010:2.0:1767384346.967454:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000400:00000200:3.0:1767384346.967460:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384346.967460:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5fcb127. 00000020:00000040:2.0:1767384346.967466:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:2.0:1767384346.967470:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.967473:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.967483:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05700 00000100:00080000:1.0:1767384346.967488:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767384346.967498:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19e5 [1] + 224 00000020:00000040:1.0:1767384346.967504:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000400:00000200:3.0:1767384346.967505:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1767384346.967518:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1767384346.967521:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.967524:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.967528:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384346.967528:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384346.967530:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.967540:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384346.967540:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.967544:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384346.967547:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000400:00000200:2.0:1767384346.967556:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e723cbc4 00000100:00000040:3.0:1767384346.967557:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384346.967560:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000100:00000001:2.0:1767384346.967566:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.967571:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.967573:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384346.967584:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.967585:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384346.967586:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384346.967596:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000001:1.0:1767384346.967597:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.967599:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.967606:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.967606:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384346.967608:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384346.967610:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.967610:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767384346.967611:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384346.967615:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.967616:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384346.967618:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003942a86. 00000100:00000001:2.0:1767384346.967622:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.967625:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.967627:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000100:00000040:3.0:1767384346.967629:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 02000000:00000001:2.0:1767384346.967630:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.967631:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00010000:00000001:3.0:1767384346.967636:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:2.0:1767384346.967637:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=46 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384346.967644:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.967649:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384346.967649:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384346.967651:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384346.967658:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384346.967662:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.967664:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034dd2de5 x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.967664:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.967675:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384346.967686:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384346.967715:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.967746:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034dd2de5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236743001856:12345-0@lo:400: Request processed in 481us (2529us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384346.967773:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.967788:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:2.0:1767384346.967789:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384346.967790:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384346.967797:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384346.967798:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384346.967805:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:2.0:1767384346.967810:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384346.967813:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384346.967813:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384346.967815:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.967823:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384346.967824:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384346.967829:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384346.967830:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000857ff1d. 00000100:00000001:1.0:1767384346.967831:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384346.967836:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.967839:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 02000000:00000001:1.0:1767384346.967847:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.967849:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000343799f3. 00000100:00000001:2.0:1767384346.967860:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384346.967861:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00001000:1.0:1767384346.967864:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=50 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384346.967868:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384346.967869:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.967875:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384346.967888:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=50 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384346.967891:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.967898:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384346.967903:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.967906:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.967912:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384346.967916:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743001728:0@lo:400: 00010000:00000001:1.0:1767384346.967917:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767384346.967919:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.967924:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:1.0:1767384346.967927:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384346.967930:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000100:00000001:2.0:1767384346.967931:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.967940:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000100:00000001:2.0:1767384346.967941:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384346.967949:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000040:2.0:1767384346.967951:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf8f912 x1853236743001728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384346.967958:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.967959:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.967969:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.967973:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384346.967975:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384346.967986:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384346.967988:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384346.967992:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.967994:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767384346.967995:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df710775. 00000100:00000001:1.0:1767384346.968003:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.968006:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384346.968012:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.968017:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384346.968018:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384346.968020:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384346.968024:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384346.968027:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095411f91. 00000100:00000001:3.0:1767384346.968028:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384346.968038:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384346.968039:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384346.968044:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384346.968045:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384346.968054:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 00000100:00000001:1.0:1767384346.968054:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.968055:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.968062:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.968066:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.968067:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384346.968068:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.968077:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968078:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384346.968079:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=50 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384346.968096:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384346.968178:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.968186:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384346.968189:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.968192:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384346.968196:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.968202:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.968207:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.968214:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384346.968220:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:1.0:1767384346.968224:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b28d69f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743001984:0@lo:400: 00000100:00000001:3.0:1767384346.968226:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384346.968230:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.968237:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.968253:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384346.968253:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384346.968256:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767384346.968256:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384346.968259:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384346.968260:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a8c1e2. 00000100:00000040:3.0:1767384346.968267:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384346.968270:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00000400:00000010:1.0:1767384346.968276:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000100:00000001:1.0:1767384346.968288:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384346.968292:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236743001856:0@lo:400: 00000100:00000200:1.0:1767384346.968299:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.968301:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.968311:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.968330:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236743001856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384346.968352:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.968356:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384346.968363:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384346.968368:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000170c27fb. 00000100:00000001:1.0:1767384346.968370:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384346.968382:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384346.968383:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.968394:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384346.968395:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384346.968401:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384346.968401:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384346.968413:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384346.968413:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384346.968424:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d94e814. 00000100:00000001:1.0:1767384346.968424:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.968439:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.968440:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384346.968445:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384346.968448:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00000100:00001000:1.0:1767384346.968450:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384346.968452:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384346.968459:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384346.968461:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.968462:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968475:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384346.968477:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.968478:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.968487:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.968488:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384346.968497:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767384346.968503:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.968504:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.968509:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.968523:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384346.968526:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384346.968528:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384346.968530:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.968538:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.968543:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.968545:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384346.968553:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384346.968556:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384346.968560:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384346.968564:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384346.968575:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384346.968580:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.968588:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384346.968595:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a17f7d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743001472:0@lo:13: 00000100:00000001:1.0:1767384346.968602:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968605:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.968612:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b28d69f x1853236743001984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.968620:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.968624:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.968628:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5813035. 02000000:00000001:1.0:1767384346.968632:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.968635:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.968637:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384346.968641:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.968644:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da684907. 02000000:00000001:1.0:1767384346.968649:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.968651:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384346.968654:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28d69f. 00000100:00000001:1.0:1767384346.968658:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.968660:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968663:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.968667:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a17f7d2 x1853236743001472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.968674:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.968677:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.968679:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3134cd7. 02000000:00000001:1.0:1767384346.968689:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.968691:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.968693:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384346.968695:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.968697:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000335a1b7d. 02000000:00000001:1.0:1767384346.968703:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.968705:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384346.968707:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a17f7d2. 00000100:00000001:1.0:1767384346.968712:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.968714:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968716:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.968724:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.968725:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.968730:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.968734:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.968782:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.968789:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.968791:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.968793:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.970154:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294934022, at 4294934023 00000100:00000010:2.0:1767384346.970162:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018541ebd. 00000100:00000040:3.0:1767384346.970253:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294934022, at 4294934023 00000100:00000010:3.0:1767384346.970262:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e875c2b. 00000100:00000040:0.0:1767384346.970285:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294934022, at 4294934023 00000100:00000010:0.0:1767384346.970295:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5ffbc93. 00000100:00000040:1.0:1767384346.970469:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294934022, at 4294934023 00000100:00000010:1.0:1767384346.970474:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48584c7. 00080000:00000010:2.0:1767384347.131666:0:30686:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004f5367c3. 00080000:00000010:2.0:1767384347.131675:0:30686:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004f5367c3. 00000020:00000001:2.0:1767384347.131680:0:30686:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384347.131686:0:30686:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004f5367c3. 00080000:00000010:2.0:1767384347.131690:0:30686:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004f5367c3. 00000020:00000001:2.0:1767384347.131692:0:30686:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.156194:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384347.156198:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.156216:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384347.156222:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.156256:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384347.156260:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384347.156263:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384347.859188:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000800:00000200:0.0:1767384347.859199:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:988 00000800:00000200:0.0:1767384347.859204:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384347.859254:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.859259:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384347.859263:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 00000400:00000010:1.0:1767384347.859268:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000400:00000200:1.0:1767384347.859275:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384347.859281:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384347.859296:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003b2834a3. 00000400:00000010:1.0:1767384347.859317:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000611f9010. 00000800:00000200:2.0:1767384347.859433:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384347.859437:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.859453:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384347.859458:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.859461:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384347.916537:0:30850:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384347.916542:0:30850:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384347.920319:0:30850:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384347.929515:0:30851:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a6a0f7a. 00000400:00000010:3.0:1767384347.929539:0:30851:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000de3411af. 00000400:00000010:3.0:1767384347.929554:0:30851:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009dce879c. 00000400:00000010:3.0:1767384347.929560:0:30851:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000343799f3. 00000400:00000010:3.0:1767384347.929566:0:30851:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c6b2806. 00000400:00000010:3.0:1767384347.929571:0:30851:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014c24d5e. 00000400:00000010:3.0:1767384347.929574:0:30851:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001bfb6afe. 00000400:00000010:3.0:1767384347.929576:0:30851:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba5c2256. 00000400:00000010:3.0:1767384347.929581:0:30851:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004b4a56fc. 00000800:00000010:3.0:1767384347.929602:0:30851:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d3fed062. 00000800:00000200:3.0:1767384347.929617:0:30851:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384347.929637:0:30851:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384347.929706:0:30851:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384347.929737:0:30851:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384347.932360:0:30851:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000df710775. 00000400:00000010:3.0:1767384347.932368:0:30851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384347.932376:0:30851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000400:00000001:3.0:1767384347.932402:0:30851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.932405:0:30851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384347.932408:0:30851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089e2387. 00000400:00000200:3.0:1767384347.932412:0:30851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384347.932415:0:30851:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000400:00000010:3.0:1767384347.932420:0:30851:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000ab3e88c4. 00000400:00000200:3.0:1767384347.932428:0:30851:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (27) 00000400:00000200:3.0:1767384347.932446:0:30851:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384347.932458:0:30851:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000400:00000200:2.0:1767384347.932467:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384347.932469:0:30851:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d498a57a. 00000400:00000200:2.0:1767384347.932475:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000020:01000000:3.0:1767384347.932477:0:30851:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384347.932483:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000400:00000200:2.0:1767384347.932487:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000020:01000000:3.0:1767384347.932490:0:30851:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp37 00000400:00000010:2.0:1767384347.932495:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000fbcd1c7. 00000400:00000200:2.0:1767384347.932500:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000010:3.0:1767384347.932510:0:30851:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000de3411af. 00000400:00000010:3.0:1767384347.932517:0:30851:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a6a0f7a. 00000400:00000200:2.0:1767384347.932517:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384347.932526:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384347.932531:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:00000001:0.0:1767384347.932532:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384347.932536:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 10000000:00000001:0.0:1767384347.932539:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384347.932540:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 10000000:00000001:0.0:1767384347.932543:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384347.932547:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 10000000:01000000:0.0:1767384347.932547:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384347.932553:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384347.932554:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000020:01000004:0.0:1767384347.932558:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384347.932560:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.932562:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384347.932563:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000020:01000004:0.0:1767384347.932564:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.932567:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.932568:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384347.932571:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384347.932573:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000020:01000004:0.0:1767384347.932574:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.932576:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384347.932580:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000010:0.0:1767384347.932584:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384347.932591:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384347.932594:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000001:0.0:1767384347.932598:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384347.932599:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 02000000:00000001:0.0:1767384347.932603:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384347.932606:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 02000000:00000001:0.0:1767384347.932610:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932611:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384347.932617:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384347.932621:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 02000000:00000010:0.0:1767384347.932622:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004388e0a1. 00000400:00000200:2.0:1767384347.932626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000001:0.0:1767384347.932631:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932632:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:2.0:1767384347.932638:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:2.0:1767384347.932641:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000400:00000200:2.0:1767384347.932643:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 22], ns[84, 22] 00000100:00000001:0.0:1767384347.932645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384347.932647:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000100:00000001:0.0:1767384347.932649:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932655:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000400:00000200:2.0:1767384347.932660:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[83, 22] 00000100:00000040:0.0:1767384347.932661:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_00+0] req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384347.932667:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[95, 22] 00000400:00000200:2.0:1767384347.932681:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 22], ns[99, 22] 00000400:00000200:2.0:1767384347.932685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:2.0:1767384347.932688:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384347.932692:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp35 10000000:00000001:0.0:1767384347.932700:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932704:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp35 lpni_is_preferred = 0 10000000:00000001:0.0:1767384347.932704:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.932708:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932709:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp35 00000400:00000200:2.0:1767384347.932713:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp35 NI seq info: [100:100:256:4294967295] 192.168.204.108@tcp35 LPNI seq info [99:99:8:4294967295] 00000020:01000000:0.0:1767384347.932720:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384347.932725:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp35 00000020:00000001:0.0:1767384347.932728:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.932731:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.932734:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.932737:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384347.932739:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp35(192.168.204.108@tcp35:) -> 192.168.204.108@tcp35(192.168.204.108@tcp:192.168.204.108@tcp35) : PUT try# 0 00000020:01000004:0.0:1767384347.932740:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384347.932744:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384347.932744:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.0:1767384347.932749:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.108@tcp35 00000020:01000004:0.0:1767384347.932749:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384347.932751:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384347.932752:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384347.932756:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d8e4688. 00000100:00000001:1.0:1767384347.932756:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384347.932756:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.932761:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.932763:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384347.932766:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384347.932766:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:2.0:1767384347.932769:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000845bb2dd. 00000020:01000004:0.0:1767384347.932769:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384347.932774:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000800:00000010:2.0:1767384347.932777:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000060be7a11. 00000020:00000040:0.0:1767384347.932779:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384347.932785:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.932788:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384347.932790:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (2) 00000100:00000001:1.0:1767384347.932791:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384347.932792:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.932796:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384347.932797:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (2) 02000000:00000010:0.0:1767384347.932802:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027e2c012. 02000000:00000001:1.0:1767384347.932804:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384347.932806:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.932810:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.932812:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932816:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 02000000:00000001:1.0:1767384347.932816:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384347.932819:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_01+1] req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.932822:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.932823:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000100:00100000:1.0:1767384347.932830:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743002112:0@lo:253: 00000100:00000001:2.0:1767384347.932837:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.932841:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384347.932842:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384347.932843:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.932845:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384347.932846:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.932847:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384347.932850:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.932852:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.932852:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384347.932853:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384347.932859:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384347.932859:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d498a57a. 00000100:00000001:2.0:1767384347.932867:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384347.932868:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000020506743. 00000100:00000001:2.0:1767384347.932869:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.932872:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.932873:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384347.932876:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384347.932878:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.932878:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000100:00100000:2.0:1767384347.932884:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743002240:0@lo:253: 00000100:00000001:2.0:1767384347.932887:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384347.932887:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e2518ae. 02000000:00000001:2.0:1767384347.932891:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384347.932892:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743002112, portal 25 02000000:00000001:2.0:1767384347.932893:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.932899:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384347.932899:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384347.932903:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 02000000:00000010:2.0:1767384347.932907:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ad7d0e45. 00000100:00000040:1.0:1767384347.932910:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384347.932911:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.932917:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abecb76f. 00000100:00000001:1.0:1767384347.932923:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384347.932924:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a8f3fc. 00000100:00000040:1.0:1767384347.932928:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384347.932929:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743002240, portal 25 00000400:00000010:1.0:1767384347.932932:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d71a8a0. 00000100:00000200:1.0:1767384347.932936:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743002112, offset 0 00000400:00000200:0.0:1767384347.932938:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384347.932939:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.932941:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000400:00000200:1.0:1767384347.932946:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384347.932950:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.932960:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384347.932960:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384347.932967:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.932971:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000646ec499. 00000400:00000200:1.0:1767384347.932975:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05800 00000100:00000200:2.0:1767384347.932976:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743002240, offset 0 00000400:00000200:1.0:1767384347.932983:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1225 [2] + 0 00000400:00000010:1.0:1767384347.932987:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d846da1. 00000400:00000200:1.0:1767384347.932990:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c067de8 00000400:00000200:0.0:1767384347.932991:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384347.932996:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.932998:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.933007:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384347.933009:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.933013:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c067de8 00000400:00000010:1.0:1767384347.933015:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c067de8. 00000400:00000200:2.0:1767384347.933020:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05880 00000100:00000001:1.0:1767384347.933022:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384347.933025:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384347.933028:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 00000400:00000200:0.0:1767384347.933030:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000040:1.0:1767384347.933031:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000008351932 x1853236743002112 msgsize 4848 00000400:00000010:2.0:1767384347.933033:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359121f0. 00000400:00000200:2.0:1767384347.933039:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df255396 00000100:00100000:1.0:1767384347.933043:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384347.933045:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.933051:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384347.933053:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384347.933056:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df255396 00000400:00000010:2.0:1767384347.933059:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df255396. 00000100:00000001:2.0:1767384347.933063:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384347.933064:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384347.933065:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.933066:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000040:2.0:1767384347.933068:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000f76bae68 x1853236743002240 msgsize 4848 00000100:00100000:2.0:1767384347.933075:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384347.933076:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d71a8a0 00000100:00000040:2.0:1767384347.933078:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:1.0:1767384347.933080:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d71a8a0. 00000100:00000001:1.0:1767384347.933084:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384347.933088:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.933090:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.933097:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000646ec499 00000100:00000001:1.0:1767384347.933123:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384347.933124:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000646ec499. 00000100:00000040:1.0:1767384347.933128:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.933129:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384347.933131:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000200:2.0:1767384347.933135:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.933139:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933143:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.933150:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384347.933150:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.933154:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.933157:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294934991 00000100:00000001:2.0:1767384347.933163:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384347.933165:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018468bd2. 00000100:00000001:2.0:1767384347.933166:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384347.933171:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:1.0:1767384347.933173:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384347.933183:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933183:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294934991 00000100:00000001:2.0:1767384347.933190:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294934991 00000100:00000010:1.0:1767384347.933191:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003091c92e. 00000100:00000001:1.0:1767384347.933195:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384347.933198:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294934991 00000400:00000200:0.0:1767384347.933199:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:1.0:1767384347.933200:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294934991 00000100:00000001:2.0:1767384347.933206:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294934991 00000100:00000010:1.0:1767384347.933208:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018482494. 00000100:00000001:2.0:1767384347.933214:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294934991 00000100:00000001:1.0:1767384347.933215:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384347.933220:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294934991 00000100:00000001:1.0:1767384347.933221:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294934991 00000400:00000200:0.0:1767384347.933224:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:2.0:1767384347.933228:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294934991 00000100:00000010:1.0:1767384347.933229:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091892ad0. 00000100:00000001:2.0:1767384347.933232:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294934991 00000100:00000001:1.0:1767384347.933234:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384347.933238:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.933239:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294934991 00000100:00000001:1.0:1767384347.933240:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933242:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.933245:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933246:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.933249:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:2.0:1767384347.933250:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933250:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.933256:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.933263:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.933264:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.933267:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384347.933268:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384347.933272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:2.0:1767384347.933273:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.933274:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.933277:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.933280:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933282:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.933283:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933285:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933289:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933317:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384347.933321:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002112 02000000:00000001:2.0:1767384347.933324:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.933325:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384347.933326:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384347.933328:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002240 00000100:00000001:2.0:1767384347.933329:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.933331:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.933334:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384347.933335:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933336:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.933338:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00100000:2.0:1767384347.933339:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002112 02000000:00000001:1.0:1767384347.933340:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.933344:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384347.933347:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002240 00000020:00000040:2.0:1767384347.933348:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384347.933351:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384347.933352:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.933354:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000040:2.0:1767384347.933356:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384347.933359:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384347.933360:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384347.933364:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000040:1.0:1767384347.933364:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384347.933370:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384347.933371:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384347.933375:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:0.0:1767384347.933380:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:1.0:1767384347.933381:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384347.933383:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eee519a. 00000100:00000001:2.0:1767384347.933387:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.933388:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000020:00000010:2.0:1767384347.933390:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eee519a. 00000100:00000001:1.0:1767384347.933394:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.933399:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000020:00000010:2.0:1767384347.933400:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bcc2f05. 00000020:00000010:1.0:1767384347.933407:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051b8fff2. 00000020:00000010:2.0:1767384347.933408:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5795a7a. 00000400:00000200:0.0:1767384347.933409:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000020:00000010:2.0:1767384347.933418:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000020:00000010:1.0:1767384347.933418:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069ab651f. 00000020:00000010:1.0:1767384347.933429:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 00000100:00000040:2.0:1767384347.933431:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384347.933435:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384347.933437:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.933437:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384347.933440:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:2.0:1767384347.933441:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933441:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.933446:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933453:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933453:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933465:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.933471:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00000001:1.0:1767384347.933473:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.933480:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384347.933483:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384347.933489:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:1.0:1767384347.933490:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384347.933493:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384347.933494:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384347.933496:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087284304 : -130122622267312 : ffff89a777529050) 00000100:00100000:1.0:1767384347.933497:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1767384347.933502:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008351932 x1853236743002112/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.933502:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:1.0:1767384347.933505:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087291472 : -130122622260144 : ffff89a77752ac50) 00000400:00000200:0.0:1767384347.933506:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000100:00000040:1.0:1767384347.933515:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f76bae68 x1853236743002240/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.933519:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384347.933524:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eee519a. 00000100:00000001:2.0:1767384347.933527:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384347.933530:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eee519a. 00000400:00000200:0.0:1767384347.933538:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000100:00100000:2.0:1767384347.933539:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008351932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743002112:12345-0@lo:253: 00000100:00000001:1.0:1767384347.933540:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384347.933545:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000200:2.0:1767384347.933546:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002112 00000100:00000001:1.0:1767384347.933550:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384347.933552:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384347.933554:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000020:00000001:2.0:1767384347.933557:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384347.933559:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.933561:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f76bae68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743002240:12345-0@lo:253: 00000020:00000001:2.0:1767384347.933563:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384347.933564:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000100:00000200:1.0:1767384347.933566:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002240 00000020:00000001:2.0:1767384347.933567:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384347.933570:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384347.933572:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384347.933574:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384347.933575:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.933578:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.933580:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384347.933582:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384347.933586:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.933586:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384347.933587:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384347.933591:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384347.933591:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384347.933593:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000020:00000001:1.0:1767384347.933595:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384347.933596:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.933598:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933601:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384347.933602:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384347.933606:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384347.933606:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384347.933615:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000071134ca7. 02000000:00000010:1.0:1767384347.933616:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d7c79e0. 00000400:00000200:0.0:1767384347.933616:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 02000000:00000001:2.0:1767384347.933622:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.933622:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.933627:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.933628:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.933633:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384347.933633:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384347.933641:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 20000000:00000010:1.0:1767384347.933645:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:01000000:1.0:1767384347.933650:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384347.933653:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384347.933654:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003fcbbc0d. 20000000:00000001:1.0:1767384347.933655:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384347.933658:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384347.933659:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.933663:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384347.933663:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 20000000:00000001:1.0:1767384347.933664:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.933667:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384347.933669:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384347.933670:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.933673:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.933675:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384347.933681:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064466fef. 20000000:01000000:1.0:1767384347.933684:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:0.0:1767384347.933686:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 20000000:00000001:1.0:1767384347.933691:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384347.933698:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384347.933706:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00080000:00000001:1.0:1767384347.933707:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384347.933723:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00080000:00000001:1.0:1767384347.933729:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384347.933742:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00080000:00000001:1.0:1767384347.933749:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.933753:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384347.933755:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.933756:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384347.933758:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.933760:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00080000:00000002:1.0:1767384347.933762:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:1.0:1767384347.933768:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:1.0:1767384347.933769:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384347.933772:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384347.933775:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.933777:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.933780:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384347.933782:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000020:00000001:1.0:1767384347.933786:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384347.933791:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384347.933795:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000596f9a6c. 00080000:00000001:1.0:1767384347.933798:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940442624 : -130127769108992 : ffff89a6448bfe00) 00080000:00000001:1.0:1767384347.933802:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384347.933805:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384347.933810:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003eed51e2. 00080000:00000001:1.0:1767384347.933812:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.933814:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00080000:00000001:1.0:1767384347.933815:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384347.933832:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.933843:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00080000:00000001:1.0:1767384347.933853:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384347.933880:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.933922:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.933954:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.933980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.934004:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384347.934224:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000052a45137. 00000800:00000010:0.0:1767384347.934233:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ea483c7. 00000800:00000010:0.0:1767384347.934239:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fb22f5e. 00000800:00000010:0.0:1767384347.934261:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fb22f5e. 00000800:00020000:0.0:1767384347.934271:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384347.934276:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ea483c7. 00000800:00000010:0.0:1767384347.934280:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000052a45137. 00000400:02020000:0.0:1767384347.934357:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp35 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384347.934365:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp35 notifying 192.168.204.108@tcp35: down 00000800:00000200:0.0:1767384347.934371:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp35 down 00000800:00000100:0.0:1767384347.934379:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.204.108@tcp35 00000800:00000010:0.0:1767384347.934383:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d8e4688. 00000400:00000200:0.0:1767384347.934387:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384347.934390:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp35->192.168.204.108@tcp35: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384347.934397:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp35 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:0.0:1767384347.934401:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384347.934405:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:0.0:1767384347.934409:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384347.934442:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384347.934447:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101171 00000400:00000001:2.0:1767384347.934450:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.934452:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384347.934453:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000400:00000010:2.0:1767384347.934455:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000400:00000200:2.0:1767384347.934458:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384347.934461:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384347.934464:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (29) 00000400:00000200:2.0:1767384347.934467:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384347.934470:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc -71 00000400:00000200:2.0:1767384347.934473:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384347.934476:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (28) 00080000:00000010:2.0:1767384347.935531:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000596f9a6c. 00080000:00000010:1.0:1767384347.935575:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003eed51e2. 00040000:00000001:1.0:1767384347.935581:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.935584:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384347.935586:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384347.935590:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384347.935592:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.935594:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384347.935604:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384347.935616:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384347.935618:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5813035. 20000000:01000000:1.0:1767384347.935619:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384347.935623:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00080000:00000001:1.0:1767384347.935626:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384347.935627:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384347.935629:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384347.935631:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384347.935638:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384347.935651:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384347.935653:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384347.935654:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384347.935655:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384347.935657:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384347.935659:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384347.935663:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384347.935664:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384347.935666:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384347.935669:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384347.935670:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384347.935671:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384347.935677:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384347.935677:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:2.0:1767384347.935681:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 10000000:01000000:0.0:1767384347.935681:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384347.935687:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384347.935688:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:2.0:1767384347.935691:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000892c0993. 00010000:00000001:0.0:1767384347.935692:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384347.935697:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940955136 : -130127768596480 : ffff89a64493d000) 00080000:00000001:2.0:1767384347.935699:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384347.935701:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:0.0:1767384347.935702:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1f52d32. 00080000:00000010:2.0:1767384347.935704:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001eee519a. 00080000:00000001:2.0:1767384347.935708:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935709:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384347.935710:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:0.0:1767384347.935713:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000001:0.0:1767384347.935718:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384347.935719:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.935720:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038d93a0c with handle 0x88edd5ef35457e44 to hash 00000020:00000001:0.0:1767384347.935724:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384347.935726:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00080000:00000001:2.0:1767384347.935728:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384347.935728:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384347.935732:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.935741:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.935744:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.935752:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384347.935757:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384347.935760:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384347.935762:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.935764:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.935766:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.935767:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.935769:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384347.935771:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384347.935773:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384347.935775:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384347.935777:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1f52d32) refcount = 1 00010000:00010000:0.0:1767384347.935780:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384347.935784:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384347.935785:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384347.935788:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384347.935789:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384347.935790:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384347.935793:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00010000:00000001:0.0:1767384347.935794:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935799:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384347.935801:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.935802:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:1.0:1767384347.935806:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002240 20000000:01000000:0.0:1767384347.935806:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384347.935810:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384347.935812:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384347.935813:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.935815:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00010000:00000200:1.0:1767384347.935818:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f76bae68 x1853236743002240/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384347.935819:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384347.935824:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384347.935829:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384347.935831:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.935835:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.935838:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935839:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:1.0:1767384347.935843:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.935847:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384347.935848:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384347.935851:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.935857:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384347.935859:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384347.935861:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384347.935862:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384347.935864:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.935865:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384347.935868:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.935873:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384347.935875:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384347.935877:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d71a8a0. 00010000:00000001:0.0:1767384347.935877:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935880:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384347.935882:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743002240, offset 224 00010000:00010000:0.0:1767384347.935883:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.935891:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384347.935891:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038d93a0c already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384347.935895:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.935897:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384347.935900:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.935901:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384347.935909:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384347.935912:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384347.935913:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05880 00000020:00000001:0.0:1767384347.935915:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.935918:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=5 00000400:00000200:1.0:1767384347.935921:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a11 [2] + 224 00000020:00000001:0.0:1767384347.935922:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384347.935927:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00000400:00000200:1.0:1767384347.935931:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384347.935931:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384347.935934:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.935938:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.935944:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384347.935945:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384347.935948:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1767384347.935949:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.935950:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935955:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384347.935958:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384347.935961:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384347.935963:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.935970:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.935973:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038d93a0c with handle 0x88edd5ef35457e44 from hash 00010000:00000001:0.0:1767384347.935976:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384347.935977:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.935978:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.935978:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384347.935980:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384347.935980:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384347.935982:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384347.935985:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384347.935986:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d71a8a0 00010000:00000001:0.0:1767384347.935987:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384347.935990:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d71a8a0. 00010000:00000001:0.0:1767384347.935991:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.935993:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384347.935995:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384347.935997:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384347.935998:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384347.936001:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384347.936002:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.936002:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384347.936004:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.936007:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384347.936007:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384347.936010:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384347.936011:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.936013:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384347.936014:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384347.936014:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384347.936018:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abecb76f. 00000100:00000040:1.0:1767384347.936020:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:2.0:1767384347.936024:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a8f3fc 00010000:00000001:1.0:1767384347.936027:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384347.936027:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384347.936028:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005a8f3fc. 00010000:00000001:0.0:1767384347.936031:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384347.936032:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.936033:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384347.936034:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1767384347.936037:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384347.936038:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384347.936041:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.936042:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384347.936044:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f76bae68 x1853236743002240/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.936045:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.936050:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384347.936053:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.936058:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.936063:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384347.936070:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.936080:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384347.936082:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f76bae68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743002240:12345-0@lo:253: Request processed in 2539us (3010us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384347.936083:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384347.936086:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457e44 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384347.936090:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384347.936098:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.936119:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384347.936120:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 02000000:00000001:2.0:1767384347.936122:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384347.936125:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384347.936125:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384347.936128:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.936130:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384347.936134:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.936135:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384347.936142:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=57 v=5 (5 0 0 0) 00010000:00000040:0.0:1767384347.936142:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1f52d32 count: 0 00000020:00000010:1.0:1767384347.936143:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069ab651f. 00000100:00001000:2.0:1767384347.936150:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=57 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384347.936151:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000100:00000001:2.0:1767384347.936158:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384347.936158:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384347.936159:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051b8fff2. 00000100:00000001:2.0:1767384347.936160:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.936162:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384347.936165:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384347.936167:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:2.0:1767384347.936170:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.936173:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384347.936175:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384347.936176:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d7c79e0. 02000000:00000001:1.0:1767384347.936182:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.936184:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384347.936186:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.936188:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384347.936194:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f393ed. 00000400:00000010:1.0:1767384347.936199:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d71a8a0. 00000100:00000001:2.0:1767384347.936201:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.936206:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.936209:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384347.936213:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384347.936215:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384347.936217:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384347.936219:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384347.936220:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384347.936221:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384347.936222:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384347.936223:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384347.936225:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384347.936227:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.936232:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743002240:0@lo:253: 00000100:00000001:2.0:1767384347.936236:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.936237:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.936238:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236743002240/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.936242:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.936250:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.936252:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ad7d0e45. 02000000:00000001:2.0:1767384347.936255:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.936257:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.936258:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384347.936260:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384347.936261:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027e2c012. 02000000:00000001:2.0:1767384347.936264:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.936266:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.936267:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00000100:00000001:2.0:1767384347.936270:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.936271:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.936272:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.936275:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.936277:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.936278:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.936280:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384347.937229:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000892c0993. 00080000:00000010:2.0:1767384347.937258:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001eee519a. 00040000:00000001:2.0:1767384347.937262:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384347.937263:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384347.937264:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384347.937266:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384347.937268:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.937269:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384347.937271:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384347.937279:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384347.937281:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384347.937284:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384347.937306:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384347.937310:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384347.937312:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384347.937316:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384347.937318:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384347.937323:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffd63696. 00010000:00000001:0.0:1767384347.937327:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384347.937330:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000769ebc54. 00000020:00000001:0.0:1767384347.937332:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384347.937334:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000769ebc54 with handle 0x88edd5ef35457e4b to hash 00000020:00000001:0.0:1767384347.937336:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384347.937337:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937339:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937341:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.937342:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.937344:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937348:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384347.937350:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384347.937351:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384347.937352:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.937353:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.937354:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.937355:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.937356:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384347.937357:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384347.937357:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384347.937358:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384347.937359:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffd63696) refcount = 1 00010000:00010000:0.0:1767384347.937361:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937371:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384347.937372:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384347.937373:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.937374:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.937375:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384347.937376:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384347.937379:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384347.937380:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.937382:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.937383:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=4 00000020:00000001:0.0:1767384347.937384:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937386:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937388:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384347.937389:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937392:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384347.937394:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937397:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.937398:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384347.937399:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937403:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.937404:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.937406:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384347.937407:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384347.937408:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384347.937412:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384347.937414:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000769ebc54 already unused, calling callback (00000000594674ee) 20000000:00000010:2.0:1767384347.937415:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003fcbbc0d. 00010000:00000001:0.0:1767384347.937417:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:2.0:1767384347.937420:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384347.937422:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002112 00010000:00000001:2.0:1767384347.937426:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384347.937426:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384347.937428:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384347.937432:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008351932 x1853236743002112/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.937438:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384347.937441:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.937443:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384347.937447:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384347.937447:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=5 00000020:00000001:0.0:1767384347.937449:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937451:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.937452:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384347.937453:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.937456:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.937460:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:2.0:1767384347.937461:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=57 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384347.937462:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.937464:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.937466:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384347.937467:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384347.937470:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384347.937471:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384347.937472:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384347.937474:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384347.937475:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.937478:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384347.937478:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000769ebc54 with handle 0x88edd5ef35457e4b from hash 02000000:00000001:2.0:1767384347.937480:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.937482:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384347.937484:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384347.937485:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.937488:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.937491:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384347.937492:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384347.937493:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384347.937495:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1767384347.937496:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a8f3fc. 00010000:00000001:0.0:1767384347.937497:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384347.937500:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384347.937501:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743002112, offset 224 00010000:00000001:0.0:1767384347.937502:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.937506:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384347.937508:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384347.937511:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384347.937512:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.937515:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.937516:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.937519:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384347.937524:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.937528:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05800 00010000:00000001:0.0:1767384347.937528:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.937531:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384347.937536:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a0d [2] + 224 00010000:00000001:0.0:1767384347.937543:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384347.937545:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384347.937545:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.937546:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384347.937548:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384347.937550:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384347.937553:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384347.937553:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.937556:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384347.937559:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384347.937559:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.937562:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384347.937565:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384347.937566:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.937581:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384347.937583:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384347.937586:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000769ebc54/0x88edd5ef35457e4b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384347.937588:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384347.937598:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffd63696 count: 0 00010000:00000001:0.0:1767384347.937608:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384347.937610:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384347.937611:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.937617:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a8f3fc 00000400:00000010:2.0:1767384347.937618:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005a8f3fc. 00000100:00000001:2.0:1767384347.937621:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384347.937622:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.937624:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.937626:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:2.0:1767384347.937628:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384347.937629:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.937630:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384347.937632:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008351932 x1853236743002112/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.937648:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008351932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743002112:12345-0@lo:253: Request processed in 4128us (4616us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384347.937654:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:2.0:1767384347.937656:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384347.937658:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384347.937659:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384347.937661:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5795a7a. 00000020:00000010:2.0:1767384347.937666:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000020:00000010:2.0:1767384347.937669:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bcc2f05. 00000100:00000001:1.0:1767384347.937671:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384347.937672:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384347.937675:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384347.937676:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384347.937679:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000071134ca7. 00000400:00000001:1.0:1767384347.937680:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384347.937681:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1767384347.937683:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384347.937684:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384347.937687:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000100:00000200:2.0:1767384347.937689:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384347.937693:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e2518ae 00000400:00000010:2.0:1767384347.937694:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abecb76f. 00000400:00000010:1.0:1767384347.937697:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e2518ae. 00000100:00000001:1.0:1767384347.937701:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384347.937705:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a8f3fc. 00000100:00000200:1.0:1767384347.937713:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.937722:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.937728:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.937729:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.937731:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384347.937732:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.937734:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.937735:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.937737:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.937739:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384347.937742:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.937744:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384347.937745:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.937747:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384347.937748:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.937750:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.937752:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.937756:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.937758:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384347.937760:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384347.937762:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384347.937763:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384347.937764:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384347.937766:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384347.937767:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384347.937769:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384347.937770:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384347.937771:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384347.937772:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384347.937774:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384347.937776:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.937781:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743002112:0@lo:253: 00000100:00000001:1.0:1767384347.937789:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.937790:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.937792:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743002112/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.937797:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384347.937798:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384347.937800:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000020506743. 02000000:00000001:1.0:1767384347.937803:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384347.937804:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384347.937805:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384347.937807:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384347.937809:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004388e0a1. 02000000:00000001:1.0:1767384347.937811:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384347.937812:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384347.937813:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:1.0:1767384347.937815:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.937816:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.937818:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.937821:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.937823:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.937825:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.937826:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.939162:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294934991, at 4294934992 00000100:00000040:2.0:1767384347.939165:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294934991, at 4294934992 00000100:00000040:1.0:1767384347.939169:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294934991, at 4294934992 00000100:00000010:0.0:1767384347.939170:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018468bd2. 00000100:00000010:2.0:1767384347.939175:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018482494. 00000100:00000010:1.0:1767384347.939178:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003091c92e. 00000100:00000040:3.0:1767384347.939202:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294934991, at 4294934992 00000100:00000010:3.0:1767384347.939211:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091892ad0. 00010000:00000010:0.1:1767384347.942119:0:30853:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1f52d32. 00010000:00000010:0.1:1767384347.942126:0:30853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038d93a0c. 00010000:00000010:0.1:1767384347.946118:0:30855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffd63696. 00010000:00000010:0.1:1767384347.946124:0:30855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000769ebc54. 00000400:00000010:3.0:1767384347.951382:0:30856:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000062c61824. 00000400:00000040:3.0:1767384347.951400:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384347.951402:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384347.951405:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384347.951406:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384347.951408:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384347.951410:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384347.951413:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384347.951414:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384347.951415:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384347.951416:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384347.951418:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384347.951419:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384347.951421:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384347.951422:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384347.951422:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384347.951424:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384347.951425:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384347.951426:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384347.951427:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384347.951428:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384347.951429:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384347.951430:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384347.951431:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384347.951432:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384347.951433:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384347.951435:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384347.951436:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384347.951436:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384347.951437:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384347.951438:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384347.951439:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384347.951446:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384347.951447:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384347.951449:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384347.951450:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384347.951452:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384347.951453:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384347.951454:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384347.951455:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384347.951456:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384347.951457:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384347.951459:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384347.951460:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384347.951461:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384347.951462:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384347.951463:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384347.951464:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384347.951465:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384347.951466:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384347.951467:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384347.951468:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384347.951469:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384347.951470:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384347.951472:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384347.951473:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384347.951475:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384347.951476:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384347.951546:0:30856:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000062c61824. 10000000:00000001:0.0:1767384347.987178:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384347.987184:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384347.987189:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.987192:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384347.987194:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384347.987195:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384347.987197:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384347.987199:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384347.987202:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 53 10000000:00000001:0.0:1767384347.987205:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384347.987213:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384347.987221:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384347.987225:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384347.987230:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.987234:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.987239:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.987246:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037e7842a. 00000100:00000001:0.0:1767384347.987254:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.987259:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384347.987263:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384347.987272:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffd63696. 00010000:00000001:0.0:1767384347.987278:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384347.987283:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000769ebc54. 00000020:00000001:0.0:1767384347.987289:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384347.987292:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000769ebc54 with handle 0x88edd5ef35457e52 to hash 00000020:00000001:0.0:1767384347.987305:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384347.987308:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.987312:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.987318:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.987322:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.987325:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384347.987337:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384347.987350:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384347.987357:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384347.987359:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384347.987366:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079370933. 00000100:00000001:0.0:1767384347.987369:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950294979136 : -130123414572480 : ffff89a74818f240) 00000100:00000001:0.0:1767384347.987372:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.987374:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384347.987387:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.987390:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987393:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384347.987395:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384347.987406:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.987417:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.987420:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.987425:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384347.987427:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384347.987431:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.987434:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743002368:0@lo:101: 00000100:00000001:0.0:1767384347.987439:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.987446:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384347.987449:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.987452:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384347.987458:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ccf7095e. 02000000:00000001:0.0:1767384347.987460:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.987468:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006789069b. 00000400:00000010:0.0:1767384347.987477:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000200:0.0:1767384347.987485:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743002368, portal 25 00000100:00000001:0.0:1767384347.987488:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.987489:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384347.987494:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.987502:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384347.987504:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.987508:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384347.987510:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743002368, offset 0 00000400:00000200:0.0:1767384347.987517:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.987533:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384347.987548:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc05900 00000400:00000200:0.0:1767384347.987556:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1285 [2] + 0 00000400:00000010:0.0:1767384347.987561:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022279be6. 00000400:00000200:0.0:1767384347.987572:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de611244 00000400:00000200:0.0:1767384347.987581:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.987586:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384347.987593:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de611244 00000400:00000010:0.0:1767384347.987595:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de611244. 00000100:00000001:0.0:1767384347.987601:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.987603:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384347.987608:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000b332d45c x1853236743002368 msgsize 328 00000100:00100000:0.0:1767384347.987612:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384347.987614:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384347.987630:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.987638:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384347.987640:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384347.987645:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.987649:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.987660:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.987663:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.987671:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987673:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.987680:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987685:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294935045 00000100:00000001:1.0:1767384347.987691:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384347.987692:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000016de13a. 00000100:00100000:1.0:1767384347.987697:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002368 02000000:00000001:1.0:1767384347.987700:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.987702:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.987703:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384347.987705:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987711:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294935045 02000000:00000001:1.0:1767384347.987712:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.987716:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002368 00000100:00000010:0.0:1767384347.987718:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d53f4ef. 00000020:00000001:1.0:1767384347.987720:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.987723:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384347.987725:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384347.987726:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.987730:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384347.987732:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294935045 00000020:00000001:1.0:1767384347.987733:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:0.0:1767384347.987736:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a30f0a24. 00000100:00000001:0.0:1767384347.987740:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384347.987746:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384347.987747:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294935045 00000100:00000001:1.0:1767384347.987752:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384347.987754:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b7fec3. 00000020:00000010:1.0:1767384347.987757:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000001:1.0:1767384347.987760:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.987763:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000100:00000001:0.0:1767384347.987767:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384347.987771:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051b8fff2. 00000100:00000001:0.0:1767384347.987773:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.987778:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0097356. 00000100:00000001:0.0:1767384347.987778:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987785:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384347.987786:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 00000100:00000001:0.0:1767384347.987788:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384347.987793:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000079370933 going to sleep for 11 seconds 00000100:00000040:1.0:1767384347.987795:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384347.987797:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.987799:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.987801:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.987803:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.987803:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.987815:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.987830:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.987842:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384347.987844:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384347.987849:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:1.0:1767384347.987852:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384347.987853:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087282256 : -130122622269360 : ffff89a777528850) 00000100:00000040:1.0:1767384347.987857:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b332d45c x1853236743002368/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 328/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.987864:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384347.987866:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000001:1.0:1767384347.987868:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.987870:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000100:00100000:1.0:1767384347.987873:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b332d45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743002368:12345-0@lo:101: 00000100:00000200:1.0:1767384347.987876:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002368 00000020:00000001:1.0:1767384347.987879:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384347.987883:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384347.987885:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.987888:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384347.987890:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:1.0:1767384347.987898:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384347.987900:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.987902:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.987904:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384347.987907:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.987909:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384347.987911:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384347.987913:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384347.987915:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384347.987916:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.987921:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384347.987925:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000852a92c3. 00010000:00000001:1.0:1767384347.987927:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384347.987929:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003bdfccc7. 00000020:00000001:1.0:1767384347.987931:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384347.987932:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003bdfccc7 with handle 0x88edd5ef35457e59 to hash 00000020:00000001:1.0:1767384347.987933:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384347.987934:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384347.987936:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00010000:1.0:1767384347.987938:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457e52 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384347.987944:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:1.0:1767384347.987945:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384347.987953:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384347.987955:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384347.987958:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000084010cbf. 02000000:00000001:1.0:1767384347.987959:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.987961:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.987963:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384347.987967:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384347.987969:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384347.987971:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384347.987973:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.987975:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384347.987979:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.987981:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384347.987984:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384347.987985:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384347.987986:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384347.987988:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000852a92c3) refcount = 1 00010000:00010000:1.0:1767384347.987991:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.987995:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384347.987997:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384347.987998:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.988000:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.988001:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384347.988005:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384347.988007:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.988013:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384347.988015:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384347.988017:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.988019:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.988020:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384347.988021:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.988022:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384347.988023:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003bdfccc7, rc 0) 00000020:00000001:1.0:1767384347.988025:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.988027:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002368 00010000:00000001:1.0:1767384347.988029:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.988032:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b332d45c x1853236743002368/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 328/344 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.988038:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.988040:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.988043:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.988047:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.988049:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.988054:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384347.988056:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.988058:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988060:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.988062:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.988064:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384347.988066:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743002368, offset 224 00000400:00000200:1.0:1767384347.988070:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.988075:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.988079:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc05900 00000400:00000200:1.0:1767384347.988082:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a2d [1] + 224 00000400:00000200:1.0:1767384347.988086:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.988088:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.988090:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.988094:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.988121:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.988130:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.988136:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384347.988138:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000001:0.0:1767384347.988141:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.988142:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.988146:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.988150:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384347.988150:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.988153:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384347.988156:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:0.0:1767384347.988157:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006789069b. 00010000:00000001:1.0:1767384347.988160:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.988163:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.988163:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:0.0:1767384347.988167:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000020:00000001:1.0:1767384347.988168:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384347.988171:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384347.988173:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b332d45c x1853236743002368/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 328/344 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384347.988177:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.988195:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b332d45c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743002368:12345-0@lo:101: Request processed in 327us (583us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384347.988197:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988209:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384347.988210:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384347.988212:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.988214:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.988217:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384347.988219:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384347.988220:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384347.988220:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988226:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384347.988226:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988230:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384347.988232:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=57 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384347.988235:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0097356. 00000100:00001000:0.0:1767384347.988237:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=57 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384347.988241:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000100:00000001:0.0:1767384347.988242:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.988245:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.988247:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051b8fff2. 00010000:00000001:0.0:1767384347.988248:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384347.988252:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384347.988253:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:0.0:1767384347.988255:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.988258:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384347.988259:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384347.988262:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000084010cbf. 02000000:00000001:1.0:1767384347.988268:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384347.988270:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.988271:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384347.988275:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384347.988279:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000100:00000001:0.0:1767384347.988282:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384347.988284:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca4a212f. 00000100:00000001:0.0:1767384347.988287:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.988293:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.988314:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743002368:0@lo:101: 00000100:00000001:0.0:1767384347.988320:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.988322:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988324:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384347.988326:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.988328:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988335:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384347.988337:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079370933. 00000100:00000001:0.0:1767384347.988340:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384347.988341:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.988343:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384347.988346:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.988347:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.988349:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=4 00000020:00000001:0.0:1767384347.988350:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.988352:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000040:0.0:1767384347.988356:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000769ebc54, remote cookie: 0x88edd5ef35457e59, flags: 0x0 00010000:00000001:0.0:1767384347.988358:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384347.988360:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384347.988361:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384347.988362:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384347.988363:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384347.988364:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffd63696) refcount = 1 00010000:00010000:0.0:1767384347.988366:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.988370:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384347.988371:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384347.988377:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384347.988380:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384347.988382:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.988384:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.988388:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384347.988389:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.988390:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.988391:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.988392:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.988393:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988394:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.988396:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743002368/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988400:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.988402:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.988404:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ccf7095e. 02000000:00000001:0.0:1767384347.988406:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384347.988408:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.988409:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384347.988411:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384347.988413:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037e7842a. 02000000:00000001:0.0:1767384347.988415:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384347.988417:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.988418:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384347.988420:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.988421:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384347.988422:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.988424:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384347.988425:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384347.988427:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.988428:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.988429:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.988430:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=3 00000020:00000001:0.0:1767384347.988432:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.988433:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384347.988438:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384347.988440:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.988441:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.988442:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.988445:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384347.988447:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fae560a5. 00000100:00000010:0.0:1767384347.988459:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384347.988461:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384347.988463:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.988464:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.988466:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.988468:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037e7842a. 00000100:00000001:0.0:1767384347.988471:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988474:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384347.988477:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ccf7095e. 00000100:00000010:0.0:1767384347.988480:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000046ab9965. 00000020:00000040:0.0:1767384347.988481:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384347.988485:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384347.988485:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384347.988487:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079370933. 00000100:00000001:0.0:1767384347.988489:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950294979136 : -130123414572480 : ffff89a74818f240) 00000100:00000001:0.0:1767384347.988490:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.988491:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384347.988494:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.988495:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988496:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384347.988496:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384347.988498:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988502:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.988503:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.988505:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384347.988506:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384347.988508:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.988510:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743002496:0@lo:256: 00000100:00000001:0.0:1767384347.988517:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.988519:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384347.988521:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988523:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384347.988526:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006789069b. 00000400:00000010:0.0:1767384347.988530:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001b70cd33. 00000100:00000200:0.0:1767384347.988533:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc05980-0x695824dc05980, portal 33 00000100:00000001:0.0:1767384347.988535:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.988537:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384347.988538:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d435a5e1. 02000000:00000001:0.0:1767384347.988540:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.988543:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081cfb60. 00000400:00000010:0.0:1767384347.988546:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000200:0.0:1767384347.988549:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743002496, portal 25 00000100:00000001:0.0:1767384347.988551:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.988553:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384347.988557:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988564:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384347.988566:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.988569:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384347.988573:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743002496, offset 0 00000400:00000200:0.0:1767384347.988578:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.988584:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384347.988592:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc05980 00000400:00000200:0.0:1767384347.988597:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12a9 [2] + 0 00000400:00000010:0.0:1767384347.988600:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe31e973. 00000400:00000200:0.0:1767384347.988604:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dbd8d97 00000400:00000200:0.0:1767384347.988608:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.988611:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384347.988614:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dbd8d97 00000400:00000010:0.0:1767384347.988616:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dbd8d97. 00000100:00000001:0.0:1767384347.988621:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.988630:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384347.988633:0:17076:0:(events.c:337:request_in_callback()) incoming req@000000004e8a8407 x1853236743002496 msgsize 304 00000100:00100000:0.0:1767384347.988637:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384347.988639:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384347.988651:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.988656:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384347.988658:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384347.988661:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.988665:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988673:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.988676:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.988683:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988685:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.988689:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988692:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294935046 00000100:00000001:0.0:1767384347.988699:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935045 00000100:00000001:0.0:1767384347.988703:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294935046 00000100:00000001:1.0:1767384347.988707:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384347.988711:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002496 00000100:00000001:0.0:1767384347.988711:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935045 02000000:00000001:1.0:1767384347.988715:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.988719:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.988719:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294935046 00000100:00000001:1.0:1767384347.988722:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.988726:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935045 02000000:00000001:1.0:1767384347.988728:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.988734:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002496 00000100:00000001:0.0:1767384347.988734:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294935046 00000020:00000001:1.0:1767384347.988738:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.988741:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384347.988742:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935045 00000020:00000001:1.0:1767384347.988744:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.988747:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384347.988750:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384347.988751:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384347.988756:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384347.988758:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988760:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384347.988763:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384347.988765:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000001:0.0:1767384347.988767:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384347.988769:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.988773:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000100:00100000:0.0:1767384347.988773:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000079370933 going to sleep for 11 seconds 00000100:00000001:0.0:1767384347.988779:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384347.988780:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051b8fff2. 00000100:00000001:0.0:1767384347.988784:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.988785:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0097356. 00000020:00000010:1.0:1767384347.988791:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 00000100:00000040:1.0:1767384347.988795:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384347.988802:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.988803:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.988804:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988807:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988818:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.988824:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384347.988826:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384347.988828:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:1.0:1767384347.988830:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384347.988832:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087295568 : -130122622256048 : ffff89a77752bc50) 00000100:00000040:1.0:1767384347.988835:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e8a8407 x1853236743002496/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 304/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.988841:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384347.988844:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000001:1.0:1767384347.988845:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384347.988847:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000100:00100000:1.0:1767384347.988850:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e8a8407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743002496:12345-0@lo:256: 00000100:00000200:1.0:1767384347.988853:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002496 00000020:00000001:1.0:1767384347.988854:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384347.988856:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384347.988857:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.988858:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384347.988861:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:1.0:1767384347.988862:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384347.988864:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.988866:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.988867:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384347.988869:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988873:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384347.988875:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384347.988878:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000084010cbf. 02000000:00000001:1.0:1767384347.988879:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.988880:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.988889:0:17073:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384347.988894:0:17073:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384347.988897:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384347.988899:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384347.988901:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.988903:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384347.988905:0:17073:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384347.988907:0:17073:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000181bc8af. 20000000:00000001:1.0:1767384347.988910:0:17073:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384347.988923:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384347.988929:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384347.988934:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384347.988936:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384347.988937:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384347.988939:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384347.988941:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384347.988942:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384347.988944:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384347.988945:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384347.988946:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384347.988948:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384347.988949:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384347.988951:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384347.988952:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384347.988953:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384347.988955:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384347.988956:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384347.988957:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384347.988958:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384347.988959:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384347.988960:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384347.988962:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384347.988963:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384347.988964:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384347.988965:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384347.988967:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384347.988968:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384347.988969:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:1.0:1767384347.988971:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 3492/1/4/3. 20000000:00000040:1.0:1767384347.988983:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384347.988985:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384347.988986:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384347.988987:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384347.988989:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384347.988990:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384347.988991:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384347.988993:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384347.988994:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384347.988995:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384347.988996:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384347.988998:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384347.988999:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384347.989000:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384347.989001:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384347.989003:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384347.989004:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384347.989005:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384347.989007:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384347.989008:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384347.989009:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384347.989010:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384347.989011:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384347.989012:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384347.989013:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384347.989014:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384347.989015:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384347.989017:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384347.989018:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:1.0:1767384347.989019:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 2888/1/4/3. 20000000:01000000:1.0:1767384347.989020:0:17073:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1208, version 62 20000000:00000001:1.0:1767384347.989022:0:17073:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1208 : 1208 : 4b8) 00000100:00000001:1.0:1767384347.989024:0:17073:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384347.989026:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000561acdf4. 00000100:00000010:1.0:1767384347.989028:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006794e719. 00000020:00000040:1.0:1767384347.989030:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:1.0:1767384347.989033:0:17073:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384347.989035:0:17073:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384347.989042:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000010:1.0:1767384347.989048:0:17073:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000fdac31. 00000400:00000200:1.0:1767384347.989052:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.989059:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.989064:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1208 into portal 33 MB=0x695824dc05980 00000400:00000200:1.0:1767384347.989067:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1208/1208 into md 0x1a3d [4] + 0 00000400:00000010:1.0:1767384347.989070:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006789069b. 00000400:00000200:1.0:1767384347.989072:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b70cd33 00000400:00000200:1.0:1767384347.989075:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.989076:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384347.989078:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b70cd33 00000400:00000010:1.0:1767384347.989079:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001b70cd33. 00000100:00000001:1.0:1767384347.989082:0:17073:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384347.989083:0:17073:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000962f7c6f desc 00000000ccf7095e mbits 1853236743002496 00000100:00000001:1.0:1767384347.989092:0:17073:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384347.989095:0:17073:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384347.989098:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384347.989125:0:17073:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a49 00000400:00000200:1.0:1767384347.989128:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.989130:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384347.989133:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384347.989135:0:17073:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000561acdf4 00000100:00000001:1.0:1767384347.989137:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384347.989142:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384347.989144:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000001:1.0:1767384347.989148:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384347.989148:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384347.989150:0:17073:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000561acdf4 00000100:00000001:1.0:1767384347.989153:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384347.989159:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.989160:0:17073:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1208 bytes via portal 33 id 12345-0@lo mbits 0x695824dc05980-0x695824dc05980 00000100:00000001:1.0:1767384347.989166:0:17073:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.989169:0:17073:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.989171:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384347.989173:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:1.0:1767384347.989175:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006794e719. 00000100:00000010:1.0:1767384347.989178:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000561acdf4. 00000100:00000001:1.0:1767384347.989185:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384347.989186:0:17073:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384347.989191:0:17073:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000181bc8af. 20000000:00000001:1.0:1767384347.989193:0:17073:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.989195:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002496 00010000:00000001:1.0:1767384347.989197:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.989199:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e8a8407 x1853236743002496/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 304/240 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.989205:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.989207:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.989208:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.989211:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.989212:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.989213:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384347.989215:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.989216:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.989217:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.989219:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.989221:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384347.989223:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743002496, offset 224 00000400:00000200:1.0:1767384347.989225:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.989229:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.989234:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc05980 00000400:00000200:1.0:1767384347.989237:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a41 [1] + 224 00000400:00000200:1.0:1767384347.989240:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.989243:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.989245:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.989248:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.989254:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.989266:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.989268:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:1.0:1767384347.989273:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000100:00000001:1.0:1767384347.989276:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.989276:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.989278:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.989280:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.989281:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.989282:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.989284:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384347.989286:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e8a8407 x1853236743002496/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:328/0 lens 304/240 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.989293:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e8a8407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743002496:12345-0@lo:256: Request processed in 449us (658us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384347.989304:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384347.989310:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.989315:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384347.989318:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000400:00000010:0.0:1767384347.989320:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081cfb60. 00000100:00000040:1.0:1767384347.989321:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384347.989325:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384347.989326:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000100:00000001:1.0:1767384347.989327:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384347.989331:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0097356. 00000400:00000010:0.0:1767384347.989332:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000020:00000010:1.0:1767384347.989336:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000100:00000001:0.0:1767384347.989338:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384347.989341:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051b8fff2. 00000020:00000040:1.0:1767384347.989345:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000200:0.0:1767384347.989346:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.989348:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384347.989350:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000084010cbf. 02000000:00000001:1.0:1767384347.989355:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.989358:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384347.989364:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384347.989368:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384347.989370:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070fbdb34. 00000400:00000010:1.0:1767384347.989376:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f89964e. 00000100:00000001:0.0:1767384347.989386:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.989389:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.989392:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.989394:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384347.989395:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.989397:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.989399:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.989402:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384347.989406:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.989409:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.989410:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.989413:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384347.989415:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.989417:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.989421:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.989431:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.989439:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384347.989441:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.989444:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.989453:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743002496:0@lo:256: 00000100:00000001:0.0:1767384347.989467:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.989470:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.989471:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384347.989473:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.989476:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.989484:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384347.989486:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079370933. 00000100:00000001:0.0:1767384347.989488:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384347.989490:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384347.989493:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:0.0:1767384347.989498:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384347.989506:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000abf1e36a. 00010000:00000001:0.0:1767384347.989519:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384347.989522:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384347.989529:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384347.989532:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.989535:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384347.989537:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384347.989539:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000400:00000200:0.0:1767384347.989544:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 29 NIDs 00000400:00001000:0.0:1767384347.989548:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384347.989552:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384347.989559:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384347.989565:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (27) 00000400:00000200:0.0:1767384347.989572:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000400:00000200:0.0:1767384347.989590:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384347.989593:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384347.989597:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384347.989601:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384347.989604:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (29) 00000400:00000200:0.0:1767384347.989607:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384347.989609:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:3.0:1767384347.989612:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384347.989616:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989621:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:0.0:1767384347.989622:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000010:3.0:1767384347.989629:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000400:00000200:3.0:1767384347.989634:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000400:00000200:0.0:1767384347.989636:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000010:3.0:1767384347.989640:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d452c926. 00000400:00000200:0.0:1767384347.989645:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989648:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:0.0:1767384347.989652:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384347.989657:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:3.0:1767384347.989661:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384347.989665:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989669:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:3.0:1767384347.989670:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384347.989675:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:3.0:1767384347.989680:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:0.0:1767384347.989682:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989685:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384347.989692:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:3.0:1767384347.989699:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000400:00000200:0.0:1767384347.989700:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989706:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:3.0:1767384347.989709:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:0.0:1767384347.989713:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:3.0:1767384347.989719:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000400:00000200:0.0:1767384347.989723:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989726:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000400:00000200:0.0:1767384347.989729:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:3.0:1767384347.989733:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000400:00000200:0.0:1767384347.989737:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:3.0:1767384347.989740:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:3.0:1767384347.989747:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384347.989747:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989755:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:3.0:1767384347.989756:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384347.989762:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:3.0:1767384347.989766:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384347.989771:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989772:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384347.989776:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:3.0:1767384347.989780:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384347.989782:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:0.0:1767384347.989790:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989791:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384347.989795:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:3.0:1767384347.989800:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:0.0:1767384347.989801:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:3.0:1767384347.989811:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:0.0:1767384347.989811:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989817:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:3.0:1767384347.989821:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:0.0:1767384347.989823:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:3.0:1767384347.989830:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:0.0:1767384347.989834:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989839:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000400:00000200:0.0:1767384347.989840:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:3.0:1767384347.989847:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 22], ns[84, 22] 00000400:00000200:0.0:1767384347.989847:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:0.0:1767384347.989856:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989861:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:0.0:1767384347.989866:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:3.0:1767384347.989870:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000400:00000200:0.0:1767384347.989874:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989879:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:3.0:1767384347.989881:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000400:00000200:3.0:1767384347.989889:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[83, 22] 00000400:00000200:0.0:1767384347.989895:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:3.0:1767384347.989901:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[95, 22] 00000400:00000200:0.0:1767384347.989904:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989910:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384347.989914:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:3.0:1767384347.989918:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 22], ns[99, 22] 00000400:00000200:0.0:1767384347.989922:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989927:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:3.0:1767384347.989929:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[99, 22], ns[100, 22] 00000400:00000200:0.0:1767384347.989933:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:3.0:1767384347.989940:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384347.989943:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989947:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:3.0:1767384347.989948:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp17 00000400:00000200:0.0:1767384347.989952:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:3.0:1767384347.989956:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384347.989962:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp17 00000400:00000200:0.0:1767384347.989962:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.989967:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:3.0:1767384347.989971:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp17 NI seq info: [101:101:256:4294967295] 192.168.204.108@tcp17 LPNI seq info [100:100:8:4294967295] 00000400:00000200:0.0:1767384347.989975:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384347.989981:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.989983:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp17 00000400:00000200:0.0:1767384347.989985:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:0.0:1767384347.989991:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384347.990000:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384347.990002:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17:) -> 192.168.204.108@tcp17(192.168.204.108@tcp:192.168.204.108@tcp17) : PUT try# 0 00000400:00000200:0.0:1767384347.990005:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000800:00000200:3.0:1767384347.990012:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.108@tcp17 00000400:00000200:0.0:1767384347.990012:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000800:00000010:3.0:1767384347.990018:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d00f8d11. 00000400:00000200:0.0:1767384347.990022:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990026:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000800:00000200:3.0:1767384347.990030:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (6) 00000400:00000200:0.0:1767384347.990032:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384347.990038:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990041:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000800:00000200:3.0:1767384347.990042:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp17 ip 192.168.204.108:988 00000400:00000200:0.0:1767384347.990049:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000800:00000200:3.0:1767384347.990050:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d00f8d11 type 1, nob 592 niov 1 nkiov 1 00000400:00000200:0.0:1767384347.990056:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990060:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:0.0:1767384347.990062:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384347.990066:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990068:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:3.0:1767384347.990072:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384347.990073:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:3.0:1767384347.990077:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000400:00000200:0.0:1767384347.990082:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990085:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384347.990088:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:0.0:1767384347.990091:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990094:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384347.990134:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:0.0:1767384347.990140:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384347.990142:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:0.0:1767384347.990145:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000010:0.0:1767384347.990150:0:17076:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000010d744c5. 00000400:00000200:0.0:1767384347.990155:0:17076:0:(peer.c:264:lnet_peer_alloc()) 0000000010d744c5 nid 192.168.204.108@tcp36 00000400:00000010:0.0:1767384347.990159:0:17076:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000528d038f. 00000400:00000200:0.0:1767384347.990163:0:17076:0:(peer.c:204:lnet_peer_net_alloc()) 00000000528d038f net tcp36 00000400:00000010:0.0:1767384347.990168:0:17076:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e91559d5. 00000400:00000200:0.0:1767384347.990176:0:17076:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e91559d5 nid 192.168.204.108@tcp36 00000400:00000200:0.0:1767384347.990181:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000010d744c5 (0) 00000400:00000200:0.0:1767384347.990187:0:17076:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.108@tcp36: -2 00000400:00000200:0.0:1767384347.990193:0:17076:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp36 NID 192.168.204.108@tcp36 flags 0x1 00000400:00000200:0.0:1767384347.990197:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000010d744c5 (1) 00000400:00000200:0.0:1767384347.990200:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000010d744c5 (2) 00000400:00000200:0.0:1767384347.990204:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000010d744c5 (1) 00000400:00000200:0.0:1767384347.990208:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000010d744c5 (2) 00000400:00000200:0.0:1767384347.990219:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp36 (0000000010d744c5): 0 00000400:00000200:0.0:1767384347.990222:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384347.990226:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384347.990230:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp36 NID 192.168.204.108@tcp36: 0. pending discovery 00000400:00000200:0.0:1767384347.990234:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000010d744c5 (3) 00000800:00000001:3.0:1767384347.990236:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.990238:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000010:0.0:1767384347.990244:0:17076:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000c3e455b6. 00000800:00000200:1.0:1767384347.990246:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384347.990248:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.990249:0:17076:0:(peer.c:264:lnet_peer_alloc()) 00000000c3e455b6 nid 192.168.204.108@tcp37 00000800:00000010:1.0:1767384347.990252:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d00f8d11. 00000800:00000001:3.0:1767384347.990253:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384347.990256:0:17076:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000112d676f. 00000400:00000200:1.0:1767384347.990258:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384347.990259:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.990263:0:17076:0:(peer.c:204:lnet_peer_net_alloc()) 00000000112d676f net tcp37 00000400:00000010:0.0:1767384347.990271:0:17076:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000056b26dda. 00000400:00000200:1.0:1767384347.990273:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: PUT: OK 00000400:00000200:3.0:1767384347.990276:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17) <- 192.168.204.108@tcp17 : PUT - for me 00000400:00000200:1.0:1767384347.990282:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384347.990282:0:17076:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000056b26dda nid 192.168.204.108@tcp37 00000400:00000200:3.0:1767384347.990289:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384347.990289:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c3e455b6 (0) 00000400:00000200:1.0:1767384347.990290:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000400:00000200:0.0:1767384347.990313:0:17076:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.108@tcp37: -2 00000400:00000200:3.0:1767384347.990318:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 464/496 into md 0x197d [1] + 0 00000400:00000010:3.0:1767384347.990325:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001efd3530. 00000400:00000200:0.0:1767384347.990326:0:17076:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp37 NID 192.168.204.108@tcp37 flags 0x1 00000400:00000200:3.0:1767384347.990332:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deb52fd5 00000400:00000200:0.0:1767384347.990334:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c3e455b6 (1) 00000800:00000001:3.0:1767384347.990338:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.990339:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c3e455b6 (2) 00000800:00000001:3.0:1767384347.990346:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.990351:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.990356:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c3e455b6 (1) 00000400:00000200:3.0:1767384347.990357:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: PUT: OK 00000400:00000200:0.0:1767384347.990365:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c3e455b6 (2) 00000400:00000200:0.0:1767384347.990373:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp37 (00000000c3e455b6): 0 00000400:00000200:0.0:1767384347.990376:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384347.990381:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384347.990382:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384347.990386:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp37 NID 192.168.204.108@tcp37: 0. pending discovery 00000400:00000200:0.0:1767384347.990391:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c3e455b6 (3) 00000400:00000200:3.0:1767384347.990396:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000100:00000001:0.0:1767384347.990396:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.990401:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000400:00000200:1.0:1767384347.990401:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp36(0000000010d744c5) state 0x41 00010000:00000001:0.0:1767384347.990401:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.990410:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384347.990410:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000010d744c5 (2) 10000000:00000040:0.0:1767384347.990413:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 00000400:00000200:3.0:1767384347.990417:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00000400:00000010:1.0:1767384347.990417:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051b8fff2. 10000000:00000010:0.0:1767384347.990422:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000bd879ea7. 00000400:00000010:1.0:1767384347.990424:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000400:00000200:3.0:1767384347.990425:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 10000000:00000040:0.0:1767384347.990428:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 61/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000400:00000200:3.0:1767384347.990431:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (496 bytes) 00000400:00000010:1.0:1767384347.990432:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000223b17d4. 00000020:00000080:0.0:1767384347.990437:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384347.990442:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384347.990443:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp36 00000400:00000200:3.0:1767384347.990447:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (30) 00000020:00000001:0.0:1767384347.990448:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384347.990454:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e35246ab. 00000400:00000200:1.0:1767384347.990458:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp36 local destination 00000020:00000010:0.0:1767384347.990462:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c5df441. 00000400:00000200:1.0:1767384347.990463:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384347.990468:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp36 00000040:00000010:0.0:1767384347.990470:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000085a98585. 00000400:00000200:1.0:1767384347.990471:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384347.990476:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp36 00000400:00000200:1.0:1767384347.990480:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp36 NI seq info: [102:102:256:4294967295] 192.168.204.108@tcp36 LPNI seq info [1:1:8:4294967295] 00000020:00000010:0.0:1767384347.990480:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000678f1c67. 00000020:00000010:0.0:1767384347.990489:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000400:00000200:1.0:1767384347.990490:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp36 00000020:00000010:0.0:1767384347.990498:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043fe5e35. 00000400:00000200:1.0:1767384347.990499:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp36(192.168.204.108@tcp36:) -> 192.168.204.108@tcp36(192.168.204.108@tcp36:192.168.204.108@tcp36) : GET try# 0 00000400:00000200:3.0:1767384347.990507:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000200:1.0:1767384347.990508:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp36 80000000:00000010:0.0:1767384347.990508:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006e3bfb64. 00000400:00000200:3.0:1767384347.990515:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp17 to MR: 192.168.204.108@tcp17 local destination 00000800:00000010:1.0:1767384347.990516:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002c7a5e0b. 40000000:00000010:0.0:1767384347.990517:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f4632bb. 00000400:00000200:3.0:1767384347.990526:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp17 NI seq info: [103:103:256:4294967295] 192.168.204.108@tcp17 LPNI seq info [101:101:8:4294967295] 00000800:00000010:1.0:1767384347.990526:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4477e95. 00100000:00000010:0.0:1767384347.990527:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f1d4d95. 00000800:00000010:1.0:1767384347.990534:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002b94bb98. 00040000:00000010:0.0:1767384347.990537:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095411f91. 00000800:00000200:1.0:1767384347.990545:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (2) 00040000:00000010:0.0:1767384347.990547:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000783c3a98. 00000400:00000200:3.0:1767384347.990552:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17:192.168.204.108@tcp17) -> 192.168.204.108@tcp17(192.168.204.108@tcp17:192.168.204.108@tcp17) 192.168.204.108@tcp17 : ACK try# 0 00000800:00000200:1.1:1767384347.990554:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (2) 00040000:00000010:0.0:1767384347.990557:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ec2b7ee. 00000800:00000200:3.0:1767384347.990564:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp17 00080000:00000010:0.0:1767384347.990568:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000052a45137. 00000800:00000010:3.0:1767384347.990569:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068005e07. 00000400:00000200:1.0:1767384347.990569:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp36 00000400:00000200:1.0:1767384347.990575:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp36(0000000010d744c5) state 0x241 rc 0 00000800:00000200:3.0:1767384347.990579:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (6) 00080000:00000010:0.0:1767384347.990580:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e3425a3. 00000400:00000010:1.0:1767384347.990581:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000596f9a6c. 00000800:00000200:3.0:1767384347.990587:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp17 ip 192.168.204.108:1007 00000400:00000010:1.0:1767384347.990588:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c1e345. 00000800:00000200:3.0:1767384347.990590:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068005e07 type 0, nob 96 niov 1 nkiov 0 00000004:00000010:0.0:1767384347.990594:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4f364c6. 00000400:00000010:1.0:1767384347.990595:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000400:00000200:1.0:1767384347.990601:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000596f9a6c 00000800:00000001:3.0:1767384347.990602:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384347.990607:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000ad6a9370. 00000004:00000010:0.0:1767384347.990607:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad7da4c7. 00000800:00000001:3.0:1767384347.990611:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.990613:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000004:00000010:0.0:1767384347.990617:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d0bd46c. 00000400:00000200:1.0:1767384347.990618:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102471 00000400:00000200:1.0:1767384347.990623:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00002000:00000010:0.0:1767384347.990626:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003764c4f2. 00000400:00000010:1.0:1767384347.990628:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000006caff4. 00000400:00000010:1.0:1767384347.990631:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000400:00000010:1.0:1767384347.990635:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000665a26b. 00000004:00000010:0.0:1767384347.990641:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059ce91e7. 00000800:00000200:3.0:1767384347.990650:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384347.990650:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000004:00000001:0.0:1767384347.990650:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000010:3.0:1767384347.990656:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068005e07. 00000040:00000001:0.0:1767384347.990657:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384347.990660:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384347.990662:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:0.0:1767384347.990662:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000bd879ea7 00000400:00000200:1.0:1767384347.990667:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000040:00001000:0.0:1767384347.990669:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384347.990673:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:3.0:1767384347.990674:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: ACK: OK 00000040:00001000:0.0:1767384347.990678:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:1.0:1767384347.990679:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000040:00001000:0.0:1767384347.990681:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:1.0:1767384347.990690:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000040:00001000:0.0:1767384347.990691:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384347.990696:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:1.0:1767384347.990698:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000040:00001000:0.0:1767384347.990701:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384347.990705:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000040:00001000:0.0:1767384347.990708:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000400:00000200:1.0:1767384347.990712:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000040:00000001:0.0:1767384347.990714:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384347.990718:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000400:00000200:1.0:1767384347.990722:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000400:00000200:1.0:1767384347.990726:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 36], ns[24, 36] 00000400:00000200:1.0:1767384347.990733:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384347.990740:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384347.990745:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384347.990751:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384347.990754:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384347.990759:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384347.990762:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:1.0:1767384347.990766:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384347.990771:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:1.0:1767384347.990782:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 24], ns[60, 24] 00000400:00000200:1.0:1767384347.990786:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 24], ns[84, 24] 00000004:00000001:0.0:1767384347.990789:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.990791:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 24], ns[97, 24] 00000400:00000200:1.0:1767384347.990797:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[74, 24] 00000020:00000010:0.0:1767384347.990798:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c5df441. 00000400:00000200:1.0:1767384347.990803:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[83, 24] 00000040:00000010:0.0:1767384347.990807:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085a98585. 00000400:00000200:1.0:1767384347.990808:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 24], ns[95, 24] 00000020:00000010:0.0:1767384347.990815:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678f1c67. 00000400:00000200:1.0:1767384347.990816:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 24], ns[99, 24] 00000400:00000200:1.0:1767384347.990823:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[99, 24], ns[100, 24] 00000020:00000010:0.0:1767384347.990823:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 00000400:00000200:1.0:1767384347.990830:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000020:00000010:0.0:1767384347.990832:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043fe5e35. 00000400:00000200:1.0:1767384347.990834:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp18 00000400:00000200:1.0:1767384347.990840:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp18 lpni_is_preferred = 0 80000000:00000010:0.0:1767384347.990840:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006e3bfb64. 00000400:00000200:1.0:1767384347.990846:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp18 40000000:00000010:0.0:1767384347.990849:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f4632bb. 00000400:00000200:1.0:1767384347.990850:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp18 NI seq info: [104:104:256:4294967295] 192.168.204.108@tcp18 LPNI seq info [102:102:8:4294967295] 00100000:00000010:0.0:1767384347.990857:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007f1d4d95. 00000400:00000200:1.0:1767384347.990858:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp18 00040000:00000010:0.0:1767384347.990865:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095411f91. 00000400:00000200:1.0:1767384347.990870:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18:) -> 192.168.204.108@tcp18(192.168.204.108@tcp:192.168.204.108@tcp18) : GET try# 0 00040000:00000010:0.0:1767384347.990875:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000783c3a98. 00000800:00000200:1.0:1767384347.990877:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp18 00000800:00000001:3.0:1767384347.990881:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384347.990883:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035bc4673. 00040000:00000010:0.0:1767384347.990884:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ec2b7ee. 00000800:00000001:3.0:1767384347.990889:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384347.990891:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (6) 00080000:00000010:0.0:1767384347.990893:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e3425a3. 00000800:00000001:3.0:1767384347.990895:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384347.990902:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp18 ip 192.168.204.108:988 00080000:00000010:0.0:1767384347.990902:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000052a45137. 00000800:00000001:3.0:1767384347.990903:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384347.990907:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035bc4673 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384347.990910:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1767384347.990911:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4f364c6. 00000400:00000200:1.0:1767384347.990915:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000800:00000001:3.0:1767384347.990918:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.990920:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100671 rc 0 00000004:00000010:0.0:1767384347.990920:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad7da4c7. 00000004:00000010:0.0:1767384347.990929:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d0bd46c. 00000400:00000200:3.0:1767384347.990932:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp17(192.168.204.108@tcp17) <- 192.168.204.108@tcp17 : ACK - for me 00000400:00000200:1.0:1767384347.990932:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp37(00000000c3e455b6) state 0x41 00002000:00000010:0.0:1767384347.990936:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003764c4f2. 00000400:00000200:1.0:1767384347.990938:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c3e455b6 (2) 00000004:00000010:0.0:1767384347.990942:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059ce91e7. 00000400:00000010:1.0:1767384347.990948:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006033aa36. 00000020:00000010:0.0:1767384347.990949:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e35246ab. 00000400:00000010:1.0:1767384347.990954:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b37762df. 00000400:00000200:3.0:1767384347.990957:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp17: ACK from 12345-192.168.204.108@tcp17 into md 0x1a55 00000020:00000001:0.0:1767384347.990957:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.990963:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384347.990965:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384347.990966:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021c86257. 00000400:00000200:3.0:1767384347.990974:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp17->192.168.204.108@tcp17: ACK: OK 00000400:00000200:1.0:1767384347.990975:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp37 10000000:00000010:0.0:1767384347.990979:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000bd879ea7. 00000400:00000200:3.0:1767384347.990983:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384347.990988:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000400:00000200:1.0:1767384347.990988:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp37 local destination 10000000:00000040:0.0:1767384347.990994:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:3.0:1767384347.990995:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384347.990997:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:3.0:1767384347.991002:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 10000000:00000010:0.0:1767384347.991002:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000abf1e36a. 00000400:00000200:1.0:1767384347.991005:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp37 00000400:00000200:1.0:1767384347.991010:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp37 lpni_is_preferred = 0 10000000:00000001:0.0:1767384347.991010:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.991016:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp37 00000100:00000001:0.0:1767384347.991017:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384347.991019:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp37 NI seq info: [105:105:256:4294967295] 192.168.204.108@tcp37 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384347.991025:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp37 00000100:00000040:0.0:1767384347.991025:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743002496/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.991038:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp37(192.168.204.108@tcp37:) -> 192.168.204.108@tcp37(192.168.204.108@tcp37:192.168.204.108@tcp37) : GET try# 0 00000400:00000200:3.0:1767384347.991051:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000800:00000200:1.0:1767384347.991052:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp37 00000100:00000001:0.0:1767384347.991053:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384347.991057:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (30) 02000000:00000001:0.0:1767384347.991058:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1767384347.991059:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f73d2bc. 02000000:00000010:0.0:1767384347.991063:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d435a5e1. 00000800:00000010:1.0:1767384347.991066:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b03e84d. 02000000:00000001:0.0:1767384347.991069:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:1.0:1767384347.991071:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008c375ffb. 00000020:00000001:0.0:1767384347.991073:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:1.0:1767384347.991078:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (2) 00000020:00000040:0.0:1767384347.991078:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000200:1.1:1767384347.991084:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (2) 00000020:00000001:0.0:1767384347.991085:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384347.991089:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384347.991091:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.991093:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384347.991096:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384347.991097:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp37 00000400:00000200:1.0:1767384347.991124:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp37(00000000c3e455b6) state 0x241 rc 0 00000800:00000200:3.0:1767384347.991126:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384347.991127:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000046ab9965. 00000400:00000200:1.0:1767384347.991130:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 00000800:00000010:3.0:1767384347.991131:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000035bc4673. 00000100:00000010:0.0:1767384347.991136:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ccf7095e. 00000400:00000200:1.0:1767384347.991137:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00000400:00000200:3.0:1767384347.991138:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384347.991144:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000010:1.0:1767384347.991145:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000001ddf6801. 00000400:00000200:3.0:1767384347.991148:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: GET: OK 02000000:00000010:0.0:1767384347.991149:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037e7842a. 00000400:00000010:1.0:1767384347.991150:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000400:00000200:3.0:1767384347.991153:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384347.991157:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384347.991158:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000010:1.0:1767384347.991158:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000092bfce5. 02000000:00000001:0.0:1767384347.991163:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767384347.991166:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.991167:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000010:0.0:1767384347.991167:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000800:00000001:3.0:1767384347.991171:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.991174:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767384347.991175:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.991176:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000100:00000001:0.0:1767384347.991180:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991181:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.991182:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000800:00000001:3.0:1767384347.991187:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.991192:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000800:00000001:3.0:1767384347.991194:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.991198:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 10000000:00000010:0.0:1767384347.991201:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fae560a5. 00000400:00000200:3.0:1767384347.991206:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18) <- 192.168.204.108@tcp18 : GET - for me 10000000:01000000:0.0:1767384347.991209:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384347.991218:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:1.0:1767384347.991221:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00010000:00000001:0.0:1767384347.991222:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384347.991227:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000001:0.0:1767384347.991228:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.991232:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=3 00000400:00000200:1.0:1767384347.991233:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000020:00000001:0.0:1767384347.991239:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000400:00000200:1.0:1767384347.991240:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00010000:00000001:0.0:1767384347.991245:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000400:00000200:1.0:1767384347.991247:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000400:00000200:1.0:1767384347.991250:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[104, 36] 00000400:00000200:1.0:1767384347.991252:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000400:00000200:1.0:1767384347.991261:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00010000:00000001:0.0:1767384347.991261:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384347.991266:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.991269:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:1.0:1767384347.991280:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767384347.991288:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00010000:00000001:0.0:1767384347.991288:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.991292:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384347.991307:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:1.0:1767384347.991312:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00010000:00010000:0.0:1767384347.991312:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.991325:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00010000:00000001:0.0:1767384347.991331:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384347.991333:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00010000:00000001:0.0:1767384347.991335:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.991339:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384347.991340:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 26], ns[60, 26] 10000000:00000001:0.0:1767384347.991342:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.991346:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.991347:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 26], ns[84, 26] 10000000:00000001:0.0:1767384347.991352:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:1.0:1767384347.991356:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 26], ns[97, 26] 10000000:00000001:0.0:1767384347.991358:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384347.991361:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384347.991367:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384347.991371:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[74, 26] 00000400:00000200:1.0:1767384347.991375:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 26], ns[83, 26] 00000400:00000200:1.0:1767384347.991379:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 26], ns[95, 26] 00000400:00000200:1.0:1767384347.991383:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 26], ns[99, 26] 00000400:00000200:1.0:1767384347.991385:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[99, 26], ns[100, 26] 00000400:00000200:1.0:1767384347.991387:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384347.991390:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp19 00000400:00000200:1.0:1767384347.991392:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384347.991394:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp19 00000400:00000200:1.0:1767384347.991398:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [106:106:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1767384347.991403:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp19 00000400:00000200:1.0:1767384347.991412:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:) -> 192.168.204.108@tcp19(192.168.204.108@tcp:192.168.204.108@tcp19) : GET try# 0 00000800:00000200:1.0:1767384347.991417:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp19 00000800:00000010:1.0:1767384347.991420:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b174a321. 00000400:00000200:3.0:1767384347.991422:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 496 into portal 0 MB=0x8000000000000000 00000800:00000200:1.0:1767384347.991428:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000400:00000200:3.0:1767384347.991431:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 496/496 into md 0x1a05 [1] + 0 00000800:00000200:1.0:1767384347.991440:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:988 00000400:00000200:3.0:1767384347.991442:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp18 to MR: 192.168.204.108@tcp18 local destination 00000800:00000200:1.0:1767384347.991445:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b174a321 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384347.991451:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp18 NI seq info: [107:107:256:4294967295] 192.168.204.108@tcp18 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384347.991454:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384347.991457:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000400:00000200:0.0:1767384347.991459:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384347.991474:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18:192.168.204.108@tcp18) -> 192.168.204.108@tcp18(192.168.204.108@tcp18:192.168.204.108@tcp18) 192.168.204.108@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384347.991479:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.108@tcp18 00000800:00000010:3.0:1767384347.991482:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068005e07. 00000800:00000200:3.0:1767384347.991487:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (6) 00000800:00000200:3.0:1767384347.991493:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp18 ip 192.168.204.108:1005 00000800:00000200:3.0:1767384347.991496:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068005e07 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:1.0:1767384347.991535:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:3.0:1767384347.991540:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384347.991544:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b174a321. 00000400:00000200:0.0:1767384347.991546:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384347.991547:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.991555:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: GET: OK 00000400:00000200:3.0:1767384347.991560:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384347.991562:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384347.991569:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991574:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.991592:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:3.0:1767384347.991606:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384347.991609:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068005e07. 00000400:00000200:3.0:1767384347.991612:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.991617:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: REPLY: OK 00000400:00000200:0.0:1767384347.991622:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:3.0:1767384347.991624:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991632:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991635:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991643:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.991649:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384347.991650:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : GET - for me 00000400:00000200:3.0:1767384347.991660:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384347.991665:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 496/496 into md 0x1a05 [1] + 0 00000400:00000200:3.0:1767384347.991673:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp19 to MR: 192.168.204.108@tcp19 local destination 00000400:00000200:3.0:1767384347.991678:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [108:108:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1767384347.991689:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) -> 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) 192.168.204.108@tcp19 : REPLY try# 0 00000800:00000200:3.0:1767384347.991695:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.108@tcp19 00000400:00000200:0.0:1767384347.991696:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.991704:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:3.0:1767384347.991705:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068005e07. 00000800:00000200:3.0:1767384347.991712:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000800:00000200:3.0:1767384347.991719:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:1003 00000800:00000200:3.0:1767384347.991721:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068005e07 type 3, nob 592 niov 1 nkiov 1 00000800:00000200:3.0:1767384347.991757:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384347.991759:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068005e07. 00000400:00000200:3.0:1767384347.991762:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.991766:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: REPLY: OK 00000400:00000200:0.0:1767384347.991772:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:3.0:1767384347.991774:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.991774:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:3.0:1767384347.991782:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991786:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991790:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.991797:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp18(192.168.204.108@tcp18) <- 192.168.204.108@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384347.991806:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp18: Reply from 12345-192.168.204.108@tcp18 of length 496/496 into md 0x1a61 00000800:00000001:3.0:1767384347.991810:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991813:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.991815:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.991818:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp18->192.168.204.108@tcp18: REPLY: OK 00000400:00000200:3.0:1767384347.991821:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a88d2f 00000400:00000010:3.0:1767384347.991823:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a88d2f. 00000400:00000200:3.0:1767384347.991826:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384347.991829:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384347.991833:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:0.0:1767384347.991835:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384347.991836:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 29. state = 0x100271 00000400:00000200:1.0:1767384347.991839:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384347.991844:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384347.991854:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (30) 00000800:00000001:3.0:1767384347.991859:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991864:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991866:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991872:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991873:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991876:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.991881:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384347.991897:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp19: Reply from 12345-192.168.204.108@tcp19 of length 496/496 into md 0x1a69 00000400:00000200:0.0:1767384347.991897:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.991901:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:3.0:1767384347.991905:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991911:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.991914:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.991918:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: REPLY: OK 00000400:00000200:3.0:1767384347.991923:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8640df 00000400:00000010:3.0:1767384347.991925:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8640df. 00000400:00000200:3.0:1767384347.991928:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384347.991932:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384347.991934:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384347.991936:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 29. state = 0x1000f1 00000400:00000010:3.0:1767384347.991939:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000006caff4. 00000400:00000200:3.0:1767384347.991946:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384347.991948:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (29) 00000800:00000001:3.0:1767384347.991953:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.991956:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.991959:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.991962:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:3.0:1767384347.991963:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.991974:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992022:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992035:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992070:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992091:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992155:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992167:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992208:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992220:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992260:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992273:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992331:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992346:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992403:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992419:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992462:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992482:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992532:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992547:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992597:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992604:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992651:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992666:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992709:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992733:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992762:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992784:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992810:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992836:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992855:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992891:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992909:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.992951:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.992969:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993022:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993076:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993088:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993151:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993172:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993207:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993239:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993269:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993325:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993331:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993400:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993405:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993465:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993473:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993538:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993538:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993579:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.993629:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993672:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.993735:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000800:00000010:1.0:1767384347.993803:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d7c79e0. 00000400:00000200:0.0:1767384347.993803:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:1.0:1767384347.993810:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003dbd8d97. 00000800:00000010:1.0:1767384347.993819:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003eed51e2. 00000800:00000010:1.0:1767384347.993851:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003eed51e2. 00000800:00020000:1.0:1767384347.993860:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:0.0:1767384347.993861:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00000010:1.0:1767384347.993865:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003dbd8d97. 00000800:00000010:1.0:1767384347.993871:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d7c79e0. 00000400:00000200:0.0:1767384347.993903:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:02020000:1.0:1767384347.993931:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp37 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.993940:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp37 notifying 192.168.204.108@tcp37: down 00000800:00000200:1.0:1767384347.993945:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp37 down 00000400:00000200:0.0:1767384347.993949:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000100:1.0:1767384347.993954:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp37 00000800:00000010:1.0:1767384347.993957:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f73d2bc. 00000400:00000200:1.0:1767384347.993961:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.993966:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp37->192.168.204.108@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384347.993969:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp37 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:1.0:1767384347.993971:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384347.993973:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp37: 1 00000400:00000200:1.0:1767384347.993978:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp37 (00000000c3e455b6): -114 00000400:00000200:0.0:1767384347.993991:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.994001:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384347.994007:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:1.0:1767384347.994013:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 000000007d02696d. 00000400:00000010:1.0:1767384347.994016:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000561acdf4. 00000400:00000010:1.0:1767384347.994021:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 000000002c1e6864. 00000400:00000200:0.0:1767384347.994043:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.994057:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp33(00000000a689e55f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384347.994062:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp34(00000000a062ff4e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384347.994066:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp35(0000000057c1066a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384347.994073:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001798547f 00000400:00000200:1.0:1767384347.994076:0:16345:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.108@tcp36 00000400:00000200:1.0:1767384347.994083:0:16345:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.108@tcp36 NID 192.168.204.108@tcp36 00000400:00000010:1.0:1767384347.994087:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000009fdd696. 00000400:00000200:1.0:1767384347.994092:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000009fdd696 nid 192.168.204.108@tcp36 00000400:00000010:1.0:1767384347.994095:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003091c92e. 00000400:00000200:0.0:1767384347.994097:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.994140:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000003091c92e net tcp36 00000100:00000040:2.0:1767384347.994149:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294935046, at 4294935047 00000400:00000200:1.0:1767384347.994150:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (28) 00000100:00000010:2.0:1767384347.994158:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a30f0a24. 00000400:00000200:1.0:1767384347.994159:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp36 flags 0x11 00000400:00000200:1.0:1767384347.994167:0:16345:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.108@tcp37 00000400:00000200:1.0:1767384347.994171:0:16345:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.108@tcp37 NID 192.168.204.108@tcp37 00000400:00000200:1.0:1767384347.994173:0:16345:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000056b26dda nid 192.168.204.108@tcp37 00000400:00000010:1.0:1767384347.994175:0:16345:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000056b26dda. 00000400:00000200:1.0:1767384347.994178:0:16345:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000112d676f net tcp37 00000400:00000010:1.0:1767384347.994180:0:16345:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000112d676f. 00000400:00000200:1.0:1767384347.994182:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c3e455b6 (3) 00000400:00000010:1.0:1767384347.994186:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000006caff4. 00000400:00000200:1.0:1767384347.994191:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000006caff4 nid 192.168.204.108@tcp37 00000400:00000010:1.0:1767384347.994195:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f5babb03. 00000400:00000200:1.0:1767384347.994197:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f5babb03 net tcp37 00000400:00000200:1.0:1767384347.994199:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00000400:00000200:1.0:1767384347.994203:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp37 flags 0x11 00000400:00000010:1.0:1767384347.994207:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 000000007d02696d. 00000400:00000010:1.0:1767384347.994210:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000561acdf4. 00000400:00000010:1.0:1767384347.994213:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 000000002c1e6864. 00000400:00000010:1.0:1767384347.994215:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000001ddf6801. 00000100:00000040:3.0:1767384347.994220:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294935046, at 4294935047 00000400:00000200:1.0:1767384347.994221:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000100:00000010:3.0:1767384347.994229:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b7fec3. 00000400:00000200:1.0:1767384347.994229:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:1.0:1767384347.994235:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:1.0:1767384347.994240:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:1.0:1767384347.994243:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384347.994245:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:1.0:1767384347.994247:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384347.994251:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (30) 00000400:00000200:1.0:1767384347.994254:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp37(00000000c3e455b6) state 0x80841 00000400:00000200:1.0:1767384347.994257:0:16345:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.108@tcp37(00000000c3e455b6) state 0x80841 00000400:00000200:1.0:1767384347.994258:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp37(00000000c3e455b6) state 0x80801 rc 0 00000400:00000200:1.0:1767384347.994261:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp37 (00000000c3e455b6) 00000400:00000200:1.0:1767384347.994263:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c3e455b6 (2) 00000100:00000040:1.0:1767384347.994282:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294935046, at 4294935047 00000100:00000010:1.0:1767384347.994287:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d53f4ef. 00000800:00000010:0.0:1767384347.994336:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e3425a3. 00000800:00000010:0.0:1767384347.994342:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079370933. 00000800:00000010:0.0:1767384347.994347:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046ab9965. 00000800:00000010:0.0:1767384347.994383:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046ab9965. 00000100:00000040:0.0:1767384347.994414:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294935046, at 4294935047 00000100:00000010:0.0:1767384347.994419:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000016de13a. 00000400:00000200:1.0:1767384347.994468:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384347.994488:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp36 from 212.3.0.2 00000800:00000010:1.0:1767384347.994491:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008bc35bb5. 00000800:00000010:0.0:1767384347.994526:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000052a45137. 00000800:00000010:0.0:1767384347.994532:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ea483c7. 00000800:00000010:0.0:1767384347.994555:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c9415c4. 00000800:00000200:0.1:1767384347.994561:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (2) 00000800:00000200:0.1:1767384347.994567:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp36 000000000c9415c4 deleted 00000800:00000010:0.1:1767384347.994569:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000c9415c4. 00000800:00000200:0.1:1767384347.994574:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384347.994579:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp36 ip 192.168.204.108:980 00000800:00000200:0.1:1767384347.994581:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c7a5e0b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384347.994586:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp36 p 3.x 192.168.204.108 -> 192.168.204.108:980 incarnation:1767384345744908011 sched[0] 00000800:00000010:0.0:1767384347.994591:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046ab9965. 00000800:00000010:0.0:1767384347.994636:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046ab9965. 00000800:00000010:0.0:1767384347.994640:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ea483c7. 00000800:00000010:0.0:1767384347.994670:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008bc35bb5. 00000800:00000001:0.0:1767384347.994682:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.994687:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384347.994734:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384347.994737:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002c7a5e0b. 00000400:00000200:0.0:1767384347.994740:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.994744:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp36->192.168.204.108@tcp36: GET: OK 00000400:00000200:0.0:1767384347.994748:0:16342:0:(lib-msg.c:980:lnet_msg_detach_md()) md 0x000000001798547f already unlinked 00000400:00000200:0.0:1767384347.994750:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001798547f 00000400:00000010:0.0:1767384347.994751:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001798547f. 00000400:00000200:0.0:1767384347.994755:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384347.994758:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp36: 1 00000400:00000200:0.0:1767384347.994763:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp36 (0000000010d744c5): -114 00000400:00000010:0.0:1767384347.994770:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051b8fff2. 00000400:00000200:0.0:1767384347.994774:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000010d744c5 (3) 00000400:00000200:0.0:1767384347.994777:0:16342:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000e91559d5 nid 192.168.204.108@tcp36 00000400:00000010:0.0:1767384347.994780:0:16342:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000e91559d5. 00000400:00000200:0.0:1767384347.994784:0:16342:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000528d038f net tcp36 00000400:00000010:0.0:1767384347.994786:0:16342:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000528d038f. 00000400:00000200:0.0:1767384347.994788:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000010d744c5 (2) 00000800:00000200:0.1:1767384347.994809:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384347.994814:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp36 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384345744908011 sched[0] 00000800:00000010:0.0:1767384347.994817:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079370933. 00000400:00000200:0.0:1767384347.994873:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.994946:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.994999:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.995059:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.995150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384347.995215:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:1.0:1767384347.995271:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.995272:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:1.0:1767384347.995278:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384347.995281:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.995290:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.995308:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp36(192.168.204.108@tcp36) <- 192.168.204.108@tcp36 : GET - for me 00000400:00000200:1.0:1767384347.995318:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384347.995324:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1a05 [1] + 0 00000400:00000200:1.0:1767384347.995334:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp36 to MR: 192.168.204.108@tcp36 local destination 00000400:00000200:1.0:1767384347.995340:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp36 NI seq info: [109:109:256:4294967295] 192.168.204.108@tcp36 LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1767384347.995353:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp36(192.168.204.108@tcp36:192.168.204.108@tcp36) -> 192.168.204.108@tcp36(192.168.204.108@tcp36:192.168.204.108@tcp36) 192.168.204.108@tcp36 : REPLY try# 0 00000400:00000200:0.0:1767384347.995354:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000200:1.0:1767384347.995362:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp36 00000800:00000010:1.0:1767384347.995366:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f73d2bc. 00000800:00000200:1.0:1767384347.995371:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (4) 00000800:00000200:1.0:1767384347.995377:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp36 ip 192.168.204.108:988 00000800:00000200:1.0:1767384347.995380:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f73d2bc type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384347.995410:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.995436:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000800:00000001:0.0:1767384347.995446:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384347.995452:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384347.995452:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384347.995457:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f73d2bc. 00000800:00000001:0.0:1767384347.995458:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.995464:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384347.995467:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.995473:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp36->192.168.204.108@tcp36: REPLY: OK 00000400:00000200:0.0:1767384347.995482:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp36(192.168.204.108@tcp36) <- 192.168.204.108@tcp36 : REPLY - for me 00000400:00000200:1.0:1767384347.995499:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000100:0.0:1767384347.995499:0:16340:0:(lib-move.c:4607:lnet_parse_reply()) 192.168.204.108@tcp36: Dropping REPLY from 12345-192.168.204.108@tcp36 for invalid MD 0x188702a48267f034.0x1a59 00000400:00000200:0.0:1767384347.995507:0:16340:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000c1612c86 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384347.995508:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp36(0000000010d744c5) state 0x80841 00000400:00000200:0.0:1767384347.995514:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384347.995515:0:16345:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.108@tcp36(0000000010d744c5) state 0x80841 00000400:00000200:1.0:1767384347.995521:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp36(0000000010d744c5) state 0x80801 rc 0 00000400:00000200:1.0:1767384347.995525:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp36 (0000000010d744c5) 00000400:00000200:1.0:1767384347.995535:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000010d744c5 (1) 00000800:00000001:0.0:1767384347.995537:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.995540:0:16345:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000010d744c5 nid 192.168.204.108@tcp36 00000400:00000010:1.0:1767384347.995544:0:16345:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000010d744c5. 00000800:00000001:0.0:1767384347.995546:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384347.995553:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.995557:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384347.995571:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.995620:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995670:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995720:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995772:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995805:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995857:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995876:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995889:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995908:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995942:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.995981:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996013:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996079:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996125:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996155:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996175:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996191:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996213:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996229:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996252:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996290:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996333:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996367:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384347.996403:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384347.996494:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d7c79e0. 00000800:00000010:1.0:1767384347.996498:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003dbd8d97. 00000800:00000010:1.0:1767384347.996507:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003eed51e2. 00000800:00000010:1.0:1767384347.996526:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003eed51e2. 00000800:00020000:1.0:1767384347.996531:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384347.996533:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003dbd8d97. 00000800:00000010:1.0:1767384347.996536:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d7c79e0. 00000400:02020000:1.0:1767384347.996568:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp36 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000020:00000010:1.0:1767384348.000946:0:30873:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003eed51e2. 00000020:00000040:1.0:1767384348.000954:0:30873:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384348.000956:0:30873:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003eed51e2. 00010000:00000001:0.0:1767384348.179202:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384348.179208:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.179214:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384348.179215:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.179241:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384348.179246:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.179248:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384348.884166:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp34 00000400:00000010:1.0:1767384348.884175:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009483901b. 00000400:00000010:1.0:1767384348.884183:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d61dfb58. 00000400:00000010:1.0:1767384348.884188:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000400:00000010:1.0:1767384348.884195:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008425cff1. 00000400:00000200:1.0:1767384348.884201:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp34 00000400:00000200:1.0:1767384348.884220:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp34 local destination 00000400:00000200:1.0:1767384348.884227:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 00000400:00000200:1.0:1767384348.884230:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [110:110:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384348.884236:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 00000400:00000200:1.0:1767384348.884243:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) : GET try# 0 00000800:00000200:1.0:1767384348.884247:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp34 00000800:00000010:1.0:1767384348.884251:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000032cdb4b7. 00000800:00000200:1.0:1767384348.884258:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:1.1:1767384348.884263:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:1.0:1767384348.884295:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:1.0:1767384348.884301:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp33 00000400:00000010:1.0:1767384348.884304:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008bc35bb5. 00000400:00000010:1.0:1767384348.884309:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5e5e0a4. 00000400:00000010:1.0:1767384348.884313:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000400:00000010:1.0:1767384348.884317:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c5fcc1b. 00000400:00000200:1.0:1767384348.884329:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp33 00000400:00000200:1.0:1767384348.884336:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp33 local destination 00000400:00000200:1.0:1767384348.884342:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp33 00000400:00000200:1.0:1767384348.884349:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp33 NI seq info: [111:111:256:4294967295] 192.168.204.108@tcp33 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384348.884355:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp33 00000400:00000200:1.0:1767384348.884360:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33:) -> 192.168.204.108@tcp33(192.168.204.108@tcp33:192.168.204.108@tcp33) : GET try# 0 00000800:00000200:1.0:1767384348.884364:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp33 00000800:00000010:1.0:1767384348.884367:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f73d2bc. 00000800:00000200:1.0:1767384348.884372:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000800:00000200:1.1:1767384348.884375:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000400:00000200:1.0:1767384348.884390:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp33 added to recovery queue. ping count: 3 next ping: 276 health :700 00000400:00000200:1.0:1767384348.884404:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp35 00000400:00000010:1.0:1767384348.884409:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a3e9192b. 00000400:00000200:0.0:1767384348.884409:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000010:1.0:1767384348.884418:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000913aa7ff. 00000400:00000010:1.0:1767384348.884423:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d12588. 00000400:00000010:1.0:1767384348.884429:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ddb77861. 00000400:00000200:1.0:1767384348.884437:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp35 00000400:00000200:1.0:1767384348.884450:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp35 local destination 00000400:00000200:1.0:1767384348.884455:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp35 00000400:00000200:1.0:1767384348.884464:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp35 NI seq info: [112:112:256:4294967295] 192.168.204.108@tcp35 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384348.884471:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.884471:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp35 00000400:00000200:1.0:1767384348.884500:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp35(192.168.204.108@tcp35:) -> 192.168.204.108@tcp35(192.168.204.108@tcp35:192.168.204.108@tcp35) : GET try# 0 00000800:00000200:1.0:1767384348.884509:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp35 00000800:00000010:1.0:1767384348.884512:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fe6a300c. 00000800:00000200:1.0:1767384348.884521:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (2) 00000400:00000200:0.0:1767384348.884530:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:1.1:1767384348.884532:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (2) 00000400:00000200:1.0:1767384348.884564:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp35 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:1.0:1767384348.884576:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp37 00000400:00000200:2.0:1767384348.884581:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000010:1.0:1767384348.884582:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d92753d8. 00000400:00000010:1.0:1767384348.884597:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e5b49bcb. 00000400:00000010:1.0:1767384348.884608:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace37aef. 00000400:00000010:1.0:1767384348.884616:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070f000fb. 00000400:00000200:1.0:1767384348.884623:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp37 00000400:00000200:0.0:1767384348.884625:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.884638:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp37 local destination 00000400:00000200:1.0:1767384348.884644:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp37 00000400:00000200:1.0:1767384348.884651:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp37 NI seq info: [113:113:256:4294967295] 192.168.204.108@tcp37 LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1767384348.884658:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp37 00000400:00000200:1.0:1767384348.884682:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp37(192.168.204.108@tcp37:) -> 192.168.204.108@tcp37(192.168.204.108@tcp37:192.168.204.108@tcp37) : GET try# 0 00000400:00000200:2.0:1767384348.884689:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:1.0:1767384348.884696:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp37 00000800:00000010:1.0:1767384348.884701:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081965adc. 00000800:00000200:1.0:1767384348.884709:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (2) 00000800:00000200:1.1:1767384348.884717:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (2) 00000400:00000200:1.0:1767384348.884735:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp37 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:0.0:1767384348.884745:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.884791:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.884833:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.884860:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.884875:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.884921:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885005:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885032:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885144:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885212:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885212:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885234:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.885245:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885388:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885421:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885427:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.885448:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885504:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885610:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885629:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885664:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.885666:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885712:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885759:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885796:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.885829:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885845:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.885895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.885942:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.885949:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.885974:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886123:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886147:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886157:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886221:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886305:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886309:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886311:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886359:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886409:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886458:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886484:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886485:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886495:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886545:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886650:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886670:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886679:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886697:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886779:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886799:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886818:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886847:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886891:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886918:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.886969:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.886970:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.886971:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.886993:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887096:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887097:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887152:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.887202:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887202:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887242:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887266:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.887371:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887374:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887382:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887409:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887494:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887566:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887584:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887621:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.887621:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887646:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887674:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887799:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887800:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.887879:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.887879:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.887893:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.887909:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888002:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888014:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888126:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888148:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.888168:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.888171:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888201:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888271:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.888329:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.888334:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888344:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888421:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888480:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888528:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.888551:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.888551:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888574:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888600:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.888710:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888759:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.888769:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.888779:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888882:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.888904:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.888929:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.888988:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889041:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000800:00000010:0.0:1767384348.889080:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000964cc14d. 00000400:00000200:1.0:1767384348.889086:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000800:00000010:0.0:1767384348.889087:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd915e83. 00000800:00000010:0.0:1767384348.889149:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fb22f5e. 00000400:00000200:2.0:1767384348.889169:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00000010:0.0:1767384348.889200:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fb22f5e. 00000400:00000200:3.0:1767384348.889218:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000800:00020000:0.0:1767384348.889218:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:1.0:1767384348.889261:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889297:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889362:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.889399:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889420:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889474:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.889547:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889591:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.889667:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889668:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889697:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.889752:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889821:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.889830:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.889902:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.889938:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890014:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.890054:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890146:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.890252:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890273:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890411:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.890458:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890517:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.890589:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384348.890608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890648:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.890726:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.890733:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp33 from 211.3.0.2 00000800:00000010:2.0:1767384348.890738:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000a5cfd39. 00000400:00000200:3.0:1767384348.890741:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.890872:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890873:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.890995:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.891069:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.891742:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.891907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.891960:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003fcbbc0d. 00000800:00000010:2.0:1767384348.891964:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.891988:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006589e437. 00000800:00000010:2.0:1767384348.891990:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091a70bca. 00000800:00000010:2.0:1767384348.891994:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9657530. 00000400:00000200:1.0:1767384348.892008:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.892079:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4fc4fd3. 00000800:00000200:2.1:1767384348.892090:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (2) 00000800:00000200:2.1:1767384348.892098:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp33 00000000f4fc4fd3 deleted 00000800:00000010:2.1:1767384348.892116:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f4fc4fd3. 00000800:00000200:2.1:1767384348.892122:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384348.892129:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp33 ip 192.168.204.108:979 00000800:00000200:2.1:1767384348.892134:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f73d2bc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.892143:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp33 p 3.x 192.168.204.108 -> 192.168.204.108:979 incarnation:1767384339860658581 sched[0] 00000800:00000010:2.0:1767384348.892148:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000400:00000200:1.0:1767384348.892163:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.892175:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00000010:2.0:1767384348.892180:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.892238:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000a5cfd39. 00000400:00000200:3.0:1767384348.892247:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000800:00000001:2.0:1767384348.892260:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.892265:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.892292:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000200:2.0:1767384348.892315:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.892320:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f73d2bc. 00000400:00000200:2.0:1767384348.892326:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.892334:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: GET: OK 00000400:00000200:2.0:1767384348.892342:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384348.892346:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp33 recovery message sent successfully:0 00000400:00000200:3.0:1767384348.892347:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.892395:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.892463:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.892540:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.892565:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.892670:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.892770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000800:00000010:3.0:1767384348.892886:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006169ae5f. 00000800:00000010:3.0:1767384348.892893:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed8835f1. 00000400:00000200:1.0:1767384348.892894:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000800:00000010:3.0:1767384348.892901:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000082fb98b. 00000800:00000010:3.0:1767384348.892960:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000082fb98b. 00000800:00000010:3.0:1767384348.893054:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9657530. 00000800:00000200:3.1:1767384348.893076:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384348.893084:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp33 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384339860658581 sched[0] 00000400:00000200:2.0:1767384348.893086:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384348.893091:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091a70bca. 00000400:00000200:2.0:1767384348.893130:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp37 from 210.3.0.2 00000800:00000010:2.0:1767384348.893133:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000a5cfd39. 00000400:00000200:3.0:1767384348.893223:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.893348:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.893349:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384348.893368:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c73b66db. 00000800:00000010:2.0:1767384348.893377:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.893393:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4fc4fd3. 00000800:00000200:2.1:1767384348.893398:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (2) 00000800:00000200:2.1:1767384348.893401:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp37 00000000f4fc4fd3 deleted 00000800:00000010:2.1:1767384348.893404:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f4fc4fd3. 00000800:00000200:2.1:1767384348.893410:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384348.893417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:2.1:1767384348.893420:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp37 ip 192.168.204.108:978 00000800:00000200:2.1:1767384348.893425:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081965adc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.893429:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp37 p 3.x 192.168.204.108 -> 192.168.204.108:978 incarnation:1767384347929604369 sched[0] 00000800:00000010:1.0:1767384348.893431:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d7c79e0. 00000800:00000010:2.0:1767384348.893432:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000800:00000010:1.0:1767384348.893447:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004db6f217. 00000800:00000010:1.0:1767384348.893458:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000400:00000200:3.0:1767384348.893464:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.893488:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00000010:2.0:1767384348.893492:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.893510:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000a5cfd39. 00000400:00000200:3.0:1767384348.893528:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:2.0:1767384348.893530:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893538:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.893542:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893550:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384348.893556:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000400:00000200:2.0:1767384348.893562:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33) <- 192.168.204.108@tcp33 : GET - for me 00000400:00000200:2.0:1767384348.893576:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384348.893585:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1a05 [1] + 0 00000400:00000200:2.0:1767384348.893596:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp33 to MR: 192.168.204.108@tcp33 local destination 00000400:00000200:3.0:1767384348.893598:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.893604:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp33 NI seq info: [114:114:256:4294967295] 192.168.204.108@tcp33 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384348.893619:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33:192.168.204.108@tcp33) -> 192.168.204.108@tcp33(192.168.204.108@tcp33:192.168.204.108@tcp33) 192.168.204.108@tcp33 : REPLY try# 0 00000800:00000200:2.0:1767384348.893626:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp33 00000800:00000010:2.0:1767384348.893630:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ec67264. 00000800:00000200:2.0:1767384348.893633:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (4) 00000800:00000200:2.0:1767384348.893637:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp33 ip 192.168.204.108:988 00000800:00000200:2.0:1767384348.893639:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec67264 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384348.893658:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000200:2.0:1767384348.893692:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.893695:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081965adc. 00000400:00000200:2.0:1767384348.893697:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.893701:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp37->192.168.204.108@tcp37: GET: OK 00000400:00000200:2.0:1767384348.893705:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384348.893707:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp37 recovery message sent successfully:0 00000800:00000001:2.0:1767384348.893715:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384348.893719:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:2.0:1767384348.893724:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384348.893757:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.893760:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ec67264. 00000400:00000200:2.0:1767384348.893764:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.893765:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.893770:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: REPLY: OK 00000800:00000001:2.0:1767384348.893782:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893785:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.893787:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893791:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.893792:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893795:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.893801:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp33(192.168.204.108@tcp33) <- 192.168.204.108@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384348.893809:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp33: Reply from 12345-192.168.204.108@tcp33 of length 272/272 into md 0x1a71 00000800:00000001:2.0:1767384348.893812:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384348.893816:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000800:00000001:2.0:1767384348.893817:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.893822:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.893826:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp33->192.168.204.108@tcp33: REPLY: OK 00000400:00000200:2.0:1767384348.893829:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078b9ea8c 00000400:00000010:2.0:1767384348.893832:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078b9ea8c. 00000400:00000200:2.0:1767384348.893837:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384348.893841:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008bc35bb5. 00000400:00000010:2.0:1767384348.893845:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5e5e0a4. 00000800:00000001:2.0:1767384348.893851:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.893854:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.893875:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.893884:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp35 from 209.3.0.2 00000800:00000010:2.0:1767384348.893888:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000415ea3de. 00000400:00000200:3.0:1767384348.893928:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000010:0.0:1767384348.893949:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd915e83. 00000800:00000010:0.0:1767384348.893955:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000964cc14d. 00000400:00000200:3.0:1767384348.894007:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.894135:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.894225:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:02020000:0.0:1767384348.894324:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384348.894358:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.894490:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.894537:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b5ab3d8. 00000800:00000010:2.0:1767384348.894542:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.894563:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4fc4fd3. 00000400:00000200:3.0:1767384348.894564:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000800:00000200:2.1:1767384348.894569:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (2) 00000800:00000200:2.1:1767384348.894575:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp35 00000000f4fc4fd3 deleted 00000800:00000010:2.1:1767384348.894582:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f4fc4fd3. 00000800:00000200:2.1:1767384348.894588:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384348.894592:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp35 ip 192.168.204.108:977 00000800:00000200:2.1:1767384348.894596:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe6a300c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.894603:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp35 p 3.x 192.168.204.108 -> 192.168.204.108:977 incarnation:1767384343749440690 sched[0] 00000800:00000010:2.0:1767384348.894608:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000400:00000200:3.0:1767384348.894620:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.894664:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00000010:2.0:1767384348.894670:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dba31533. 00000400:00000200:3.0:1767384348.894684:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000800:00000010:2.0:1767384348.894699:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000415ea3de. 00000800:00000001:2.0:1767384348.894718:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.894722:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.894738:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000800:00000200:2.0:1767384348.894771:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.894774:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fe6a300c. 00000400:00000200:2.0:1767384348.894779:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.894787:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp35->192.168.204.108@tcp35: GET: OK 00000400:00000200:2.0:1767384348.894791:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384348.894795:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp35 recovery message sent successfully:0 00000400:00000200:3.0:1767384348.894806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000800:00000200:2.1:1767384348.894821:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384348.894829:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp35 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384343749440690 sched[0] 00000800:00000010:2.0:1767384348.894832:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004db6f217. 00000400:00000200:3.0:1767384348.894878:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.894900:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.894975:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.894995:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.895064:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895477:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895570:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895594:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895633:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895666:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895705:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895739:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895763:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895785:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895810:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895836:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895871:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895917:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.895966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896016:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896063:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896137:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896140:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896211:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896252:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896291:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896378:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896381:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896475:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896488:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896551:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896607:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896629:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896718:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896725:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896836:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896867:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.896947:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.896963:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.897059:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384348.897075:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.897119:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384348.897173:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000001:1.0:1767384348.897176:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384348.897192:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384348.897196:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384348.897209:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.897211:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.897222:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp35(192.168.204.108@tcp35) <- 192.168.204.108@tcp35 : GET - for me 00000400:00000200:1.0:1767384348.897239:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384348.897240:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.897254:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1a05 [1] + 0 00000400:00000200:2.0:1767384348.897271:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.897277:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp35 to MR: 192.168.204.108@tcp35 local destination 00000400:00000200:1.0:1767384348.897300:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp35 NI seq info: [115:115:256:4294967295] 192.168.204.108@tcp35 LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767384348.897314:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp35(192.168.204.108@tcp35:192.168.204.108@tcp35) -> 192.168.204.108@tcp35(192.168.204.108@tcp35:192.168.204.108@tcp35) 192.168.204.108@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384348.897320:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp35 00000800:00000010:1.0:1767384348.897324:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004adf557d. 00000800:00000200:1.0:1767384348.897329:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (4) 00000800:00000200:1.0:1767384348.897335:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp35 ip 192.168.204.108:988 00000800:00000200:1.0:1767384348.897340:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004adf557d type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384348.897365:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384348.897414:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071134ca7. 00000800:00000010:2.0:1767384348.897418:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.897422:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000800:00000200:1.0:1767384348.897442:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384348.897446:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384348.897447:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004adf557d. 00000800:00000001:2.0:1767384348.897450:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.897461:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.897461:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384348.897467:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.897474:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.897481:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp35->192.168.204.108@tcp35: REPLY: OK 00000400:00000200:2.0:1767384348.897488:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp35(192.168.204.108@tcp35) <- 192.168.204.108@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384348.897502:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp35: Reply from 12345-192.168.204.108@tcp35 of length 272/272 into md 0x1a75 00000800:00000001:2.0:1767384348.897505:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.897509:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.897511:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.897514:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp35->192.168.204.108@tcp35: REPLY: OK 00000400:00000200:2.0:1767384348.897519:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1d12588 00000400:00000010:2.0:1767384348.897521:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1d12588. 00000400:00000200:2.0:1767384348.897525:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384348.897529:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a3e9192b. 00000400:00000010:2.0:1767384348.897532:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000913aa7ff. 00000800:00000001:2.0:1767384348.897545:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.897549:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384348.897564:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00020000:2.0:1767384348.897575:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384348.897578:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.897583:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071134ca7. 00000800:00000200:1.1:1767384348.897599:0:31124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384348.897620:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp37 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384347929604369 sched[0] 00000800:00000010:1.0:1767384348.897626:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed8835f1. 00000400:02020000:2.0:1767384348.897653:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp35 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000001:1.0:1767384348.897691:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384348.897700:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384348.897704:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.897718:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000001:1.0:1767384348.897721:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.897735:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp37(192.168.204.108@tcp37) <- 192.168.204.108@tcp37 : GET - for me 00000400:00000200:1.0:1767384348.897753:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384348.897761:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1a05 [1] + 0 00000400:00000200:1.0:1767384348.897786:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp37 to MR: 192.168.204.108@tcp37 local destination 00000400:00000200:1.0:1767384348.897795:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp37 NI seq info: [116:116:256:4294967295] 192.168.204.108@tcp37 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384348.897816:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp37(192.168.204.108@tcp37:192.168.204.108@tcp37) -> 192.168.204.108@tcp37(192.168.204.108@tcp37:192.168.204.108@tcp37) 192.168.204.108@tcp37 : REPLY try# 0 00000800:00000200:1.0:1767384348.897824:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp37 00000800:00000010:1.0:1767384348.897827:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004adf557d. 00000800:00000200:1.0:1767384348.897833:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (4) 00000800:00000200:1.0:1767384348.897841:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp37 ip 192.168.204.108:988 00000800:00000010:2.0:1767384348.897843:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071134ca7. 00000800:00000200:1.0:1767384348.897845:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004adf557d type 3, nob 368 niov 1 nkiov 1 00000800:00000010:2.0:1767384348.897848:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.897867:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4703b2e. 00000800:00000010:2.0:1767384348.897893:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4703b2e. 00000800:00020000:2.0:1767384348.897900:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384348.897903:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dba31533. 00000800:00000010:2.0:1767384348.897905:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071134ca7. 00000800:00000200:1.0:1767384348.897959:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:02020000:2.0:1767384348.897963:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384348.897965:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004adf557d. 00000400:00000200:1.0:1767384348.897974:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384348.897975:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.897980:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.897986:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384348.897992:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp37->192.168.204.108@tcp37: REPLY: OK 00000800:00000001:2.0:1767384348.897994:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.898001:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.898006:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.898015:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp37(192.168.204.108@tcp37) <- 192.168.204.108@tcp37 : REPLY - for me 00000400:00000200:2.0:1767384348.898023:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp37: Reply from 12345-192.168.204.108@tcp37 of length 272/272 into md 0x1a79 00000800:00000001:2.0:1767384348.898026:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.898031:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.898032:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.898037:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp37->192.168.204.108@tcp37: REPLY: OK 00000400:00000200:2.0:1767384348.898041:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace37aef 00000400:00000010:2.0:1767384348.898042:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ace37aef. 00000400:00000200:2.0:1767384348.898047:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384348.898053:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d92753d8. 00000400:00000010:2.0:1767384348.898061:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e5b49bcb. 00000800:00000001:2.0:1767384348.898068:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.898073:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.898081:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.898176:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp34 notifying 192.168.204.108@tcp34: down 00000800:00000200:0.0:1767384348.898185:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp34 down 00000400:00000200:1.0:1767384348.898195:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000100:0.0:1767384348.898197:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp34 00000800:00000010:0.0:1767384348.898204:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000032cdb4b7. 00000400:00000200:0.0:1767384348.898210:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384348.898217:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384348.898225:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384348.898226:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384348.898234:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384348.898241:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp34) recovery failed with -71 00000400:00000200:1.0:1767384348.898255:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898305:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898335:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898356:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898376:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898403:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898433:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898459:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898485:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898511:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898541:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898560:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898583:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898600:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898630:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898663:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898679:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898698:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898716:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898734:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898755:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898778:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898815:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898839:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898857:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898880:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898914:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898938:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898954:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898971:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.898988:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384348.899004:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384348.899086:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d4492ce. 00000800:00000010:1.0:1767384348.899089:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004db6f217. 00000800:00000010:1.0:1767384348.899094:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384348.899169:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00020000:1.0:1767384348.899180:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384348.899182:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004db6f217. 00000800:00000010:1.0:1767384348.899186:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d4492ce. 00000400:02020000:1.0:1767384348.899226:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp37 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384349.203295:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384349.203302:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.203309:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384349.203310:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.203351:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384349.203355:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.203361:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384349.513069:0:31279:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000760cfe66. 00080000:00000010:1.0:1767384349.513081:0:31279:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000760cfe66. 00000020:00000001:1.0:1767384349.513088:0:31279:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384349.513096:0:31279:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000760cfe66. 00080000:00000010:1.0:1767384349.513126:0:31279:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000760cfe66. 00000020:00000001:1.0:1767384349.513131:0:31279:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384349.907163:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384349.907169:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384349.907172:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000400:00000010:1.0:1767384349.907177:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000400:00000200:1.0:1767384349.907183:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384349.907190:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384349.907202:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009483901b. 00000400:00000010:1.0:1767384349.907206:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d61dfb58. 00000400:00000200:1.0:1767384349.907215:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000400:00000010:1.0:1767384349.907218:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f8ea7ef6. 00000400:00000010:1.0:1767384349.907224:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d61dfb58. 00000400:00000010:1.0:1767384349.907227:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000400:00000010:1.0:1767384349.907234:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7d4e30d. 00000400:00000200:1.0:1767384349.907241:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000400:00000200:1.0:1767384349.907256:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000400:00000200:1.0:1767384349.907278:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000400:00000200:1.0:1767384349.907284:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [117:117:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1767384349.907292:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:1.0:1767384349.907305:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:1.0:1767384349.907312:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:1.0:1767384349.907317:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000170887de. 00000800:00000200:1.0:1767384349.907324:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:1.1:1767384349.907331:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:1.0:1767384349.907356:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 4 next ping: 285 health :600 00000400:00000200:2.0:1767384349.907427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907486:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907511:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907530:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907550:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907569:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907596:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907608:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907625:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907658:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907678:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907709:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907726:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907740:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907760:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907776:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907794:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907827:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907845:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907871:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907909:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907928:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.907964:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908004:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908037:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908067:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908150:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908210:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908301:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908314:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908327:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908343:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384349.908362:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384349.908520:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071134ca7. 00000800:00000010:2.0:1767384349.908525:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000cda326b. 00000800:00000010:2.0:1767384349.908531:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5ec7c9e. 00000800:00000010:2.0:1767384349.908547:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5ec7c9e. 00000800:00020000:2.0:1767384349.908555:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384349.908557:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000cda326b. 00000800:00000010:2.0:1767384349.908561:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071134ca7. 00000400:02020000:2.0:1767384349.908597:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384349.908602:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000800:00000200:2.0:1767384349.908613:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000800:00000100:2.0:1767384349.908622:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:2.0:1767384349.908626:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000170887de. 00000400:00000200:2.0:1767384349.908631:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384349.908635:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384349.908645:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384349.908648:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384349.908654:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00010000:00000001:0.0:1767384350.228166:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384350.228173:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.228179:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384350.228180:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.228213:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384350.228220:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.228224:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384350.311713:0:31443:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384350.311719:0:31443:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384350.314978:0:31443:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384350.323316:0:31444:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000072086c10. 00000400:00000010:3.0:1767384350.323334:0:31444:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002814ca51. 00000400:00000010:3.0:1767384350.323345:0:31444:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000087387901. 00000400:00000010:3.0:1767384350.323349:0:31444:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008dd939f6. 00000400:00000010:3.0:1767384350.323354:0:31444:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d3ee0be. 00000400:00000010:3.0:1767384350.323358:0:31444:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c08f014. 00000400:00000010:3.0:1767384350.323360:0:31444:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c31bdb2. 00000400:00000010:3.0:1767384350.323361:0:31444:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9cc3131. 00000400:00000010:3.0:1767384350.323366:0:31444:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000001fef223. 00000800:00000010:3.0:1767384350.323384:0:31444:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000068005e07. 00000800:00000200:3.0:1767384350.323398:0:31444:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384350.323410:0:31444:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384350.323454:0:31444:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384350.323478:0:31444:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384350.324741:0:31444:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000005a6a0f7a. 00000400:00000010:3.0:1767384350.324748:0:31444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e2387. 00000400:00000010:3.0:1767384350.324755:0:31444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000400:00000001:3.0:1767384350.324789:0:31444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.324792:0:31444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384350.324795:0:31444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384350.324799:0:31444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384350.324802:0:31444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000400:00000010:3.0:1767384350.324807:0:31444:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000df710775. 00000400:00000200:3.0:1767384350.324814:0:31444:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (29) 00000400:00000200:3.0:1767384350.324829:0:31444:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384350.324841:0:31444:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384350.324852:0:31444:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d498a57a. 00000400:00000200:1.0:1767384350.324852:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384350.324860:0:31444:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384350.324861:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000020:01000000:3.0:1767384350.324867:0:31444:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp38 00000400:00000010:1.0:1767384350.324869:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000200:1.0:1767384350.324873:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (30) 00000400:00000010:1.0:1767384350.324879:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ddc9442c. 00000400:00000010:3.0:1767384350.324887:0:31444:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002814ca51. 00000400:00000200:1.0:1767384350.324891:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp19 00000400:00000010:3.0:1767384350.324895:0:31444:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000072086c10. 00000400:00000200:1.0:1767384350.324910:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp19 to MR: 192.168.204.108@tcp19 local destination 00000020:00000001:0.0:1767384350.324916:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384350.324917:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [118:118:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [115:115:8:4294967295] 10000000:00000001:0.0:1767384350.324923:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384350.324926:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp19 10000000:00000001:0.0:1767384350.324927:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384350.324930:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384350.324934:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384350.324937:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384350.324940:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384350.324942:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384350.324943:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) -> 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) : PUT try# 0 00000020:01000004:0.0:1767384350.324944:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384350.324947:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384350.324949:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384350.324951:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:1.0:1767384350.324954:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.108@tcp19 00000800:00000010:1.0:1767384350.324960:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b684021. 00000020:01000004:0.0:1767384350.324960:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384350.324962:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384350.324969:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000800:00000200:1.0:1767384350.324970:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000020:00000040:0.0:1767384350.324976:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000200:1.0:1767384350.324983:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:988 00000100:00000001:0.0:1767384350.324983:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384350.324987:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384350.324989:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b684021 type 1, nob 608 niov 1 nkiov 1 02000000:00000001:0.0:1767384350.324993:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384350.325002:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000964cc14d. 00000400:00000200:1.0:1767384350.325008:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:0.0:1767384350.325010:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384350.325013:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:0.0:1767384350.325022:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384350.325025:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.325034:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_02+2] req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384350.325061:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384350.325065:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.325067:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384350.325069:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384350.325074:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384350.325076:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384350.325079:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384350.325080:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384350.325083:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384350.325084:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384350.325085:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384350.325088:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384350.325090:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384350.325092:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384350.325094:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384350.325098:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384350.325124:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384350.325127:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.325131:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384350.325134:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384350.325137:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384350.325141:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:1.0:1767384350.325142:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743002624:0@lo:253: 00000020:01000004:0.0:1767384350.325146:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384350.325148:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384350.325149:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384350.325153:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384350.325156:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384350.325156:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384350.325163:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384350.325163:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 02000000:00000001:1.0:1767384350.325166:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384350.325170:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000010:1.0:1767384350.325175:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008d4492ce. 00000100:00000001:0.0:1767384350.325176:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384350.325180:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384350.325180:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.325181:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384350.325190:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384350.325196:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b684021. 00000400:00000010:1.0:1767384350.325197:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 02000000:00000010:0.0:1767384350.325201:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d8442d98. 00000100:00000001:0.0:1767384350.325208:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.325209:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44a5d8b. 00000400:00000200:2.0:1767384350.325210:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.325225:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: PUT: OK 00000100:00000200:1.0:1767384350.325227:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743002624, portal 25 00000100:00000001:0.0:1767384350.325227:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384350.325232:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.325233:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384350.325233:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.325238:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384350.325245:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_03+3] req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.325247:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.325267:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp19: 0 00000800:00000001:2.0:1767384350.325287:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384350.325290:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.325296:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384350.325298:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.325299:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000120913ce. 00000800:00000001:2.0:1767384350.325302:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384350.325304:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384350.325305:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743002624, offset 0 00000800:00000001:2.0:1767384350.325306:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384350.325313:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384350.325314:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.325322:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:0.0:1767384350.325323:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384350.325331:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d498a57a. 00000400:00000200:1.0:1767384350.325342:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384350.325343:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : PUT - for me 00000400:00000200:2.0:1767384350.325374:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384350.325380:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05a00 00000400:00000200:2.0:1767384350.325389:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 496/512 into md 0x1a5d [1] + 0 00000400:00000010:2.0:1767384350.325395:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c1e345. 00000400:00000200:2.0:1767384350.325400:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000688e654e 00000800:00000001:2.0:1767384350.325408:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384350.325409:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 00000800:00000001:2.0:1767384350.325415:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384350.325416:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab1ed3e0. 00000400:00000200:2.0:1767384350.325422:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.325423:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000129e4026 00000400:00000200:2.0:1767384350.325429:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: PUT: OK 00000400:00000200:2.0:1767384350.325433:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000688e654e 00000400:00000200:1.0:1767384350.325434:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384350.325436:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000688e654e. 00000400:00000200:1.0:1767384350.325444:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384350.325448:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384350.325450:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4026 00000400:00000200:2.0:1767384350.325453:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000400:00000010:1.0:1767384350.325455:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000129e4026. 00000100:00000001:1.0:1767384350.325468:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384350.325469:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000200:1.0:1767384350.325475:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384350.325482:0:16340:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (512 bytes) 00000100:00000040:1.0:1767384350.325484:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000f74685bb x1853236743002624 msgsize 4848 00000400:00000200:2.0:1767384350.325496:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00100000:1.0:1767384350.325503:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384350.325507:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384350.325514:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384350.325520:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000100:00000001:0.0:1767384350.325521:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.325522:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.325530:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384350.325533:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000120913ce 00000400:00000010:1.0:1767384350.325537:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000120913ce. 00000100:00000040:0.0:1767384350.325537:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.325542:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384350.325543:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384350.325558:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384350.325559:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.325564:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.325565:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp19 to MR: 192.168.204.108@tcp19 local destination 02000000:00000001:0.0:1767384350.325577:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.325584:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.325588:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384350.325593:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.325594:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp19 NI seq info: [119:119:256:4294967295] 192.168.204.108@tcp19 LPNI seq info [116:116:8:4294967295] 00000100:00000040:1.0:1767384350.325600:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.325608:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743002752:0@lo:253: 00000100:00000001:0.0:1767384350.325628:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384350.325638:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384350.325641:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.325642:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.325650:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) -> 192.168.204.108@tcp19(192.168.204.108@tcp19:192.168.204.108@tcp19) 192.168.204.108@tcp19 : ACK try# 0 02000000:00000001:0.0:1767384350.325654:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384350.325658:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384350.325668:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b199bcec. 00000800:00000200:2.0:1767384350.325669:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp19 00000100:00000001:1.0:1767384350.325671:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.325679:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384350.325683:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ec67264. 00000100:00000001:1.0:1767384350.325683:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294937383 00000400:00000010:0.0:1767384350.325688:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081cfb60. 00000100:00000010:1.0:1767384350.325693:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fba4352. 00000400:00000010:0.0:1767384350.325699:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f0415cd. 00000800:00000200:2.0:1767384350.325701:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000100:00000001:1.0:1767384350.325708:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384350.325711:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743002752, portal 25 00000100:00000001:1.0:1767384350.325716:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294937383 00000800:00000200:2.0:1767384350.325724:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:1003 00000100:00000010:1.0:1767384350.325726:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a7919b3. 00000100:00000001:0.0:1767384350.325726:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.325731:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000100:00000001:1.0:1767384350.325732:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767384350.325739:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec67264 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384350.325743:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294937383 00000100:00000040:0.0:1767384350.325746:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384350.325751:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a976e776. 00000100:00000001:1.0:1767384350.325759:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384350.325760:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384350.325764:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384350.325765:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294937383 00000100:00000010:1.0:1767384350.325775:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062703e5b. 00000100:00000040:0.0:1767384350.325776:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384350.325778:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.325780:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384350.325782:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d8b595f. 00000100:00000001:1.0:1767384350.325790:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384350.325790:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743002752, offset 0 00000100:00000001:1.0:1767384350.325796:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.325802:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.325806:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384350.325807:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.325819:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384350.325819:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384350.325824:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384350.325827:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.325828:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.325833:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.325838:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05a80 00000100:00000001:1.0:1767384350.325839:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.325851:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000400:00000010:0.0:1767384350.325857:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389dfec1. 00000800:00000200:2.0:1767384350.325861:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384350.325863:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c8dcb1f 00000800:00000001:1.0:1767384350.325866:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384350.325867:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ec67264. 00000400:00000200:0.0:1767384350.325873:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.325878:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384350.325879:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.325884:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384350.325887:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384350.325892:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: ACK: OK 00000800:00000001:1.0:1767384350.325903:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384350.325904:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c8dcb1f 00000800:00000001:1.0:1767384350.325907:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384350.325910:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c8dcb1f. 00000100:00000001:0.0:1767384350.325922:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1767384350.325925:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384350.325925:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384350.325934:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000db5133b9 x1853236743002752 msgsize 4848 00000400:00000200:2.0:1767384350.325940:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384350.325946:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp19(192.168.204.108@tcp19) <- 192.168.204.108@tcp19 : ACK - for me 00000400:00000010:2.0:1767384350.325947:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000e66574f8. 00000100:00100000:0.0:1767384350.325954:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384350.325956:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9be6a2. 00000100:00000040:0.0:1767384350.325961:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384350.325963:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000400:00000200:1.0:1767384350.325970:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp19: ACK from 12345-192.168.204.108@tcp19 into md 0x1a85 00000100:00000001:0.0:1767384350.325976:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.325978:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.325979:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e66574f8 00000400:00000200:0.0:1767384350.325987:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d8b595f 00000400:00000010:0.0:1767384350.325992:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d8b595f. 00000400:00000200:1.0:1767384350.325993:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp19->192.168.204.108@tcp19: ACK: OK 00000100:00000001:0.0:1767384350.325999:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384350.326001:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000596f9a6c. 00000400:00000200:1.0:1767384350.326003:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000200:2.0:1767384350.326007:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000010:1.0:1767384350.326009:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000200:0.0:1767384350.326009:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.326017:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102451 00000400:00000200:1.0:1767384350.326022:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384350.326026:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000400:00000200:1.0:1767384350.326033:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000010:2.0:1767384350.326037:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000076aae02a. 00000400:00000200:1.0:1767384350.326047:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:2.0:1767384350.326048:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00000001:0.0:1767384350.326057:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384350.326059:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000400:00000010:2.0:1767384350.326065:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9bf5bfb. 00000100:00000040:0.0:1767384350.326066:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384350.326070:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.326079:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.326086:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:0.0:1767384350.326133:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326139:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.326146:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326150:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294937384 00000400:00000200:2.0:1767384350.326154:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384350.326165:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:0.0:1767384350.326166:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937383 00000100:00000001:1.0:1767384350.326170:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384350.326179:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002624 02000000:00000001:1.0:1767384350.326185:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384350.326186:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000001:0.0:1767384350.326186:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294937384 00000100:00000001:1.0:1767384350.326195:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.326202:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326204:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937383 02000000:00000001:1.0:1767384350.326208:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326209:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00100000:1.0:1767384350.326221:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002624 00000100:00000001:0.0:1767384350.326226:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294937384 00000020:00000001:1.0:1767384350.326229:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384350.326237:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000040:1.0:1767384350.326238:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384350.326240:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937383 00000020:00000001:1.0:1767384350.326247:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.326269:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000200:2.0:1767384350.326272:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000100:00000001:0.0:1767384350.326272:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294937384 00000020:00000001:1.0:1767384350.326273:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384350.326280:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384350.326285:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937383 00000100:00000001:1.0:1767384350.326289:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384350.326294:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.326296:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000400:00000200:2.0:1767384350.326302:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000100:00000001:0.0:1767384350.326302:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.326304:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.326317:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.326318:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00000001:0.0:1767384350.326327:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.326328:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000020:00000010:1.0:1767384350.326331:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001c1e760. 00000020:00000010:1.0:1767384350.326346:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6c3a654. 00000100:00000001:0.0:1767384350.326347:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.326354:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384350.326357:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000be18db77. 00000400:00000200:2.0:1767384350.326361:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000100:00000001:0.0:1767384350.326363:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.326369:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384350.326375:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00000100:00000001:0.0:1767384350.326376:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.326378:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384350.326391:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.326391:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326392:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000100:00000001:1.0:1767384350.326401:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.326411:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326414:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 36], ns[28, 36] 00000400:00000200:2.0:1767384350.326426:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000001:1.0:1767384350.326428:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326430:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384350.326437:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00100000:0.0:1767384350.326438:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002752 00000100:00000001:1.0:1767384350.326441:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384350.326447:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384350.326451:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000001:0.0:1767384350.326454:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.326462:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326466:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000100:00000001:1.0:1767384350.326469:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384350.326471:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.326472:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384350.326476:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000100:00100000:0.0:1767384350.326482:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002752 00000100:00100000:1.0:1767384350.326488:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000001:0.0:1767384350.326493:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384350.326505:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000040:0.0:1767384350.326505:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:2.0:1767384350.326511:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000100:00000001:1.0:1767384350.326513:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087280208 : -130122622271408 : ffff89a777528050) 00000020:00000001:0.0:1767384350.326513:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.326520:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000100:00000040:1.0:1767384350.326529:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f74685bb x1853236743002624/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384350.326530:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384350.326531:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000020:00000001:0.0:1767384350.326545:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384350.326561:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.326571:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce0bc749. 00000400:00000200:2.0:1767384350.326573:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[60, 28] 00000100:00000001:1.0:1767384350.326578:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384350.326581:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.326586:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000020:00000010:0.0:1767384350.326594:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce0bc749. 00000100:00000001:1.0:1767384350.326597:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384350.326604:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 28], ns[117, 28] 00000020:00000010:1.0:1767384350.326608:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000020:00000010:0.0:1767384350.326610:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023c12c4f. 00000400:00000200:2.0:1767384350.326618:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[97, 28] 00000020:00000010:0.0:1767384350.326620:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be5a289c. 00000100:00100000:1.0:1767384350.326622:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f74685bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743002624:12345-0@lo:253: 00000100:00000200:1.0:1767384350.326641:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002624 00000400:00000200:2.0:1767384350.326644:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[74, 28] 00000020:00000010:0.0:1767384350.326644:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000020:00000001:1.0:1767384350.326647:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384350.326655:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384350.326660:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384350.326661:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326666:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[83, 28] 00000100:00000001:0.0:1767384350.326668:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384350.326671:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384350.326676:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.326678:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:2.0:1767384350.326686:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 28], ns[114, 28] 00000020:00000001:1.0:1767384350.326688:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384350.326691:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.326691:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.326692:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 28], ns[110, 28] 00000020:00000001:1.0:1767384350.326703:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384350.326706:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384350.326713:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326714:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.326721:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384350.326722:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[115, 28] 02000000:00000001:1.0:1767384350.326729:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384350.326735:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384350.326736:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[109, 28] 02000000:00000010:1.0:1767384350.326738:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000537f48de. 00000100:00000001:0.0:1767384350.326741:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384350.326748:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.326757:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.326757:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000400:00000200:2.0:1767384350.326758:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 28], ns[116, 28] 20000000:00000001:1.0:1767384350.326774:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384350.326775:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000040:0.0:1767384350.326775:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384350.326785:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087292496 : -130122622259120 : ffff89a77752b050) 00000400:00000200:2.0:1767384350.326788:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp20 20000000:00000010:1.0:1767384350.326788:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c5b891b0. 20000000:01000000:1.0:1767384350.326798:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:0.0:1767384350.326803:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db5133b9 x1853236743002752/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.326806:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp20 lpni_is_preferred = 0 20000000:00000001:1.0:1767384350.326808:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384350.326815:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384350.326820:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp20 20000000:00000001:1.0:1767384350.326832:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.326838:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384350.326843:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp20 NI seq info: [120:120:256:4294967295] 192.168.204.108@tcp20 LPNI seq info [117:117:8:4294967295] 20000000:00000001:1.0:1767384350.326844:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384350.326846:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce0bc749. 00000100:00000001:0.0:1767384350.326855:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384350.326857:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384350.326863:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp20 00000020:00000010:0.0:1767384350.326865:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce0bc749. 20000000:00000010:1.0:1767384350.326872:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000056b26dda. 20000000:01000000:1.0:1767384350.326876:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000400:00000200:2.0:1767384350.326885:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20:) -> 192.168.204.108@tcp20(192.168.204.108@tcp:192.168.204.108@tcp20) : GET try# 0 00000100:00100000:0.0:1767384350.326885:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db5133b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236743002752:12345-0@lo:253: 20000000:00000001:1.0:1767384350.326891:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384350.326902:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:2.0:1767384350.326904:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp20 00000100:00000200:0.0:1767384350.326905:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002752 00080000:00000001:1.0:1767384350.326908:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384350.326920:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:2.0:1767384350.326921:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ec67264. 00000020:00000001:0.0:1767384350.326932:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:2.0:1767384350.326936:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (6) 00000020:00000001:0.0:1767384350.326937:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.326938:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384350.326949:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.326958:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000800:00000200:2.0:1767384350.326959:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp20 ip 192.168.204.108:988 00080000:00000001:1.0:1767384350.326965:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384350.326967:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec67264 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384350.326970:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384350.326971:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384350.326978:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.326978:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384350.326984:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384350.326986:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384350.326988:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00080000:00000001:1.0:1767384350.326988:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.326994:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384350.326999:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000002:1.0:1767384350.327001:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:0.0:1767384350.327002:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.327014:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 00000020:00000001:1.0:1767384350.327015:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000100:00000001:0.0:1767384350.327016:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000002:1.0:1767384350.327023:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384350.327026:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 02000000:00000001:0.0:1767384350.327027:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384350.327029:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384350.327040:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384350.327041:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db6080ec. 00000400:00000010:2.0:1767384350.327042:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000e4d72351. 00000400:00000010:2.0:1767384350.327052:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003513ac2f. 00080000:00000001:1.0:1767384350.327052:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384350.327054:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.327067:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1767384350.327068:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ec5aef4. 00000100:00000001:0.0:1767384350.327069:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.327073:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 20000000:00000001:0.0:1767384350.327076:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384350.327079:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00080000:00000001:1.0:1767384350.327082:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384350.327089:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2bfbd01. 00000400:00000200:2.0:1767384350.327091:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00080000:00000001:1.0:1767384350.327147:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920239616 : -130127789312000 : ffff89a64357b800) 20000000:00000010:0.0:1767384350.327153:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000051199c4a. 00000400:00000200:2.0:1767384350.327154:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00080000:00000001:1.0:1767384350.327155:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384350.327164:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:0.0:1767384350.327166:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384350.327169:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00080000:00000010:1.0:1767384350.327170:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004230bc02. 20000000:00000001:0.0:1767384350.327174:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384350.327179:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384350.327180:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384350.327186:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.327192:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384350.327193:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.327198:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 20000000:00000001:0.0:1767384350.327200:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384350.327208:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00080000:00000001:1.0:1767384350.327212:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.327213:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000400:00000200:2.0:1767384350.327225:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000400:00000200:2.0:1767384350.327228:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000400:00000200:2.0:1767384350.327232:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000400:00000200:2.0:1767384350.327237:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00080000:00000001:1.0:1767384350.327239:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384350.327240:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000400:00000200:2.0:1767384350.327247:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[120, 36] 00000400:00000200:2.0:1767384350.327250:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:2.0:1767384350.327266:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384350.327271:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384350.327277:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:2.0:1767384350.327287:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:2.0:1767384350.327310:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:2.0:1767384350.327316:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:2.0:1767384350.327321:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[60, 30] 00000400:00000200:2.0:1767384350.327328:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 30], ns[117, 30] 00000400:00000200:2.0:1767384350.327336:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 30], ns[97, 30] 00000400:00000200:2.0:1767384350.327355:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 30], ns[74, 30] 00000400:00000200:2.0:1767384350.327364:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[83, 30] 00000400:00000200:2.0:1767384350.327370:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[114, 30] 00000400:00000200:2.0:1767384350.327391:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 00000400:00000200:2.0:1767384350.327399:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[115, 30] 00000400:00000200:2.0:1767384350.327404:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[109, 30] 00000400:00000200:2.0:1767384350.327408:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[116, 30] 00000400:00000200:2.0:1767384350.327411:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384350.327418:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp21 00000400:00000200:2.0:1767384350.327421:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384350.327423:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp21 00000400:00000200:2.0:1767384350.327428:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [121:121:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384350.327435:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp21 00000400:00000200:2.0:1767384350.327443:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:) -> 192.168.204.108@tcp21(192.168.204.108@tcp:192.168.204.108@tcp21) : GET try# 0 00000800:00000200:2.0:1767384350.327450:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp21 00000800:00000010:2.0:1767384350.327455:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000075c31e49. 00000800:00000200:2.0:1767384350.327463:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (6) 00000800:00000001:1.0:1767384350.327469:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384350.327472:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:988 00000800:00000200:2.0:1767384350.327478:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075c31e49 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384350.327478:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.327485:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384350.327485:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384350.327493:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ec67264. 00000800:00000001:1.0:1767384350.327498:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384350.327499:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.327504:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384350.327515:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000400:00000200:0.0:1767384350.327515:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: GET: OK 00000400:00000200:1.0:1767384350.327525:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20) <- 192.168.204.108@tcp20 : GET - for me 00000400:00000200:0.0:1767384350.327536:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384350.327543:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384350.327546:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:1.0:1767384350.327552:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 512/512 into md 0x1a81 [1] + 0 00000400:00000200:1.0:1767384350.327565:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp20 to MR: 192.168.204.108@tcp20 local destination 00000400:00000200:1.0:1767384350.327570:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp20 NI seq info: [122:122:256:4294967295] 192.168.204.108@tcp20 LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1767384350.327581:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20:192.168.204.108@tcp20) -> 192.168.204.108@tcp20(192.168.204.108@tcp20:192.168.204.108@tcp20) 192.168.204.108@tcp20 : REPLY try# 0 00000800:00000200:1.0:1767384350.327586:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.108@tcp20 00000800:00000001:0.0:1767384350.327594:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384350.327606:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384350.327608:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384350.327610:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384350.327611:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000075c31e49. 00000400:00000200:2.0:1767384350.327617:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.327626:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: GET: OK 00000800:00000001:0.0:1767384350.327626:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.327639:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:1.0:1767384350.327644:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec97d41. 00000400:00000200:0.0:1767384350.327644:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : GET - for me 00000400:00000200:2.0:1767384350.327650:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000200:1.0:1767384350.327660:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (6) 00000800:00000200:1.0:1767384350.327668:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp20 ip 192.168.204.108:1001 00000800:00000200:1.0:1767384350.327672:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eec97d41 type 3, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1767384350.327673:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384350.327682:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 512/512 into md 0x1a81 [1] + 0 00000400:00000200:0.0:1767384350.327695:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp21 to MR: 192.168.204.108@tcp21 local destination 00000800:00000001:2.0:1767384350.327707:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384350.327707:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [123:123:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [120:120:8:4294967295] 00000400:00000200:0.0:1767384350.327727:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) -> 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) 192.168.204.108@tcp21 : REPLY try# 0 00000800:00000200:0.0:1767384350.327734:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.108@tcp21 00000800:00000200:1.0:1767384350.327738:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384350.327738:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f30207. 00000800:00000010:1.0:1767384350.327743:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec97d41. 00000800:00000200:0.0:1767384350.327747:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (6) 00000400:00000200:1.0:1767384350.327751:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384350.327755:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:999 00000800:00000001:2.0:1767384350.327759:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384350.327761:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f30207 type 3, nob 608 niov 1 nkiov 1 00000400:00000200:1.0:1767384350.327766:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: REPLY: OK 00000800:00000001:2.0:1767384350.327767:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.327782:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.327784:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.327788:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.327793:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.327800:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp20(192.168.204.108@tcp20) <- 192.168.204.108@tcp20 : REPLY - for me 00000400:00000200:2.0:1767384350.327814:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp20: Reply from 12345-192.168.204.108@tcp20 of length 512/512 into md 0x1a9d 00000800:00000001:2.0:1767384350.327818:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384350.327822:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384350.327825:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.327827:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384350.327838:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f30207. 00000400:00000200:2.0:1767384350.327848:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp20->192.168.204.108@tcp20: REPLY: OK 00000400:00000200:0.0:1767384350.327848:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.327862:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000400:00000010:2.0:1767384350.327866:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000400:00000200:0.0:1767384350.327867:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: REPLY: OK 00000400:00000200:2.0:1767384350.327871:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384350.327878:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384350.327882:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000800:00000001:0.0:1767384350.327887:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384350.327888:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 30. state = 0x100251 00000800:00000001:1.0:1767384350.327897:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.327900:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000800:00000001:0.0:1767384350.327903:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384350.327909:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384350.327913:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000800:00000001:0.0:1767384350.327915:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.327922:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.327933:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384350.327934:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : REPLY - for me 00000400:00000200:0.0:1767384350.327954:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp21: Reply from 12345-192.168.204.108@tcp21 of length 512/512 into md 0x1aa1 00000800:00000001:0.0:1767384350.327963:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384350.327967:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384350.327974:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.327980:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000d1 00000400:00000200:0.0:1767384350.327982:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384350.328000:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 0000000073e54b7d. 00000400:00000200:0.0:1767384350.328001:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: REPLY: OK 00000400:00000010:2.0:1767384350.328008:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000527036f4. 00000400:00000200:0.0:1767384350.328010:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513ac2f 00000400:00000010:2.0:1767384350.328013:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 00000000986abebb. 00000400:00000010:0.0:1767384350.328013:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003513ac2f. 00000400:00000200:0.0:1767384350.328028:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384350.328034:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:0.0:1767384350.328038:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:0.0:1767384350.328044:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 30. state = 0x100151 00000400:00000200:0.0:1767384350.328053:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384350.328058:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (31) 00000800:00000001:0.0:1767384350.328065:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384350.328069:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384350.328070:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.328085:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp34(00000000a062ff4e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384350.328093:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003cb8c67a. 00000400:00000200:2.0:1767384350.328098:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003cb8c67a nid 192.168.204.108@tcp38 00000400:00000010:2.0:1767384350.328161:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000196d297b. 00000400:00000200:2.0:1767384350.328167:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000196d297b net tcp38 00000400:00000200:2.0:1767384350.328171:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (30) 00000400:00000200:2.0:1767384350.328179:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp38 flags 0x11 00000400:00000010:2.0:1767384350.328186:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 0000000073e54b7d. 00000400:00000010:2.0:1767384350.328191:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000527036f4. 00000400:00000010:2.0:1767384350.328193:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 00000000986abebb. 00000400:00000010:2.0:1767384350.328196:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000076aae02a. 00000400:00000200:2.0:1767384350.328202:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384350.328206:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x1001d1 00000400:00000200:2.0:1767384350.328212:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1001d1 rc 1 00000400:00000200:2.0:1767384350.328218:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1001d1 00000400:00000010:2.0:1767384350.328222:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000986abebb. 00000400:00000010:2.0:1767384350.328224:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000527036f4. 00000400:00000010:2.0:1767384350.328226:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 0000000073e54b7d. 00000400:00000010:2.0:1767384350.328300:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000986abebb. 00000400:00000010:2.0:1767384350.328308:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000527036f4. 00000400:00000010:2.0:1767384350.328312:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 0000000073e54b7d. 00000400:00000010:2.0:1767384350.328318:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000e4d72351. 00080000:00000010:1.0:1767384350.328319:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2bfbd01. 00000400:00000200:2.0:1767384350.328330:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384350.328336:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100151 00000400:00000200:2.0:1767384350.328341:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc 1 00000400:00000200:2.0:1767384350.328349:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000200:2.0:1767384350.328354:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384350.328359:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:2.0:1767384350.328367:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00080000:00000010:0.0:1767384350.328367:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004230bc02. 00040000:00000001:0.0:1767384350.328378:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384350.328379:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (31) 00040000:00000001:0.0:1767384350.328383:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384350.328387:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384350.328393:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384350.328396:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384350.328399:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384350.328413:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384350.328423:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384350.328427:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384350.328432:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384350.328441:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384350.328447:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:1.0:1767384350.328449:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2bfbd01. 10000000:01000000:2.0:1767384350.328450:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1767384350.328455:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00010000:00000001:2.0:1767384350.328460:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:1.0:1767384350.328461:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384350.328472:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384350.328473:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384350.328483:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:2.0:1767384350.328486:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000852a92c3 count: 2 00080000:00000001:1.0:1767384350.328489:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384350.328495:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.328496:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384350.328501:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384350.328508:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384350.328509:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384350.328516:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00080000:00000001:1.0:1767384350.328516:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384350.328523:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.328525:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:1.0:1767384350.328527:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000040:2.0:1767384350.328532:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aab34b06 with handle 0x88edd5ef35457e60 to hash 00000020:00000001:1.0:1767384350.328532:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00000020:00000001:2.0:1767384350.328536:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384350.328538:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000002:1.0:1767384350.328550:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384350.328551:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000001:1.0:1767384350.328563:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384350.328564:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.328571:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.328572:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384350.328575:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384350.328583:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384350.328584:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384350.328585:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384350.328589:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384350.328592:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c5b891b0. 00000020:00000001:1.0:1767384350.328596:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 20000000:00000001:0.0:1767384350.328601:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.328608:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:0.0:1767384350.328612:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002624 00080000:00000010:1.0:1767384350.328617:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000596f9a6c. 00010000:00000001:0.0:1767384350.328620:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384350.328626:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940442624 : -130127769108992 : ffff89a6448bfe00) 00010000:00000001:2.0:1767384350.328628:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:0.0:1767384350.328635:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f74685bb x1853236743002624/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384350.328638:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384350.328639:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384350.328648:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:1.0:1767384350.328648:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384350.328651:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384350.328658:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384350.328659:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000906779a4. 00010000:00000001:0.0:1767384350.328660:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.328669:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384350.328670:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.328671:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=60 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384350.328678:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384350.328679:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384350.328687:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1767384350.328690:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.328696:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:0.0:1767384350.328696:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00080000:00000001:1.0:1767384350.328701:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384350.328705:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.328705:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384350.328717:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384350.328718:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384350.328729:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384350.328730:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.328746:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.328747:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384350.328752:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000040:0.0:1767384350.328759:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384350.328760:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384350.328770:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d8b595f. 00010000:00000040:2.0:1767384350.328772:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000852a92c3) refcount = 2 00000100:00000200:0.0:1767384350.328774:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743002624, offset 224 00010000:00000040:2.0:1767384350.328777:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384350.328783:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384350.328785:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.328795:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384350.328808:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:0.0:1767384350.328809:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05a00 00010000:00000040:2.0:1767384350.328814:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384350.328822:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a89 [2] + 224 00010000:00000010:2.0:1767384350.328843:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5ec7c9e. 00000400:00000200:0.0:1767384350.328843:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384350.328857:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:0.0:1767384350.328864:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384350.328865:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda132c8. 00000100:00000001:2.0:1767384350.328873:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945931410432 : -130127778141184 : ffff89a644022c00) 00000100:00000001:2.0:1767384350.328877:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945931410432 : -130127778141184 : ffff89a644022c00) 00000100:00000001:0.0:1767384350.328877:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384350.328884:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384350.328886:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000200:0.0:1767384350.328891:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384350.328892:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384350.328896:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.328899:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384350.328903:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.328906:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.328910:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384350.328913:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384350.328917:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000100:00000040:0.0:1767384350.328921:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384350.328923:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:2.0:1767384350.328934:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384350.328941:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384350.328946:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.328948:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384350.328952:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023fa7b13. 00000400:00000200:0.0:1767384350.328954:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d8b595f 00000400:00000010:0.0:1767384350.328958:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d8b595f. 00000100:00000001:2.0:1767384350.328960:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.328971:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384350.328972:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384350.328974:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.328980:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.328980:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.328989:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384350.328991:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.328996:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384350.328998:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384350.329001:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00010000:00000001:0.0:1767384350.329002:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:2.0:1767384350.329007:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 420 lvb_type: 0 00000020:00000001:0.0:1767384350.329009:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384350.329010:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44a5d8b 00000400:00000010:1.0:1767384350.329017:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c44a5d8b. 00000020:00000001:0.0:1767384350.329017:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384350.329028:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384350.329029:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f74685bb x1853236743002624/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384350.329039:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000200:1.0:1767384350.329041:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.329047:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384350.329059:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384350.329065:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f74685bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743002624:12345-0@lo:253: Request processed in 2478us (3571us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384350.329120:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.329128:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.329130:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.329133:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384350.329136:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.329138:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.329141:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.329144:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.329148:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=60 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384350.329151:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:0.0:1767384350.329156:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00001000:1.0:1767384350.329160:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.329160:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.329166:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.329174:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6c3a654. 00000100:00000001:1.0:1767384350.329179:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384350.329180:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000be18db77. 00000100:00000001:1.0:1767384350.329184:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384350.329190:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001c1e760. 00010000:00000001:1.0:1767384350.329196:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384350.329202:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384350.329204:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000001:1.0:1767384350.329212:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.329217:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384350.329225:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000537f48de. 00000100:00000040:1.0:1767384350.329227:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384350.329237:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384350.329244:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.329244:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.329265:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.329266:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384350.329269:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384350.329278:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384350.329279:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6f2550d. 00000100:00100000:2.0:1767384350.329282:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743002880:0@lo:104: 00000100:00000001:1.0:1767384350.329282:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384350.329289:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d8b595f. 00000020:01000004:1.0:1767384350.329291:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384350.329300:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384350.329301:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384350.329303:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384350.329305:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384350.329308:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384350.329309:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384350.329320:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384350.329321:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384350.329329:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:2.0:1767384350.329330:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384350.329339:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000010:2.0:1767384350.329341:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf7cd671. 00000020:01000004:1.0:1767384350.329342:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384350.329347:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384350.329347:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384350.329352:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 00000100:00000040:1.0:1767384350.329354:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384350.329358:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00000200:2.0:1767384350.329367:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743002880, portal 16 00000100:00000001:2.0:1767384350.329371:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384350.329374:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 00000100:00100000:1.0:1767384350.329374:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743002624:0@lo:253: 00000100:00000040:2.0:1767384350.329385:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384350.329388:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.329401:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384350.329401:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384350.329406:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384350.329409:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743002624/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384350.329411:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000100:00000200:2.0:1767384350.329419:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743002880, offset 0 00000100:00000001:1.0:1767384350.329434:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384350.329435:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384350.329442:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384350.329446:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008d4492ce. 00000400:00000200:2.0:1767384350.329455:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384350.329455:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384350.329460:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.329463:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384350.329467:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc05b00 00000020:00000001:1.0:1767384350.329467:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384350.329472:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 328 02000000:00000010:1.0:1767384350.329479:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000964cc14d. 00000400:00000200:2.0:1767384350.329481:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384350.329487:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384350.329488:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384350.329495:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384350.329498:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:2.0:1767384350.329501:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384350.329505:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767384350.329505:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1767384350.329515:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8ba8832. 00000100:00000040:2.0:1767384350.329519:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000e8ba8832 x1853236743002880 msgsize 328 00000100:00100000:2.0:1767384350.329523:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384350.329530:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.329534:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.329535:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.329539:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.329541:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.329543:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.329549:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.329557:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:2.0:1767384350.329560:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000001:2.0:1767384350.329569:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384350.329576:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384350.329584:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384350.329590:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384350.329597:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.329599:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384350.329602:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.329606:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294937387 00000100:00000001:2.0:1767384350.329612:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294937384 00000100:00000001:2.0:1767384350.329617:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294937387 00000100:00000001:2.0:1767384350.329627:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294937384 00000100:00000001:2.0:1767384350.329635:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294937387 00000100:00000001:2.0:1767384350.329639:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294937384 00000100:00000001:2.0:1767384350.329646:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294937387 00000100:00000001:2.0:1767384350.329654:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294937384 00000100:00000001:2.0:1767384350.329660:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.329664:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.329667:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.329669:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.329672:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.329675:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384350.329675:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384350.329685:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384350.329685:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743002880 00010000:00000001:2.0:1767384350.329695:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.329695:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.329704:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384350.329705:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384350.329710:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.329711:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384350.329722:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.329725:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384350.329727:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384350.329730:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dda132c8 going to sleep for 11 seconds 00000100:00000001:2.0:1767384350.329735:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384350.329748:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.329756:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.329761:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743002880 00000020:00000001:0.0:1767384350.329763:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.329765:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000020:00000001:0.0:1767384350.329773:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.329776:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000020:00000001:0.0:1767384350.329778:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000020:00000001:0.0:1767384350.329780:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:0.0:1767384350.329783:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.329786:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce0bc749. 00000100:00000001:0.0:1767384350.329788:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.329790:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce0bc749. 00000020:00000010:0.0:1767384350.329795:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8241a5b. 00000020:00000010:0.0:1767384350.329799:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d42cbf7b. 00000020:00000010:0.0:1767384350.329803:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000040:0.0:1767384350.329812:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384350.329814:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.329815:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.329817:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.329822:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.329831:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.329840:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.329842:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.329845:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384350.329847:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:0.0:1767384350.329850:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040576512 : -130122668975104 : ffff89a77489dc00) 00000100:00000040:0.0:1767384350.329856:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8ba8832 x1853236743002880/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 328/0 e 0 to 0 dl 1767384361 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384350.329866:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.329869:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce0bc749. 00000100:00000001:0.0:1767384350.329871:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.329873:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce0bc749. 00000100:00100000:0.0:1767384350.329877:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8ba8832 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743002880:12345-0@lo:104: 00000100:00000200:0.0:1767384350.329881:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743002880 00010000:00000001:0.0:1767384350.329885:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384350.329897:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384350.329900:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.329903:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=2 00000020:00000001:0.0:1767384350.329905:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384350.329909:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00010000:00000001:0.0:1767384350.329914:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384350.329917:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384350.329921:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384350.329930:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.329932:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.329935:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003764c4f2. 02000000:00000001:0.0:1767384350.329936:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.329938:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.329940:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.329941:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.329943:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.329946:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.329949:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.329951:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384350.329953:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.329954:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.329957:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.329960:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.329964:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000200:0.0:1767384350.329967:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743002880, offset 224 00000400:00000200:0.0:1767384350.329973:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.329981:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.329989:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc05b00 00000400:00000200:0.0:1767384350.329995:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1aad [1] + 224 00000400:00000200:0.0:1767384350.329998:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.330002:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.330006:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.330016:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384350.330022:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384350.330036:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.330040:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:0.0:1767384350.330042:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:0.0:1767384350.330045:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.330046:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.330050:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.330054:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:2.0:1767384350.330056:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384350.330057:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384350.330061:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a66a622b. 00000400:00000001:2.0:1767384350.330062:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384350.330065:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384350.330065:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384350.330072:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000400:00000200:2.0:1767384350.330077:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00010000:00010000:0.0:1767384350.330077:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:2.0:1767384350.330081:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00010000:00000001:0.0:1767384350.330082:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.330087:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.330089:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384350.330090:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.330098:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384350.330134:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384350.330139:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.330146:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384350.330153:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384350.330155:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384350.330157:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8ba8832 x1853236743002880/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384350.330158:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384350.330180:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000769ebc54 already unused, calling callback (00000000a14c0dae) 10000000:00000001:1.0:1767384350.330186:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:0.0:1767384350.330186:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8ba8832 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743002880:12345-0@lo:104: Request processed in 314us (660us total) trans 0 rc 0/0 10000000:00010000:1.0:1767384350.330190:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.330200:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1767384350.330203:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00000001:1.0:1767384350.330205:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.330209:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384350.330210:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000020:00000040:1.0:1767384350.330214:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000769ebc54 refcount=3 00000100:00000001:0.0:1767384350.330214:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384350.330218:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000100:00000001:0.0:1767384350.330219:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384350.330223:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258838016 : -130123450713600 : ffff89a745f17a00) 00000020:00000010:0.0:1767384350.330225:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d42cbf7b. 00010000:00000001:1.0:1767384350.330231:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:0.0:1767384350.330233:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00010000:00010000:1.0:1767384350.330235:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384350.330240:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8241a5b. 10000000:00000001:1.0:1767384350.330244:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384350.330247:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384350.330250:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:0.0:1767384350.330267:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384350.330276:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384350.330279:0:17067:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384350.330282:0:17067:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384350.330285:0:17067:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384350.330288:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384350.330292:0:17067:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.330302:0:17067:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384350.330304:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384350.330307:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:1.0:1767384350.330311:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384350.330314:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.330320:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384350.330325:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384350.330328:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384350.330333:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.330338:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384350.330343:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000769ebc54 with handle 0x88edd5ef35457e52 from hash 00010000:00000001:1.0:1767384350.330348:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384350.330350:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.330354:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.330359:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384350.330365:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384350.330367:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384350.330374:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384350.330389:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384350.330397:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 00000020:00000040:1.0:1767384350.330402:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384350.330408:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384350.330414:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384350.330421:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.330426:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384350.330428:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051b8fff2. 00000100:00000001:1.0:1767384350.330439:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.330445:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384350.330446:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384350.330450:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384350.330451:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.330461:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384350.330464:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384350.330467:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384350.330469:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.330475:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.330500:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00001000:2.0:1767384350.330503:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=60 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384350.330504:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.330514:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:2.0:1767384350.330515:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.330518:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.330521:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384350.330525:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.330527:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384350.330527:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036161841] to pc [ptlrpcd_00_00+0] req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384350.330530:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.330542:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.330554:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384350.330560:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.330562:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384350.330564:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.330565:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384350.330568:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.330572:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.330572:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384350.330576:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.330582:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.330585:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384350.330590:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384350.330591:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.330591:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.330596:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384350.330597:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.330606:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.330608:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384350.330618:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384350.330618:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384350.330634:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743002880:0@lo:104: 00000100:00000001:2.0:1767384350.330656:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.330656:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384350.330659:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384350.330665:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000769ebc54/0x88edd5ef35457e52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e59 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384350.330666:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.330667:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.330680:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1767384350.330681:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767384350.330682:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffd63696 count: 0 00000100:00000001:2.0:1767384350.330690:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384350.330691:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384350.330697:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384350.330699:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.330701:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384350.330704:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca7de755 x1853236743002880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767384350.330706:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a66a622b. 00000100:00100000:0.0:1767384350.330708:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743003008:0@lo:103: 00010000:00000001:1.0:1767384350.330719:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.330729:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384350.330733:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384350.330735:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384350.330741:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.330742:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.330751:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384350.330752:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384350.330757:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384350.330758:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384350.330759:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8241a5b. 02000000:00000001:0.0:1767384350.330765:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.330766:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384350.330766:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.330770:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c145ede8. 02000000:00000010:2.0:1767384350.330773:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf7cd671. 00010000:00010000:1.0:1767384350.330774:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384350.330776:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000020:00000001:1.0:1767384350.330787:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384350.330788:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767384350.330788:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743003008, portal 18 00000020:00000001:1.0:1767384350.330797:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.330798:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384350.330799:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384350.330800:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767384350.330808:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000100:00000001:0.0:1767384350.330808:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000020:00000001:2.0:1767384350.330822:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384350.330828:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384350.330829:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000023fa7b13. 02000000:00000001:2.0:1767384350.330836:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384350.330840:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384350.330843:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7de755. 00000100:00000001:0.0:1767384350.330847:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384350.330849:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384350.330850:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384350.330852:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384350.330854:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000010:2.0:1767384350.330856:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dda132c8. 00000100:00000200:0.0:1767384350.330863:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743003008, offset 0 00000100:00000001:2.0:1767384350.330864:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384350.330866:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384350.330872:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5ec7c9e. 00000400:00000200:0.0:1767384350.330879:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384350.330880:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.330889:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.330891:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384350.330895:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:1.0:1767384350.330899:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000596f9a6c. 00010000:00000001:2.0:1767384350.330900:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384350.330901:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384350.330911:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384350.330918:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc05b80 00000400:00000200:0.0:1767384350.330927:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384350.330931:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.330935:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384350.330939:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.330940:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384350.330944:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384350.330948:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384350.330959:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28d69f. 00000100:00000040:0.0:1767384350.330963:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000005b28d69f x1853236743003008 msgsize 328 00000100:00100000:0.0:1767384350.330967:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384350.330979:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.330984:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384350.330986:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384350.330988:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384350.330991:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.330997:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384350.330998:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384350.331002:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003008 00000100:00000040:0.0:1767384350.331003:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384350.331005:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384350.331009:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.331012:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331013:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.331015:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331016:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384350.331021:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003008 00000100:00000001:0.0:1767384350.331022:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.331023:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384350.331026:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384350.331027:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294937388 00000020:00000001:1.0:1767384350.331028:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.331031:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:1.0:1767384350.331034:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384350.331035:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937387 00000020:00000001:1.0:1767384350.331036:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384350.331043:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384350.331043:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294937388 00000020:00000010:1.0:1767384350.331046:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea76bceb. 00000100:00000001:0.0:1767384350.331048:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937387 00000100:00000001:1.0:1767384350.331049:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.331053:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea76bceb. 00000100:00000001:0.0:1767384350.331053:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294937388 00000100:00000001:0.0:1767384350.331059:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937387 00000020:00000010:1.0:1767384350.331061:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000596f9a6c. 00000100:00000001:0.0:1767384350.331063:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294937388 00000020:00000010:1.0:1767384350.331067:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fa873e0. 00000100:00000001:0.0:1767384350.331067:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937387 00000100:00000001:0.0:1767384350.331073:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.331074:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000577e04dd. 00000100:00000001:0.0:1767384350.331075:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331080:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331082:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.331083:0:28601:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384350.331086:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.331087:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.331089:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384350.331090:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.331092:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384350.331093:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384350.331095:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384350.331097:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331125:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331126:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384350.331128:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331130:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.331133:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.331135:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=4 00000020:00000001:1.0:1767384350.331137:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384350.331139:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00010000:1.0:1767384350.331145:0:28601:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 420 lvb_type: 0 00080000:00000010:0.0:1767384350.331147:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000906779a4. 00040000:00000001:0.0:1767384350.331152:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384350.331154:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384350.331155:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384350.331158:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384350.331163:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384350.331167:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:1.0:1767384350.331169:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:01000000:0.0:1767384350.331170:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384350.331171:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384350.331173:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384350.331174:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384350.331178:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:1.0:1767384350.331179:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384350.331184:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:1.0:1767384350.331186:0:28601:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384350.331191:0:28601:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b28d69f x1853236743003008/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 328/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.331196:0:28601:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384350.331197:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.331207:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.331218:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384350.331220:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384350.331224:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384350.331227:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:1.0:1767384350.331229:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089051392 : -130122620500224 : ffff89a7776d8700) 00000100:00000040:1.0:1767384350.331235:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b28d69f x1853236743003008/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 328/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.331243:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.331246:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea76bceb. 00000100:00000001:1.0:1767384350.331249:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.331264:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea76bceb. 00000100:00100000:1.0:1767384350.331268:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b28d69f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743003008:12345-0@lo:103: 00000100:00000200:1.0:1767384350.331271:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003008 00010000:00000001:1.0:1767384350.331273:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384350.331275:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384350.331278:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384350.331281:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384350.331284:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384350.331287:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007aea112a. 02000000:00000001:1.0:1767384350.331289:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.331291:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331298:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384350.331301:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000020:0.0:1767384350.331301:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384350.331306:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384350.331306:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384350.331309:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000051199c4a. 00000020:00000001:1.0:1767384350.331310:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.331313:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003bdfccc7 refcount=4 20000000:00000001:0.0:1767384350.331314:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.331315:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000001:1.0:1767384350.331320:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126976 : -130122973424640 : ffff89a762645400) 00010000:00000040:0.0:1767384350.331320:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743002752 00010000:00000001:0.0:1767384350.331325:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384350.331326:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000852a92c3 count: 3 00010000:00000200:0.0:1767384350.331331:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db5133b9 x1853236743002752/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384350.331332:0:28601:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 420 lvb_type: 0 00000100:00001000:1.0:1767384350.331349:0:28601:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384350 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384350.331351:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.331353:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331357:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:0.0:1767384350.331357:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.331362:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.331365:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384350.331367:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384350.331367:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384350.331369:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384350.331371:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384350.331372:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.331376:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384350.331379:0:28601:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 420 lvb_type: 0 00000100:00000040:0.0:1767384350.331380:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.331384:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c567bdc. 00000100:00000200:0.0:1767384350.331389:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743002752, offset 224 00000400:00000200:0.0:1767384350.331395:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384350.331396:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.331400:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:0.0:1767384350.331401:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384350.331405:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.331410:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05a80 00000020:00000001:1.0:1767384350.331411:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331415:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384350.331417:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384350.331423:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00010000:00000001:1.0:1767384350.331424:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.331427:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384350.331428:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384350.331429:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.331432:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.331433:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384350.331436:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003bdfccc7 with handle 0x88edd5ef35457e59 from hash 00000100:00000001:0.0:1767384350.331438:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384350.331440:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384350.331443:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384350.331444:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.331447:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.331449:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384350.331452:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384350.331454:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384350.331457:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384350.331459:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003bdfccc7/0x88edd5ef35457e59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457e52 expref: 16 pid: 17073 timeout: 420 lvb_type: 0 00010000:00000040:1.0:1767384350.331472:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000100:00000001:0.0:1767384350.331473:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384350.331474:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000400:00000200:0.0:1767384350.331479:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c567bdc 00010000:00000001:1.0:1767384350.331481:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384350.331484:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c567bdc. 00010000:00000001:1.0:1767384350.331485:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384350.331489:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384350.331490:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384350.331492:0:28601:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000aab34b06 00000100:00000001:0.0:1767384350.331492:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.331496:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331497:0:28601:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384350.331501:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:0.0:1767384350.331502:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384350.331504:0:28601:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384350.331507:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384350.331509:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384350.331510:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384350.331511:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331514:0:28601:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.331517:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384350.331518:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384350.331519:0:28601:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384350.331524:0:28601:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:0.0:1767384350.331527:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db5133b9 x1853236743002752/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384350.331529:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384350.331529:0:28601:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384350.331537:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384350.331545:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081cfb60. 00000400:00000200:2.0:1767384350.331559:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f0415cd 00010000:00000001:1.0:1767384350.331560:0:28601:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:0.0:1767384350.331561:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db5133b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743002752:12345-0@lo:253: Request processed in 4722us (5625us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384350.331566:0:28601:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000010:2.0:1767384350.331571:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f0415cd. 00010000:00000001:1.0:1767384350.331572:0:28601:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384350.331577:0:28601:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384350.331583:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384350.331584:0:28601:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000852a92c3) refcount = 2 00000100:00100000:0.0:1767384350.331591:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00010000:00010000:1.0:1767384350.331594:0:28601:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384350.331596:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.331603:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384350.331610:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.331615:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.331621:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be5a289c. 00000020:00000010:0.0:1767384350.331632:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00010000:00000001:1.0:1767384350.331633:0:28601:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384350.331641:0:28601:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:0.0:1767384350.331643:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023c12c4f. 00010000:00000001:1.0:1767384350.331651:0:28601:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384350.331655:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:1.0:1767384350.331656:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384350.331657:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384350.331661:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384350.331667:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db6080ec. 00010000:00000010:1.0:1767384350.331668:0:28601:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea76bceb. 00000100:00000001:1.0:1767384350.331676:0:28601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384350.331686:0:28601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c44a5d8b. 00000100:00000001:2.0:1767384350.331687:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384350.331687:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384350.331699:0:28601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950432631040 : -130123276920576 : ffff89a7504d5900) 00000100:00000001:0.0:1767384350.331701:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.331702:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.331704:0:28601:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950432631040 : -130123276920576 : ffff89a7504d5900) 00000100:00000001:2.0:1767384350.331720:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384350.331721:0:28601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000200:0.0:1767384350.331722:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384350.331726:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384350.331728:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007136978a. 00000100:00000001:1.0:1767384350.331736:0:28601:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384350.331737:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384350.331737:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c567bdc. 00000100:00000001:2.0:1767384350.331746:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331746:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:2.0:1767384350.331755:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.331755:0:28601:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384350.331762:0:28601:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000100:00001000:2.0:1767384350.331763:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=60 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384350.331774:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384350.331776:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=60 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384350.331776:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.331779:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=5 00000100:00000001:2.0:1767384350.331784:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384350.331785:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000100:00000001:2.0:1767384350.331788:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.331793:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384350.331794:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384350.331802:0:28601:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384350.331803:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.331808:0:28601:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384350.331809:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.331820:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.331829:0:28601:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384350.331834:0:28601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384350.331847:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.331855:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384350.331859:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384350.331861:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.331868:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384350.331872:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:1.0:1767384350.331873:0:28601:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384350.331883:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384350.331889:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384350.331890:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.331898:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384350.331899:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384350.331906:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384350.331907:0:28601:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384350.331908:0:28601:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384350.331921:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:1.0:1767384350.331922:0:28601:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aab34b06 already unused, calling callback (00000000594674ee) 00000020:01000004:2.0:1767384350.331929:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384350.331929:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384350.331938:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384350.331938:0:28601:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:01000004:2.0:1767384350.331948:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:1.0:1767384350.331948:0:28601:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384350.331958:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.331966:0:28601:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767384350.331970:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743002752:0@lo:253: 00010000:00000001:1.0:1767384350.331977:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.331984:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384350.331985:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384350.331988:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=6 00000100:00000001:2.0:1767384350.331992:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384350.331994:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000100:00000040:2.0:1767384350.331998:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236743002752/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.332000:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:1.0:1767384350.332006:0:28601:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384350.332010:0:28601:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384350.332022:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384350.332026:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384350.332028:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767384350.332029:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b199bcec. 00010000:00000001:1.0:1767384350.332030:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.332033:0:28601:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.332035:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384350.332037:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384350.332037:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384350.332040:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384350.332041:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d8442d98. 02000000:00000001:2.0:1767384350.332043:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384350.332044:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384350.332045:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00010000:00000001:1.0:1767384350.332046:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384350.332048:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384350.332048:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384350.332051:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.332052:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.332057:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.332058:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384350.332075:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aab34b06 with handle 0x88edd5ef35457e60 from hash 00000100:00000001:2.0:1767384350.332079:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384350.332080:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384350.332086:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384350.332087:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332093:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384350.332094:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384350.332097:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384350.332098:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332136:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384350.332139:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384350.332140:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.332141:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384350.332145:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.332152:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332156:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384350.332157:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384350.332159:0:28601:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384350.332160:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384350.332164:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384350.332165:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.332167:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.332170:0:28601:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332175:0:28601:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.332176:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384350.332177:0:28601:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.332179:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384350.332181:0:28601:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384350.332182:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384350.332185:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384350.332189:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.332197:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.332198:0:28601:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384350.332199:0:28601:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384350.332201:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.332202:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.332203:0:28601:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384350.332205:0:28601:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.332206:0:28601:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332208:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384350.332209:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e60 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.332215:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.332216:0:28601:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332217:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384350.332218:0:28601:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384350.332220:0:28601:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.332221:0:28601:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.332223:0:28601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384350.332224:0:28601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c44a5d8b. 00000100:00000001:1.0:1767384350.332226:0:28601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384350.332227:0:28601:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384350.332229:0:28601:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea76bceb. 00010000:00000001:1.0:1767384350.332230:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384350.332231:0:28601:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000852a92c3 count: 0 00010000:00010000:1.0:1767384350.332235:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384350.332236:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.332239:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384350.332240:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.332242:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.332244:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384350.332246:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.332248:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384350.332250:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.332265:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.332267:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.332269:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.332277:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000200:1.0:1767384350.332280:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743003008, offset 224 00000400:00000200:1.0:1767384350.332283:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.332287:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.332291:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc05b80 00000400:00000200:1.0:1767384350.332294:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ab9 [1] + 224 00000400:00000200:1.0:1767384350.332297:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.332299:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.332302:0:28601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.332305:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.332311:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.332323:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.332326:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384350.332327:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384350.332330:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.332330:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.332332:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.332334:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384350.332336:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.332338:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.332341:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b28d69f x1853236743003008/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:331/0 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.332348:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b28d69f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743003008:12345-0@lo:103: Request processed in 1104us (1383us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384350.332350:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.332353:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.332357:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.332360:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384350.332361:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000010:0.0:1767384350.332363:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c145ede8. 00000100:00000040:1.0:1767384350.332366:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000400:00000200:0.0:1767384350.332367:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:0.0:1767384350.332370:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:1.0:1767384350.332373:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.332374:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384350.332379:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384350.332380:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.332385:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fa873e0. 00000100:00000200:0.0:1767384350.332389:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.332392:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000577e04dd. 00000100:00000001:0.0:1767384350.332396:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.332397:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.332398:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.332400:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384350.332403:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000596f9a6c. 00000100:00000001:0.0:1767384350.332403:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.332404:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.332408:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384350.332409:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384350.332412:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384350.332418:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.332422:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.332423:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.332424:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.332426:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384350.332427:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.332428:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.332431:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.332435:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.332436:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.332437:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.332439:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.332443:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743003008:0@lo:103: 00000100:00000001:0.0:1767384350.332446:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.332447:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.332448:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036161841 x1853236743003008/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.332452:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.332453:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.332455:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8241a5b. 02000000:00000001:0.0:1767384350.332457:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.332458:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.332459:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384350.332460:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.332461:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051b8fff2. 02000000:00000001:0.0:1767384350.332463:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.332464:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.332465:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036161841. 00000100:00000001:0.0:1767384350.332467:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.332468:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.332469:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.332472:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.332478:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.332479:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.332480:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.336145:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294937388, at 4294937389 00000100:00000010:0.0:1767384350.336153:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fba4352. 00000100:00000040:1.0:1767384350.336171:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294937388, at 4294937389 00000100:00000010:1.0:1767384350.336180:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a7919b3. 00000100:00000040:2.0:1767384350.336192:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294937388, at 4294937389 00000100:00000010:2.0:1767384350.336202:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a976e776. 00000100:00000040:3.0:1767384350.336877:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294937388, at 4294937389 00000100:00000010:3.0:1767384350.336884:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062703e5b. 00010000:00000010:1.1:1767384350.337122:0:31448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffd63696. 00010000:00000010:1.1:1767384350.337129:0:31448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000769ebc54. 00010000:00000010:1.1:1767384350.341141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003bdfccc7. 00010000:00000010:1.1:1767384350.341149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aab34b06. 00010000:00000010:1.1:1767384350.341154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000852a92c3. 00000400:00000010:3.0:1767384350.341841:0:31449:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000062c61824. 00000400:00000040:3.0:1767384350.341862:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384350.341864:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384350.341866:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384350.341867:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384350.341869:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384350.341870:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384350.341873:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384350.341874:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384350.341875:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384350.341875:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384350.341877:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384350.341878:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384350.341879:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384350.341880:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384350.341881:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384350.341883:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384350.341883:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384350.341884:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384350.341885:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384350.341890:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384350.341892:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384350.341892:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384350.341894:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384350.341895:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384350.341895:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384350.341897:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384350.341898:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384350.341899:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384350.341900:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384350.341901:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384350.341902:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384350.341903:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384350.341904:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384350.341905:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384350.341906:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384350.341907:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384350.341908:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384350.341909:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384350.341910:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384350.341911:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384350.341912:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384350.341913:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384350.341914:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384350.341915:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384350.341916:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384350.341917:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384350.341918:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384350.341918:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384350.341920:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384350.341921:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384350.341922:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384350.341923:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384350.341923:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384350.341925:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384350.341926:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384350.341927:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384350.341927:0:31449:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384350.342003:0:31449:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000062c61824. 00000400:00000001:3.0:1767384350.932205:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.932210:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384350.932213:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb2f01e 00000400:00000010:3.0:1767384350.932219:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffb2f01e. 00000400:00000200:3.0:1767384350.932224:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384350.932231:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384350.932254:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f8ea7ef6. 00000400:00000010:3.0:1767384350.932258:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d61dfb58. 00010000:00000001:0.0:1767384351.251192:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384351.251198:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.251204:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384351.251207:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384351.251210:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384351.251213:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.251216:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384351.251218:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.251219:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.251221:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.251266:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384351.251270:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384351.251273:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384351.899208:0:31881:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f319af14. 00080000:00000010:2.0:1767384351.899217:0:31881:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f319af14. 00000020:00000001:2.0:1767384351.899237:0:31881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384351.899245:0:31881:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f319af14. 00080000:00000010:2.0:1767384351.899254:0:31881:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f319af14. 00000020:00000001:2.0:1767384351.899257:0:31881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384352.083192:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:2.0:1767384352.083197:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:0.0:1767384352.083200:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000004:00000020:2.0:1767384352.083201:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384352.083207:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000020:00000040:0.0:1767384352.083209:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000040:2.0:1767384352.083211:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384352.083218:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384352.083233:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.083234:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.083238:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.083241:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.083244:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.083250:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac47f470. 02000000:00000010:0.0:1767384352.083252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f09383ec. 00000100:00000001:2.0:1767384352.083257:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.083259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083264:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.083267:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083270:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384352.083276:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7de755] to pc [ptlrpcd_00_01+1] req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.083298:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.083302:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083307:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_02+2] req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384352.083322:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.083339:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384352.083347:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384352.083357:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384352.083358:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 00000100:00000001:2.0:1767384352.083359:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.083364:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384352.083365:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:2.0:1767384352.083366:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384352.083369:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384352.083370:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.083373:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384352.083377:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384352.083377:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384352.083379:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384352.083381:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083383:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.083389:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384352.083390:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000034f3540a. 00000100:00000001:2.0:1767384352.083392:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.083393:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.083395:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384352.083398:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.083401:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.083403:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384352.083406:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.083407:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384352.083414:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083415:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384352.083418:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384352.083419:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.083420:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743003136:0@lo:13: 02000000:00000001:2.0:1767384352.083425:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.083428:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.083429:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.083434:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.083436:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384352.083440:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.083441:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743003264:0@lo:400: 00000100:00000001:0.0:1767384352.083442:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384352.083444:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384352.083446:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083449:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384352.083450:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000072086c10. 02000000:00000001:2.0:1767384352.083453:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384352.083455:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf8f912] to pc [ptlrpcd_00_03+3] req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.083456:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.083460:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.083467:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 02000000:00000001:2.0:1767384352.083469:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.083475:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5a07956. 00000400:00000010:3.0:1767384352.083476:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000001:0.0:1767384352.083479:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.083480:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384352.083484:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743003136, portal 4 00000100:00000040:0.0:1767384352.083485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384352.083486:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 00000100:00000001:3.0:1767384352.083490:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.083493:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 00000400:00000010:2.0:1767384352.083494:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00000001:0.0:1767384352.083496:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384352.083499:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743003264, portal 25 00000100:00000010:0.0:1767384352.083501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000100:00000040:3.0:1767384352.083502:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.083504:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.083506:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000020:00000040:0.0:1767384352.083509:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384352.083516:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.083517:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.083521:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384352.083523:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384352.083527:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.083530:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384352.083531:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384352.083535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000696222dd. 00000100:00000040:2.0:1767384352.083536:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.083540:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000400:00000010:2.0:1767384352.083543:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000100:00000001:0.0:1767384352.083543:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384352.083544:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743003136, offset 0 00000100:00000200:2.0:1767384352.083549:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743003264, offset 0 00000100:00000040:0.0:1767384352.083554:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384352.083557:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.083566:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384352.083573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384352.083574:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384352.083577:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.083578:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384352.083587:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_00+0] req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.083594:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc05c00 00000400:00000200:2.0:1767384352.083595:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc05c80 00000400:00000200:2.0:1767384352.083607:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12dd [2] + 0 00000100:00000001:0.0:1767384352.083610:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.083611:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d099e078. 00000400:00000200:2.0:1767384352.083617:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004fd7b70 00000100:00000040:0.0:1767384352.083617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384352.083624:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.083628:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 2240 00000400:00000200:2.0:1767384352.083638:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384352.083639:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.083639:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384352.083644:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004fd7b70 00000100:00000010:0.0:1767384352.083644:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000400:00000200:3.0:1767384352.083648:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384352.083649:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004fd7b70. 00000020:00000040:0.0:1767384352.083651:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384352.083657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384352.083659:0:16350:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384352.083659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384352.083660:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.083663:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384352.083665:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384352.083665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.083668:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000088ddd52 x1853236743003264 msgsize 224 00000100:00100000:2.0:1767384352.083674:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384352.083674:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000085557fd3. 00000100:00000010:3.0:1767384352.083675:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000171ab4dc. 00000100:00000040:2.0:1767384352.083675:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384352.083682:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000171ab4dc x1853236743003136 msgsize 224 00000100:00000001:0.0:1767384352.083683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083684:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.083693:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000100:00000040:0.0:1767384352.083693:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384352.083698:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384352.083698:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000001:2.0:1767384352.083705:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384352.083710:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384352.083711:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.083712:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.083715:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.083720:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384352.083723:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000040:0.0:1767384352.083725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_01+1] req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.083727:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384352.083733:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.083762:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384352.083765:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.083769:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.083770:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.083771:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.083779:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00000100:00000001:0.0:1767384352.083794:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.083799:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.083800:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.083800:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.083802:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.083804:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384352.083805:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.083810:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.083813:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083814:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.083816:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294939141 00000100:00000040:3.0:1767384352.083819:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3710 usecs (4 jiffies) 00000100:00000010:2.0:1767384352.083823:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f78cc964. 00000100:00000001:3.0:1767384352.083824:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939140 00000100:00000001:2.0:1767384352.083832:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384352.083833:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.083837:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.083840:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384352.083841:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294939141 02000000:00000001:0.0:1767384352.083842:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.083843:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939141 00000100:00000010:2.0:1767384352.083847:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018541ebd. 02000000:00000001:0.0:1767384352.083849:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.083850:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939140 00000100:00000001:2.0:1767384352.083851:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384352.083857:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743003520:0@lo:400: 00000100:00000001:3.0:1767384352.083858:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.083858:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294939141 00000100:00000001:3.0:1767384352.083864:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939140 00000100:00000010:2.0:1767384352.083865:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090527202. 00000100:00000001:0.0:1767384352.083868:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384352.083871:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384352.083872:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384352.083875:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.083875:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294939141 02000000:00000001:0.0:1767384352.083876:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384352.083880:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002dffc227. 02000000:00000001:0.0:1767384352.083881:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384352.083885:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384352.083886:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939140 02000000:00000010:0.0:1767384352.083888:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000125b7cc5. 00000100:00000001:2.0:1767384352.083890:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.083892:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939141 02000000:00000001:0.0:1767384352.083894:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083896:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.083897:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.083902:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083903:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.083907:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.083907:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384352.083910:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c145ede8. 00000100:00000001:3.0:1767384352.083911:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.083912:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.083915:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384352.083918:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384352.083919:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000001:3.0:1767384352.083920:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.083920:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.083923:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384352.083924:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384352.083927:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743003520, portal 10 00000100:00000001:3.0:1767384352.083928:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384352.083929:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.083931:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.083934:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.083935:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384352.083939:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:2.0:1767384352.083941:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384352.083942:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.083944:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.083953:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.083956:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384352.083957:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384352.083961:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.083962:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384352.083967:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.083968:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.083971:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384352.083975:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743003392:0@lo:400: 02000000:00000001:3.0:1767384352.083976:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.083976:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384352.083983:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384352.083983:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384352.083985:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743003648:0@lo:400: 02000000:00000001:2.0:1767384352.083987:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384352.083990:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000001:3.0:1767384352.083991:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.083991:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.083995:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.083996:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384352.083998:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.083998:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743003520, offset 0 02000000:00000010:2.0:1767384352.084000:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417c16f. 02000000:00000001:3.0:1767384352.084004:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384352.084005:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384352.084010:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e79d595c. 00000400:00000010:2.0:1767384352.084010:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e36a48. 00000400:00000200:0.0:1767384352.084012:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384352.084017:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.084020:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:3.0:1767384352.084023:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3212e3b. 00000100:00000200:2.0:1767384352.084025:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743003392, portal 4 00000400:00000200:0.0:1767384352.084026:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.084030:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384352.084031:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000100:00000001:2.0:1767384352.084033:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000100:00000200:3.0:1767384352.084039:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743003648, portal 10 00000400:00000200:0.0:1767384352.084039:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05d80 00000100:00000040:2.0:1767384352.084040:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.084046:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.084050:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000400:00000200:0.0:1767384352.084053:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:2.0:1767384352.084060:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.084062:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.084065:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384352.084066:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.084070:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a552b937. 00000400:00000200:0.0:1767384352.084075:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384352.084076:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743003392, offset 0 00000100:00000001:3.0:1767384352.084084:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384352.084085:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384352.084086:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384352.084090:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384352.084096:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384352.084097:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384352.084097:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10265cc. 00000100:00000040:0.0:1767384352.084128:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000d10265cc x1853236743003520 msgsize 224 00000400:00000010:3.0:1767384352.084129:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000400:00000200:2.0:1767384352.084134:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc05d00 00000100:00000200:3.0:1767384352.084136:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743003648, offset 0 00000400:00000200:2.0:1767384352.084144:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 3664 00000100:00100000:0.0:1767384352.084144:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384352.084150:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.084154:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.084158:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.084160:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.084165:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.084165:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.084169:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1767384352.084169:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384352.084174:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000400:00000200:3.0:1767384352.084175:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc05e00 00000100:00000010:2.0:1767384352.084176:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000647a4b16. 00000100:00000040:2.0:1767384352.084182:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000647a4b16 x1853236743003392 msgsize 224 00000100:00000001:0.0:1767384352.084183:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384352.084187:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000200:0.0:1767384352.084192:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.084195:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384352.084195:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384352.084204:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.084208:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.084211:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384352.084213:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384352.084213:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384352.084234:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 00000100:00000040:0.0:1767384352.084235:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384352.084237:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a552b937 00000100:00000040:3.0:1767384352.084238:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000004e4a83a2 x1853236743003648 msgsize 224 00000400:00000010:2.0:1767384352.084241:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a552b937. 00000100:00000001:2.0:1767384352.084247:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384352.084252:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384352.084254:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.084264:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084265:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.084267:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384352.084271:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384352.084272:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.084273:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:3.0:1767384352.084277:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384352.084280:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384352.084286:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384352.084287:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.084288:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.084288:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084294:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.084297:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2761 usecs (3 jiffies) 00000100:00000040:2.0:1767384352.084300:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3710 usecs (4 jiffies) 00000100:00000001:0.0:1767384352.084305:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939140 00000100:00000001:2.0:1767384352.084306:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939141 00000100:00000001:3.0:1767384352.084308:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384352.084311:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939141 00000100:00000040:3.0:1767384352.084315:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.084316:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939141 00000100:00000001:0.0:1767384352.084317:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084321:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939141 00000100:00000001:0.0:1767384352.084325:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939140 00000100:00000001:2.0:1767384352.084328:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939141 00000100:00000001:0.0:1767384352.084333:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084334:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084341:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939141 00000100:00000001:0.0:1767384352.084341:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939140 00000100:00000001:3.0:1767384352.084342:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084348:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939141 00000100:00000001:3.0:1767384352.084349:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.084349:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084351:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.084357:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084357:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939140 00000100:00000001:3.0:1767384352.084358:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084360:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084363:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084365:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.084367:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3122 usecs (4 jiffies) 00000100:00000001:0.0:1767384352.084368:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.084370:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384352.084373:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294939141 00000100:00000001:2.0:1767384352.084374:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384352.084375:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084379:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084380:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.084381:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084383:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.084384:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294939141 00000100:00000001:0.0:1767384352.084386:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.084388:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084389:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084392:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.084394:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084395:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294939141 00000100:00000001:0.0:1767384352.084396:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384352.084401:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294939141 00000100:00000001:0.0:1767384352.084403:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.084404:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.084407:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084411:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294939141 00000100:00000001:0.0:1767384352.084412:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084414:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294939141 00000100:00000001:2.0:1767384352.084414:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384352.084418:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003392 00000100:00000001:3.0:1767384352.084419:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.084422:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084424:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084428:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.084429:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.084429:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.084433:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084434:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.084436:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.084437:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084439:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384352.084443:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084444:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.084447:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384352.084449:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003392 00000100:00000001:3.0:1767384352.084450:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084450:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384352.084452:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384352.084455:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003264 00000100:00000001:3.0:1767384352.084456:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.084456:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 02000000:00000001:0.0:1767384352.084460:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384352.084462:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.084464:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384352.084465:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000001:2.0:1767384352.084469:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384352.084469:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.084475:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384352.084477:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384352.084477:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084479:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384352.084480:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003136 00000020:00000010:2.0:1767384352.084483:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55eb7e1. 02000000:00000001:3.0:1767384352.084484:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384352.084485:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003264 00000100:00000001:3.0:1767384352.084487:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384352.084490:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384352.084491:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.084491:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a8e286c. 00000020:00000040:0.0:1767384352.084494:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 02000000:00000001:3.0:1767384352.084498:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.084499:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000020:00000001:0.0:1767384352.084499:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384352.084501:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003136 00000020:00000040:0.0:1767384352.084504:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384352.084506:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384352.084510:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:0.0:1767384352.084510:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384352.084511:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384352.084513:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.084516:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000020:00000010:2.0:1767384352.084517:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fa7b13. 00000020:00000001:3.0:1767384352.084518:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:0.0:1767384352.084525:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384352.084526:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000010:2.0:1767384352.084526:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a6c188b. 00000100:00000001:3.0:1767384352.084533:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.084535:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000100:00000001:0.0:1767384352.084535:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.084536:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000100:00000001:3.0:1767384352.084542:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.084542:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f4632bb. 00000100:00000040:2.0:1767384352.084544:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:3.0:1767384352.084548:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000100:00000001:0.0:1767384352.084549:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.084550:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.084553:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384352.084555:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f4632bb. 00000020:00000010:3.0:1767384352.084556:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfe82eb7. 00000100:00000001:2.0:1767384352.084556:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384352.084564:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ff74925. 00000020:00000010:0.0:1767384352.084564:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ace77d1d. 00000100:00000001:2.0:1767384352.084565:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384352.084569:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384352.084571:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384352.084574:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000020:00000010:0.0:1767384352.084574:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021906630. 00000100:00000001:2.0:1767384352.084576:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.084582:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000040:3.0:1767384352.084586:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384352.084590:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.084591:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384352.084592:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384352.084593:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384352.084598:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.084601:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384352.084601:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384352.084602:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384352.084606:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.084607:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:0.0:1767384352.084607:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084613:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040582784 : -130122668968832 : ffff89a77489f480) 00000100:00000001:3.0:1767384352.084617:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.084618:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000647a4b16 x1853236743003392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.084619:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084630:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.084632:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.084643:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.084645:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e286c. 00000100:00000001:3.0:1767384352.084647:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384352.084648:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.084649:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.084651:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384352.084653:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8e286c. 00000100:00000001:0.0:1767384352.084654:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384352.084659:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1767384352.084660:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000647a4b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16350:x1853236743003392:12345-0@lo:400: 00000100:00100000:0.0:1767384352.084664:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384352.084667:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000100:00000200:2.0:1767384352.084668:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003392 00000100:00000040:0.0:1767384352.084671:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384352.084673:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950952734720 : -130122756816896 : ffff89a76f4d8000) 00000020:00000001:2.0:1767384352.084674:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384352.084675:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087294544 : -130122622257072 : ffff89a77752b850) 00000020:00000001:2.0:1767384352.084678:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.084681:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.084682:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000171ab4dc x1853236743003136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.084685:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384352.084686:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000088ddd52 x1853236743003264/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.084690:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:2.0:1767384352.084695:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.084698:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.084703:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384352.084707:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384352.084711:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384352.084711:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.084716:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384352.084717:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.084718:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000100:00000001:2.0:1767384352.084719:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384352.084724:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.084725:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384352.084725:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f4632bb. 00000020:00000010:3.0:1767384352.084729:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 02000000:00000010:2.0:1767384352.084730:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052f569c9. 00000100:00000001:0.0:1767384352.084731:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.084735:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.084737:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f4632bb. 00000100:00100000:3.0:1767384352.084740:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000171ab4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853236743003136:12345-0@lo:13: 00000100:00000001:2.0:1767384352.084741:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.084746:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.084747:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000088ddd52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743003264:12345-0@lo:400: 00000100:00000200:3.0:1767384352.084750:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003136 00010000:00000040:2.0:1767384352.084751:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743003392 00000020:00000001:3.0:1767384352.084755:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384352.084757:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384352.084757:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003264 00000020:00000001:3.0:1767384352.084759:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:2.0:1767384352.084762:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000647a4b16 x1853236743003392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384352.084764:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.084764:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384352.084769:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384352.084770:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384352.084775:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00010000:00000001:2.0:1767384352.084775:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384352.084775:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.084779:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.084782:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.084783:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1767384352.084784:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=52 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384352.084787:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.084788:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000001:2.0:1767384352.084789:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384352.084790:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384352.084794:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384352.084794:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:3.0:1767384352.084797:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.084802:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384352.084802:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384352.084803:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384352.084806:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384352.084807:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384352.084808:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384352.084812:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f4c053c0. 02000000:00000001:2.0:1767384352.084812:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.084813:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384352.084819:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084820:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384352.084820:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384352.084825:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384352.084826:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.084826:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.084828:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a552b937. 00002000:00000001:3.0:1767384352.084831:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384352.084833:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384352.084834:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743003392, offset 224 00000100:00000001:0.0:1767384352.084838:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:3.0:1767384352.084841:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:2.0:1767384352.084842:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384352.084843:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384352.084846:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000010:0.0:1767384352.084850:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002121f44b. 00000400:00000200:2.0:1767384352.084853:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384352.084855:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.084855:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.084861:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:3.0:1767384352.084862:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:2.0:1767384352.084862:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc05d00 00000020:00000001:0.0:1767384352.084869:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384352.084870:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:2.0:1767384352.084873:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ae5 [1] + 224 00000020:00000020:3.0:1767384352.084876:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00010000:00000040:0.0:1767384352.084876:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743003264 00000400:00000200:2.0:1767384352.084878:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384352.084881:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000020:3.0:1767384352.084884:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:2.0:1767384352.084887:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:0.0:1767384352.084889:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000088ddd52 x1853236743003264/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384352.084891:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384352.084894:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384352.084896:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384352.084899:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.084900:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384352.084903:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.084909:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743003136 00010000:00000001:3.0:1767384352.084916:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384352.084916:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384352.084921:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.084922:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384352.084925:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000171ab4dc x1853236743003136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384352.084930:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.084940:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.084945:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384352.084951:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384352.084955:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384352.084956:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384352.084958:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.084958:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384352.084959:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.084963:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a552b937 00000100:00001000:3.0:1767384352.084964:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.084965:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384352.084967:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a552b937. 00000100:00000001:3.0:1767384352.084970:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384352.084972:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384352.084973:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384352.084975:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 23 to 0@lo 00000100:00000001:2.0:1767384352.084976:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384352.084979:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000001:3.0:1767384352.084980:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384352.084981:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.084985:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743003264, offset 224 02000000:00000001:3.0:1767384352.084987:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384352.084989:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 22 to 0@lo 02000000:00000001:3.0:1767384352.084990:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.084994:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384352.084995:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384352.084996:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384352.084997:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.085003:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384352.085004:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384352.085009:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384352.085011:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000040:2.0:1767384352.085011:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000647a4b16 x1853236743003392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.085017:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743003136, offset 224 00000100:00100000:2.0:1767384352.085024:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000647a4b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16350:x1853236743003392:12345-0@lo:400: Request processed in 377us (837us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384352.085025:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc05c80 00000400:00000200:3.0:1767384352.085030:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384352.085041:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000200:0.0:1767384352.085043:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:3.0:1767384352.085045:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384352.085054:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000400:00000200:0.0:1767384352.085056:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.085058:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384352.085062:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc05c00 00000100:00000001:2.0:1767384352.085062:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384352.085066:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384352.085069:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a6c188b. 00000400:00000200:3.0:1767384352.085073:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1acd [1] + 224 00000020:00000010:2.0:1767384352.085073:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000020:00000010:2.0:1767384352.085075:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fa7b13. 00000400:00000200:3.0:1767384352.085080:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.085082:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384352.085083:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000400:00000200:3.0:1767384352.085087:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.085088:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.085092:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.085097:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.085122:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384352.085124:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384352.085128:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:2.0:1767384352.085144:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384352.085147:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.085148:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384352.085154:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384352.085155:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384352.085157:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.085160:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e36a48. 00000400:00000200:2.0:1767384352.085166:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:2.0:1767384352.085170:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000001:3.0:1767384352.085171:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.085176:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384352.085178:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.085181:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000100:00000200:2.0:1767384352.085182:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384352.085184:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384352.085189:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.085191:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384352.085195:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000100:00000200:2.0:1767384352.085196:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.085198:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.085200:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000040:3.0:1767384352.085205:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.085208:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384352.085210:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384352.085212:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384352.085214:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085231:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384352.085233:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384352.085233:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085234:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.085240:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000171ab4dc x1853236743003136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.085240:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384352.085242:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 02000000:00000001:2.0:1767384352.085244:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.085247:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384352.085249:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384352.085250:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.085253:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.085256:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.085260:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384352.085264:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=52 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384352.085265:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000171ab4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743003136:12345-0@lo:13: Request processed in 552us (1580us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384352.085269:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000088ddd52 x1853236743003264/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384352.085272:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.085281:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384352.085282:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384352.085285:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.085288:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00010000:00000001:2.0:1767384352.085291:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384352.085293:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384352.085296:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1767384352.085298:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384352.085300:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ff74925. 00000020:00000010:3.0:1767384352.085305:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000100:00100000:0.0:1767384352.085305:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000088ddd52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743003264:12345-0@lo:400: Request processed in 585us (1633us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384352.085312:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfe82eb7. 00000020:00000040:3.0:1767384352.085319:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:3.0:1767384352.085325:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.085326:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.085327:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000001:2.0:1767384352.085332:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384352.085334:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000040:2.0:1767384352.085335:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384352.085341:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384352.085341:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.085343:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.085345:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384352.085348:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.085349:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384352.085352:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021906630. 00000100:00100000:3.0:1767384352.085354:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003520 02000000:00000001:3.0:1767384352.085360:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.085362:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.085362:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:3.0:1767384352.085364:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.085368:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384352.085369:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.085370:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ace77d1d. 00000100:00000001:2.0:1767384352.085371:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384352.085373:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.085376:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384352.085377:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:0.0:1767384352.085384:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384352.085386:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003520 02000000:00000010:0.0:1767384352.085389:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002121f44b. 00000020:00000001:3.0:1767384352.085390:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384352.085391:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743003392:0@lo:400: 00000020:00000040:3.0:1767384352.085395:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 02000000:00000001:0.0:1767384352.085396:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384352.085398:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1767384352.085399:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384352.085401:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:0.0:1767384352.085401:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384352.085402:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.085405:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000020:00000001:3.0:1767384352.085408:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000200:2.0:1767384352.085410:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000020:00000001:3.0:1767384352.085411:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000200:0.0:1767384352.085411:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384352.085414:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000100:00000001:3.0:1767384352.085419:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384352.085419:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384352.085420:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1b8315. 00000020:00000010:3.0:1767384352.085424:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000100:00000200:2.0:1767384352.085425:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.085428:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e8103f6. 00000100:00000001:3.0:1767384352.085429:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.085434:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000020:00000010:3.0:1767384352.085441:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfe82eb7. 00000100:00000200:2.0:1767384352.085442:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384352.085447:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ff74925. 00000100:00000001:2.0:1767384352.085452:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384352.085453:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000001:2.0:1767384352.085455:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.085457:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.085459:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.085460:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.085461:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.085463:0:17854:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384352.085463:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384352.085464:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.085469:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384352.085469:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003648 00000100:00001000:2.0:1767384352.085470:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=62 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384352.085472:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384352.085474:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384352.085475:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.085479:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.085482:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384352.085483:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.085484:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.085485:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384352.085488:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085491:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384352.085492:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085494:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.085498:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003648 00000100:00000001:3.0:1767384352.085499:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.085499:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.085503:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.085504:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384352.085506:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.085507:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000001:3.0:1767384352.085511:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384352.085512:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384352.085512:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384352.085515:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384352.085517:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000100:00100000:3.0:1767384352.085524:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00000001:0.0:1767384352.085524:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384352.085528:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384352.085531:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:2.0:1767384352.085532:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384352.085532:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:3.0:1767384352.085537:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089054976 : -130122620496640 : ffff89a7776d9500) 00000100:00000001:2.0:1767384352.085537:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.085538:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.085544:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f4632bb. 00000100:00000040:2.0:1767384352.085546:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.085548:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d10265cc x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384352.085552:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003786e79b. 00000020:00000040:0.0:1767384352.085561:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00100000:2.0:1767384352.085577:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743003264:0@lo:400: 00000100:00000001:0.0:1767384352.085577:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384352.085580:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384352.085583:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384352.085585:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000020:00000010:0.0:1767384352.085585:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ace77d1d. 00000100:00000001:2.0:1767384352.085586:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.085590:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf8f912 x1853236743003392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.085593:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.085595:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021906630. 00000020:00000010:3.0:1767384352.085603:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000100:00000001:2.0:1767384352.085603:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384352.085604:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 02000000:00000001:2.0:1767384352.085606:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.085609:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417c16f. 00000100:00000001:0.0:1767384352.085613:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384352.085614:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384352.085617:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384352.085618:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384352.085619:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d10265cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743003520:12345-0@lo:400: 00000020:00000040:2.0:1767384352.085623:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384352.085623:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384352.085629:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003520 00000020:00000001:2.0:1767384352.085630:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384352.085632:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384352.085634:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384352.085634:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000034f3540a. 00000100:00000001:0.0:1767384352.085636:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384352.085640:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.085641:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384352.085641:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.085644:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384352.085645:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384352.085646:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 00000100:00000001:0.0:1767384352.085650:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.085651:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384352.085652:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384352.085655:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384352.085656:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:2.0:1767384352.085658:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384352.085663:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384352.085663:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236743003264/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.085664:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.085668:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384352.085669:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384352.085677:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384352.085677:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:3.0:1767384352.085681:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384352.085684:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000020:00000001:3.0:1767384352.085686:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.085690:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040496384 : -130122669055232 : ffff89a77488a300) 00000020:00000001:3.0:1767384352.085692:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384352.085695:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384352.085700:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384352.085700:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384352.085703:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e4a83a2 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.085704:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384352.085706:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000012b8b223. 02000000:00000010:2.0:1767384352.085706:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5a07956. 02000000:00000001:3.0:1767384352.085712:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.085712:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.085715:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384352.085717:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.085718:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384352.085721:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.085723:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.085726:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f09383ec. 00010000:00000040:3.0:1767384352.085727:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743003520 02000000:00000001:2.0:1767384352.085730:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384352.085732:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384352.085734:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.085737:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00010000:00000200:3.0:1767384352.085740:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d10265cc x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.085741:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.085743:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384352.085744:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.085749:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.085749:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016285d94. 00010000:00000001:3.0:1767384352.085753:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.085756:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.085756:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.085757:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767384352.085758:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.085761:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.085763:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016285d94. 00000100:00000001:2.0:1767384352.085767:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.085768:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384352.085771:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.085773:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e4a83a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743003648:12345-0@lo:400: 00000100:00000040:3.0:1767384352.085774:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.085779:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000200:0.0:1767384352.085784:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003648 02000000:00000001:3.0:1767384352.085785:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1767384352.085786:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1767384352.085788:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.085790:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384352.085792:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384352.085792:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000020:00000001:0.0:1767384352.085794:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384352.085799:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384352.085800:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.085803:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000020:00000001:0.0:1767384352.085804:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384352.085807:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743003520, offset 224 00000020:00000001:0.0:1767384352.085808:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384352.085812:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384352.085813:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.085817:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384352.085817:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.085822:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384352.085823:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:2.0:1767384352.085825:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384352.085827:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:2.0:1767384352.085829:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.085831:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384352.085832:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.085833:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:3.0:1767384352.085840:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05d80 00000400:00000200:2.0:1767384352.085840:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000020:00000001:0.0:1767384352.085841:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384352.085845:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000001:0.0:1767384352.085847:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384352.085849:0:16348:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384352.085851:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384352.085853:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1add [1] + 224 00000100:00000200:2.0:1767384352.085856:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384352.085857:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002121f44b. 00000400:00000200:3.0:1767384352.085858:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384352.085864:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.085869:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.085871:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.085876:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384352.085878:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.085882:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.085883:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384352.085884:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743003648 00010000:00000001:0.0:1767384352.085890:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.085897:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e4a83a2 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.085908:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.085910:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.085915:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384352.085917:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.085921:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384352.085924:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.085927:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384352.085927:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085931:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.085934:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.085935:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.085937:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384352.085938:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=52 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384352.085942:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384352.085943:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=52 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384352.085944:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000100:00000040:0.0:1767384352.085948:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000400:00000010:3.0:1767384352.085949:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:2.0:1767384352.085950:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.085952:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.085954:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384352.085955:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384352.085957:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:2.0:1767384352.085961:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.085962:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.085962:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000040:3.0:1767384352.085969:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 02000000:00000001:0.0:1767384352.085971:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.085975:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.085976:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384352.085978:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.085980:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.085983:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384352.085983:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384352.085984:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384352.085988:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384352.085992:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10265cc x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.085992:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384352.085993:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384352.085995:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.086000:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000040:2.0:1767384352.086004:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.086007:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743003648, offset 224 00000400:00000200:0.0:1767384352.086022:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384352.086029:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d10265cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743003520:12345-0@lo:400: Request processed in 444us (1895us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384352.086029:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.086035:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.086038:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.086038:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1767384352.086044:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00100000:3.0:1767384352.086047:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000004:00000040:2.0:1767384352.086048:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:0.0:1767384352.086053:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc05e00 00000100:00000040:3.0:1767384352.086054:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000004:00000040:2.0:1767384352.086054:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384352.086063:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000020:2.0:1767384352.086065:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:0.0:1767384352.086068:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ae9 [1] + 224 00000100:00000001:3.0:1767384352.086069:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1767384352.086071:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384352.086075:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ff74925. 00000100:00000040:2.0:1767384352.086078:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.086079:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384352.086080:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000020:00000010:3.0:1767384352.086085:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfe82eb7. 00000100:00100000:2.0:1767384352.086090:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743003136:0@lo:13: 00000400:00000200:0.0:1767384352.086091:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384352.086097:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:3.0:1767384352.086117:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086123:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.086124:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.086132:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.086133:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.086138:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca7de755 x1853236743003136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.086147:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.086151:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384352.086155:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.086159:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384352.086161:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384352.086162:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c145ede8. 00000100:00000040:0.0:1767384352.086164:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.086165:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384352.086167:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 02000000:00000010:2.0:1767384352.086169:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000072086c10. 00000400:00000010:3.0:1767384352.086171:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 02000000:00000001:2.0:1767384352.086174:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384352.086178:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384352.086178:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.086182:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1767384352.086185:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.086186:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384352.086186:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384352.086190:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac47f470. 02000000:00000001:2.0:1767384352.086195:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384352.086196:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 02000000:00000001:2.0:1767384352.086197:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384352.086200:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384352.086202:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7de755. 00000400:00000010:0.0:1767384352.086202:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:2.0:1767384352.086208:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.086210:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.086212:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.086214:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.086214:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.086215:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.086217:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086231:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.086233:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.086237:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384352.086237:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384352.086239:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384352.086242:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767384352.086243:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384352.086244:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384352.086245:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:2.0:1767384352.086246:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3212e3b. 00000100:00000001:3.0:1767384352.086248:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.086254:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.086254:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00010000:00000001:0.0:1767384352.086254:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384352.086259:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000020:00000001:0.0:1767384352.086259:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.086262:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384352.086264:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384352.086266:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384352.086269:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=56 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384352.086271:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.086274:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e4a83a2 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.086275:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384352.086279:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.086283:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384352.086289:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.086300:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.086318:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e4a83a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743003648:12345-0@lo:400: Request processed in 571us (2073us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384352.086319:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.086321:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.086325:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.086327:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384352.086328:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384352.086331:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384352.086332:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.086335:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.086338:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384352.086338:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.086338:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1767384352.086343:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.086344:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.086350:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=56 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384352.086352:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000040:3.0:1767384352.086354:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.086357:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.086361:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384352.086364:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=56 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384352.086367:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021906630. 00000100:00000001:2.0:1767384352.086373:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.086376:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.086376:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00010000:00000001:2.0:1767384352.086380:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384352.086383:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ace77d1d. 00010000:00080000:2.0:1767384352.086386:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384352.086391:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:0.0:1767384352.086397:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.086404:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.086407:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.086408:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384352.086411:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086411:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384352.086414:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384352.086418:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.086419:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384352.086422:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.086429:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384352.086432:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743003520:0@lo:400: 00000100:00000001:3.0:1767384352.086440:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.086444:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384352.086444:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.086449:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384352.086450:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743003520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.086452:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.086460:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.086462:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384352.086465:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384352.086468:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000125b7cc5. 00000100:00100000:2.0:1767384352.086472:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743003648:0@lo:400: 02000000:00000001:3.0:1767384352.086473:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384352.086476:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384352.086478:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384352.086478:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086481:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384352.086482:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384352.086486:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000696222dd. 00000100:00000040:2.0:1767384352.086486:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743003648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.086490:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384352.086493:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384352.086495:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:2.0:1767384352.086496:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384352.086501:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384352.086501:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384352.086505:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384352.086505:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e79d595c. 00000100:00000001:3.0:1767384352.086508:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.086510:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384352.086514:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384352.086514:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384352.086518:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.086518:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384352.086523:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384352.086523:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384352.086527:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.086527:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085557fd3. 02000000:00000001:2.0:1767384352.086532:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.086538:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.086540:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:2.0:1767384352.086542:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.086544:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086545:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.086548:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.086549:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.086551:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.086552:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.089128:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294939141, at 4294939142 00000100:00000010:1.0:1767384352.089135:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018541ebd. 00000100:00000040:3.0:1767384352.089155:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294939141, at 4294939142 00000100:00000010:3.0:1767384352.089161:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002dffc227. 00000100:00000040:2.0:1767384352.089177:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294939141, at 4294939142 00000100:00000040:0.0:1767384352.089177:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294939141, at 4294939142 00000100:00000010:2.0:1767384352.089186:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090527202. 00000100:00000010:0.0:1767384352.089188:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f78cc964. 00010000:00000001:0.0:1767384352.276161:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384352.276166:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.276171:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384352.276172:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.276204:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384352.276208:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.276210:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384352.587148:0:32045:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384352.587154:0:32045:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384352.589880:0:32045:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384352.597747:0:32046:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004da3b707. 00000400:00000010:1.0:1767384352.597762:0:32046:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000065172b26. 00000400:00000010:1.0:1767384352.597770:0:32046:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001a4f52ca. 00000400:00000010:1.0:1767384352.597773:0:32046:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ad3d743a. 00000400:00000010:1.0:1767384352.597776:0:32046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c89256d. 00000400:00000010:1.0:1767384352.597780:0:32046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006eaedad7. 00000400:00000010:1.0:1767384352.597781:0:32046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000048cc31ad. 00000400:00000010:1.0:1767384352.597783:0:32046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bbcc74c7. 00000400:00000010:1.0:1767384352.597785:0:32046:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004f3d7689. 00000800:00000010:1.0:1767384352.597800:0:32046:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a9024a0f. 00000800:00000200:1.0:1767384352.597810:0:32046:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384352.597819:0:32046:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384352.597852:0:32046:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384352.597871:0:32046:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384352.599122:0:32046:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384352.599129:0:32046:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 00000400:00000010:1.0:1767384352.599136:0:32046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000001:1.0:1767384352.599159:0:32046:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.599162:0:32046:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.599171:0:32046:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089e2387. 00000400:00000200:1.0:1767384352.599175:0:32046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:1.0:1767384352.599177:0:32046:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000400:00000010:1.0:1767384352.599182:0:32046:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000005a6a0f7a. 00000400:00000200:1.0:1767384352.599187:0:32046:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (30) 00000400:00000200:1.0:1767384352.599202:0:32046:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384352.599225:0:32046:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000400:00000200:2.0:1767384352.599230:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384352.599234:0:32046:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d4492ce. 00000400:00000200:2.0:1767384352.599237:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000020:01000000:1.0:1767384352.599243:0:32046:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384352.599245:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000400:00000200:2.0:1767384352.599250:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000020:01000000:1.0:1767384352.599250:0:32046:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp39 00000400:00000010:2.0:1767384352.599257:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e5082e5. 00000400:00000200:2.0:1767384352.599262:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp21 00000400:00000010:1.0:1767384352.599270:0:32046:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000065172b26. 00000400:00000200:2.0:1767384352.599276:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp21 to MR: 192.168.204.108@tcp21 local destination 00000400:00000010:1.0:1767384352.599276:0:32046:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004da3b707. 00000400:00000200:2.0:1767384352.599285:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [124:124:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [121:121:8:4294967295] 00000020:00000001:0.0:1767384352.599291:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384352.599292:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp21 00000400:00000200:2.0:1767384352.599300:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) -> 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) : PUT try# 0 10000000:00000001:0.0:1767384352.599302:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384352.599306:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.108@tcp21 10000000:00000001:0.0:1767384352.599307:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384352.599311:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:2.0:1767384352.599312:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac47f470. 00000020:01000004:0.0:1767384352.599314:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384352.599317:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384352.599318:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384352.599320:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (6) 00000020:01000004:0.0:1767384352.599320:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.599321:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.599324:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.599326:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384352.599327:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384352.599328:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.599329:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384352.599332:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:988 00000100:00000010:0.0:1767384352.599334:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000800:00000200:2.0:1767384352.599336:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac47f470 type 1, nob 624 niov 1 nkiov 1 00000020:00000040:0.0:1767384352.599339:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384352.599345:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.599349:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.599353:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.599356:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384352.599360:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000010:0.0:1767384352.599365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000051199c4a. 00000100:00000001:0.0:1767384352.599373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.599382:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.599392:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.599401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078c0273f] to pc [ptlrpcd_00_02+2] req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384352.599434:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384352.599436:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384352.599438:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384352.599441:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac47f470. 00000100:00000001:2.0:1767384352.599443:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384352.599443:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384352.599447:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384352.599454:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.599454:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.599459:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384352.599459:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384352.599465:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: PUT: OK 10000000:00000001:0.0:1767384352.599465:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384352.599468:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384352.599469:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384352.599474:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:01000000:0.0:1767384352.599474:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384352.599481:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384352.599482:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp21: 0 00000100:00000001:2.0:1767384352.599483:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384352.599484:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384352.599488:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384352.599489:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.599493:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384352.599494:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384352.599495:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384352.599497:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384352.599498:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000001:3.0:1767384352.599502:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:0.0:1767384352.599503:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384352.599504:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384352.599508:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767384352.599509:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743003776:0@lo:253: 00000020:01000004:0.0:1767384352.599511:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:3.0:1767384352.599512:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.599513:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384352.599516:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384352.599518:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000800:00000001:3.0:1767384352.599520:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.599520:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384352.599523:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:2.0:1767384352.599524:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.599530:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384352.599531:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : PUT - for me 00000100:00000001:0.0:1767384352.599531:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384352.599536:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071134ca7. 02000000:00000001:0.0:1767384352.599536:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.599540:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.599541:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.599545:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384352.599546:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 02000000:00000010:0.0:1767384352.599551:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e14bbf04. 00000400:00000010:2.0:1767384352.599553:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006673a429. 00000400:00000200:3.0:1767384352.599555:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 512/528 into md 0x1a99 [1] + 0 00000100:00000001:0.0:1767384352.599558:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.599562:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d9be6a2. 00000100:00000001:0.0:1767384352.599565:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384352.599568:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbd3a1be 00000100:00000001:0.0:1767384352.599568:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384352.599576:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384352.599576:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743003776, portal 25 00000100:00000040:0.0:1767384352.599577:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_03+3] req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.599582:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384352.599584:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.599585:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 00000400:00000200:3.0:1767384352.599592:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384352.599596:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384352.599602:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.599606:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: PUT: OK 10000000:00000001:0.0:1767384352.599608:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.599613:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384352.599615:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.599617:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbd3a1be 00000100:00000040:2.0:1767384352.599619:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384352.599620:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384352.599622:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbd3a1be. 00000400:00000010:2.0:1767384352.599624:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066351c91. 00000400:00000200:3.0:1767384352.599631:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:2.0:1767384352.599631:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743003776, offset 0 00000020:00000010:0.0:1767384352.599632:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d4492ce. 00000400:00000200:2.0:1767384352.599638:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.599639:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:3.0:1767384352.599647:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384352.599652:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.599655:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (528 bytes) 00000400:00000200:2.0:1767384352.599663:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05e80 00000400:00000200:3.0:1767384352.599664:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384352.599672:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1301 [2] + 0 00000400:00000010:2.0:1767384352.599675:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006947bf02. 00000400:00000200:3.0:1767384352.599677:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (33) 00000400:00000200:2.0:1767384352.599678:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c6de411 00000400:00000200:2.0:1767384352.599686:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.599686:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.599688:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384352.599690:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.599695:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384352.599700:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp21 to MR: 192.168.204.108@tcp21 local destination 00000400:00000200:2.0:1767384352.599700:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384352.599704:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.599716:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp21 NI seq info: [125:125:256:4294967295] 192.168.204.108@tcp21 LPNI seq info [122:122:8:4294967295] 00000100:00000001:0.0:1767384352.599720:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.599723:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.599727:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384352.599732:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384352.599736:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) -> 192.168.204.108@tcp21(192.168.204.108@tcp21:192.168.204.108@tcp21) 192.168.204.108@tcp21 : ACK try# 0 02000000:00000001:0.0:1767384352.599737:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.599742:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6de411 00000800:00000200:3.0:1767384352.599743:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp21 00000100:00100000:0.0:1767384352.599744:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743003904:0@lo:253: 00000400:00000010:2.0:1767384352.599747:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c6de411. 00000800:00000010:3.0:1767384352.599750:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000395bf2b1. 00000100:00000001:0.0:1767384352.599754:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384352.599755:0:16349:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384352.599758:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384352.599759:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384352.599762:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.599763:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000060e509d2 x1853236743003776 msgsize 4848 00000800:00000200:3.0:1767384352.599768:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (6) 02000000:00000001:0.0:1767384352.599769:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384352.599775:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384352.599778:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1767384352.599778:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a9c0e06. 00000800:00000200:3.0:1767384352.599782:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:999 02000000:00000001:0.0:1767384352.599784:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384352.599786:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000395bf2b1 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384352.599790:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384352.599792:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fd4ebee. 00000400:00000200:2.0:1767384352.599795:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066351c91 00000400:00000010:2.0:1767384352.599798:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066351c91. 00000800:00000001:3.0:1767384352.599799:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384352.599801:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384352.599805:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384352.599806:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.599808:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075b8267a. 00000100:00000200:0.0:1767384352.599816:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743003904, portal 25 00000100:00000001:2.0:1767384352.599818:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384352.599821:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384352.599823:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.599825:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000001:2.0:1767384352.599835:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.599837:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.599838:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.599843:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.599849:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294939657 00000100:00000001:0.0:1767384352.599850:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384352.599854:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090527202. 00000100:00000040:0.0:1767384352.599857:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384352.599862:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384352.599863:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384352.599863:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000594678de. 00000800:00000010:3.0:1767384352.599867:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000395bf2b1. 00000100:00000001:2.0:1767384352.599869:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294939657 00000100:00000200:0.0:1767384352.599870:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743003904, offset 0 00000400:00000200:3.0:1767384352.599871:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384352.599876:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f3f398e. 00000400:00000200:3.0:1767384352.599882:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: ACK: OK 00000100:00000001:2.0:1767384352.599882:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384352.599886:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384352.599888:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294939657 00000800:00000001:3.0:1767384352.599891:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384352.599892:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f78cc964. 00000800:00000001:3.0:1767384352.599896:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.599897:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384352.599900:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384352.599903:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384352.599903:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294939657 00000800:00000001:3.0:1767384352.599909:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384352.599910:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002dffc227. 00000400:00000200:0.0:1767384352.599913:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05f00 00000800:00000001:3.0:1767384352.599915:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384352.599916:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384352.599923:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000800:00000001:3.0:1767384352.599924:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.599927:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.599932:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.599934:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000de26623. 00000400:00000200:3.0:1767384352.599937:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp21(192.168.204.108@tcp21) <- 192.168.204.108@tcp21 : ACK - for me 00000100:00000001:2.0:1767384352.599938:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.599944:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.599949:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001021a73a 00000100:00000001:2.0:1767384352.599953:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.599956:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384352.599957:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.599961:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.599965:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp21: ACK from 12345-192.168.204.108@tcp21 into md 0x1b11 00000100:00000001:2.0:1767384352.599965:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384352.599968:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.599969:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.599973:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.599975:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.599978:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001021a73a 00000400:00000200:3.0:1767384352.599982:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp21->192.168.204.108@tcp21: ACK: OK 00000400:00000010:0.0:1767384352.599983:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001021a73a. 00000400:00000200:3.0:1767384352.599991:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000100:00000001:0.0:1767384352.599991:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.599994:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384352.599996:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384352.599998:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e2c15256 x1853236743003904 msgsize 4848 00000100:00100000:2.0:1767384352.600000:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003776 00000400:00000010:3.0:1767384352.600001:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 02000000:00000001:2.0:1767384352.600004:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384352.600009:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384352.600009:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384352.600011:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384352.600013:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600016:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000040:0.0:1767384352.600017:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 02000000:00000001:2.0:1767384352.600019:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600022:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00100000:2.0:1767384352.600024:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003776 00000400:00000200:3.0:1767384352.600027:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000020:00000001:2.0:1767384352.600027:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384352.600029:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384352.600032:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384352.600035:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767384352.600036:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384352.600037:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000400:00000200:0.0:1767384352.600039:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594678de 00000800:00000001:3.0:1767384352.600041:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.600041:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:0.0:1767384352.600044:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000594678de. 00000020:00000001:2.0:1767384352.600047:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384352.600050:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384352.600052:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.600057:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e55bf22. 00000100:00000200:0.0:1767384352.600057:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.600063:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384352.600069:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384352.600070:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e55bf22. 00000400:00000010:3.0:1767384352.600078:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000009923fa4e. 00000100:00000001:0.0:1767384352.600078:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384352.600082:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b5277a7. 00000100:00000040:0.0:1767384352.600084:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384352.600086:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000020:00000010:2.0:1767384352.600091:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f319af14. 00000400:00000010:3.0:1767384352.600095:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000020:00000010:2.0:1767384352.600123:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000400:00000200:3.0:1767384352.600129:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009923fa4e 00000400:00000010:3.0:1767384352.600135:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000e66574f8. 00000100:00000040:2.0:1767384352.600135:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384352.600138:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600143:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000100:00000001:2.0:1767384352.600143:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.600143:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.600147:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.600150:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.600151:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.600157:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294939658 00000100:00000001:2.0:1767384352.600160:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600161:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000100:00000001:0.0:1767384352.600165:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939657 00000400:00000200:3.0:1767384352.600167:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000100:00000001:2.0:1767384352.600171:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.600173:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294939658 00000400:00000010:3.0:1767384352.600174:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000074122e07. 00000100:00000001:0.0:1767384352.600179:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939657 00000400:00000010:3.0:1767384352.600180:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000001:0.0:1767384352.600189:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294939658 00000400:00000010:3.0:1767384352.600190:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005ba2748a. 00000100:00000001:2.0:1767384352.600191:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384352.600194:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743003904 02000000:00000001:2.0:1767384352.600198:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.600198:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939657 00000100:00000001:2.0:1767384352.600201:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384352.600203:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:2.0:1767384352.600204:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.600206:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294939658 02000000:00000001:2.0:1767384352.600225:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600227:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000100:00100000:2.0:1767384352.600231:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743003904 00000100:00000001:0.0:1767384352.600233:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939657 00000020:00000001:2.0:1767384352.600234:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384352.600235:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000040:2.0:1767384352.600237:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384352.600241:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.600241:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384352.600245:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000200:3.0:1767384352.600247:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000001:0.0:1767384352.600248:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.600249:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384352.600253:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384352.600257:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000001:2.0:1767384352.600259:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.600261:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.600264:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e55bf22. 00000400:00000200:3.0:1767384352.600266:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000100:00000001:0.0:1767384352.600266:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.600270:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.600275:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e55bf22. 00000100:00000001:0.0:1767384352.600276:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384352.600280:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000010:2.0:1767384352.600281:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035f2c5cf. 00000100:00000001:0.0:1767384352.600281:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384352.600289:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000100:00000001:0.0:1767384352.600289:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.600290:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000100:00000001:0.0:1767384352.600293:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384352.600296:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384352.600297:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600300:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000100:00000001:0.0:1767384352.600304:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600305:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000100:00000001:2.0:1767384352.600305:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.600308:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.600311:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600316:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00000100:00000001:2.0:1767384352.600317:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600324:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000100:00000001:2.0:1767384352.600327:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.600329:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000400:00000200:3.0:1767384352.600335:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000100:00000001:0.0:1767384352.600337:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384352.600340:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000100:00000001:2.0:1767384352.600341:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.600342:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384352.600344:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384352.600352:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000100:00100000:0.0:1767384352.600352:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:0.0:1767384352.600360:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000400:00000200:3.0:1767384352.600361:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000100:00100000:2.0:1767384352.600364:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:0.0:1767384352.600366:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087288400 : -130122622263216 : ffff89a77752a050) 00000100:00000040:2.0:1767384352.600367:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384352.600372:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087285328 : -130122622266288 : ffff89a777529450) 00000100:00000040:0.0:1767384352.600377:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060e509d2 x1853236743003776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.600380:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2c15256 x1853236743003904/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.600383:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:3.0:1767384352.600401:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000100:00000001:2.0:1767384352.600414:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384352.600415:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000100:00000001:0.0:1767384352.600417:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384352.600423:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 00000020:00000010:2.0:1767384352.600424:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e55bf22. 00000020:00000010:0.0:1767384352.600424:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce0bc749. 00000400:00000200:3.0:1767384352.600431:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 32], ns[117, 32] 00000100:00000001:2.0:1767384352.600432:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.600432:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.600437:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e55bf22. 00000020:00000010:0.0:1767384352.600441:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce0bc749. 00000400:00000200:3.0:1767384352.600446:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[97, 32] 00000100:00100000:2.0:1767384352.600447:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c15256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743003904:12345-0@lo:253: 00000100:00100000:0.0:1767384352.600453:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060e509d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743003776:12345-0@lo:253: 00000100:00000200:2.0:1767384352.600458:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003904 00000400:00000200:3.0:1767384352.600460:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[74, 32] 00000020:00000001:2.0:1767384352.600464:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384352.600465:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743003776 00000400:00000200:3.0:1767384352.600469:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 32], ns[83, 32] 00000020:00000001:2.0:1767384352.600469:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384352.600471:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384352.600473:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.600477:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.600479:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384352.600481:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600483:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 32], ns[114, 32] 00000020:00000001:2.0:1767384352.600483:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384352.600485:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.600489:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.600490:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384352.600493:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 32], ns[110, 32] 00000020:00000001:2.0:1767384352.600494:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.600497:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.600499:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384352.600501:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.600503:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384352.600506:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[115, 32] 00000020:00000001:2.0:1767384352.600508:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.600509:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384352.600512:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[109, 32] 00000020:00000001:0.0:1767384352.600513:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384352.600514:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.600519:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384352.600519:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600520:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[116, 32] 00000100:00000001:0.0:1767384352.600526:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384352.600527:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004388e0a1. 00000400:00000200:3.0:1767384352.600528:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 02000000:00000001:0.0:1767384352.600531:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384352.600532:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600535:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000100:00000001:2.0:1767384352.600537:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.600540:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008ffbdb94. 00000400:00000200:3.0:1767384352.600541:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp38 20000000:00000001:2.0:1767384352.600541:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384352.600547:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp38 lpni_is_preferred = 0 20000000:00000010:2.0:1767384352.600551:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027e2c012. 00000400:00000200:3.0:1767384352.600553:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp38 02000000:00000001:0.0:1767384352.600554:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384352.600557:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384352.600561:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600562:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [126:126:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [123:123:8:4294967295] 20000000:00000001:2.0:1767384352.600562:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384352.600566:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384352.600568:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384352.600569:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.600573:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.600576:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp38 20000000:00000001:2.0:1767384352.600577:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384352.600587:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000023fa7b13. 00000400:00000200:3.0:1767384352.600589:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:) -> 192.168.204.108@tcp38(192.168.204.108@tcp:192.168.204.108@tcp38) : GET try# 0 20000000:01000000:2.0:1767384352.600590:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000010:0.0:1767384352.600592:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a366f92. 20000000:00000001:2.0:1767384352.600596:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384352.600598:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384352.600602:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384352.600605:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384352.600606:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384352.600610:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.0:1767384352.600611:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp38 20000000:00000001:0.0:1767384352.600615:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384352.600618:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000395bf2b1. 20000000:00000001:0.0:1767384352.600619:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600622:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384352.600624:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384352.600630:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e6e389d6. 00000800:00000010:3.0:1767384352.600636:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000090fc9a50. 00080000:00000001:2.0:1767384352.600638:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600642:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:3.0:1767384352.600644:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:3.1:1767384352.600650:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00080000:00000001:2.0:1767384352.600650:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600655:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384352.600657:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384352.600660:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384352.600664:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000400:00000200:3.0:1767384352.600665:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00080000:00000002:2.0:1767384352.600666:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384352.600670:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00080000:00000001:2.0:1767384352.600672:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384352.600677:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600679:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.600682:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384352.600686:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384352.600688:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384352.600692:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2878c80. 00080000:00000001:2.0:1767384352.600694:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945922013696 : -130127787537920 : ffff89a64372ca00) 00080000:00000001:2.0:1767384352.600697:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384352.600700:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384352.600704:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e55bf22. 00080000:00000001:2.0:1767384352.600706:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600708:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384352.600719:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.600735:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384352.600788:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600821:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600848:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600861:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600875:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600890:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600905:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600939:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600968:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.600981:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601001:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601013:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601029:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601043:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601057:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601156:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601184:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601233:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601254:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601268:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601280:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601291:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601303:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601315:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601327:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601343:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601359:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601379:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601393:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.601425:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384352.601523:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7d0e45. 00000800:00000010:2.0:1767384352.601527:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066351c91. 00000800:00000010:2.0:1767384352.601531:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f34fbdfc. 00000800:00000010:2.0:1767384352.601545:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f34fbdfc. 00000800:00020000:2.0:1767384352.601550:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384352.601553:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066351c91. 00000800:00000010:2.0:1767384352.601555:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ad7d0e45. 00000400:02020000:2.0:1767384352.601582:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384352.601588:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp38 notifying 192.168.204.108@tcp38: down 00000800:00000200:2.0:1767384352.601598:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp38 down 00000800:00000100:2.0:1767384352.601602:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp38 00000800:00000010:2.0:1767384352.601604:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000395bf2b1. 00000400:00000200:2.0:1767384352.601606:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384352.601609:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384352.601615:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp38 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:2.0:1767384352.601617:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384352.601619:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384352.601621:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384352.601660:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384352.601667:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100851 00000400:00000001:3.0:1767384352.601671:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.601673:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.601675:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:3.0:1767384352.601677:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000400:00000200:3.0:1767384352.601681:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384352.601685:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:3.0:1767384352.601688:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000074122e07. 00000400:00000200:3.0:1767384352.601692:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000400:00000200:3.0:1767384352.601696:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:3.0:1767384352.601700:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 rc -71 00000400:00000200:3.0:1767384352.601704:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384352.601707:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (31) 00080000:00000010:0.0:1767384352.602518:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b2878c80. 00080000:00000010:2.0:1767384352.602552:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e55bf22. 00040000:00000001:2.0:1767384352.602557:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384352.602559:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384352.602561:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384352.602564:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384352.602566:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.602567:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384352.602576:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384352.602586:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384352.602590:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384352.602591:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b2e4005. 20000000:01000000:0.0:1767384352.602594:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00080000:00000001:2.0:1767384352.602595:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384352.602597:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384352.602601:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384352.602603:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384352.602610:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384352.602612:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384352.602617:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.602618:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384352.602622:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:3.0:1767384352.602623:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384352.602624:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.602628:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384352.602630:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602632:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:0.0:1767384352.602633:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:3.0:1767384352.602638:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384352.602638:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:0.0:1767384352.602642:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384352.602644:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384352.602646:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384352.602648:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a6f2035. 00080000:00000001:0.0:1767384352.602648:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.602651:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384352.602655:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:3.0:1767384352.602656:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384352.602658:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384352.602661:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 00080000:00000010:0.0:1767384352.602662:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8241a5b. 00080000:00000001:0.0:1767384352.602667:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940729856 : -130127768821760 : ffff89a644906000) 00000020:00000001:3.0:1767384352.602669:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384352.602670:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384352.602673:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1767384352.602674:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084824eff with handle 0x88edd5ef35457e67 to hash 00080000:00000010:0.0:1767384352.602676:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ce0bc749. 00000020:00000001:3.0:1767384352.602678:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.602680:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00080000:00000001:0.0:1767384352.602685:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.602687:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384352.602693:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00080000:00000001:0.0:1767384352.602695:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602697:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.602700:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.602702:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384352.602704:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384352.602710:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.602714:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.602716:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.602718:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.602720:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.602722:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.602724:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.602727:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.602729:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.602730:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.602732:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.602734:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a6f2035) refcount = 1 00010000:00010000:3.0:1767384352.602737:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.602744:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.602747:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.602749:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.602751:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602753:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.602757:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384352.602760:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000020:2.0:1767384352.602763:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384352.602764:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.602766:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.602767:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00000100:00000001:2.0:1767384352.602767:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384352.602769:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 20000000:00000010:2.0:1767384352.602769:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027e2c012. 00010000:00000001:3.0:1767384352.602772:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384352.602774:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:2.0:1767384352.602775:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.602776:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384352.602778:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743003904 00010000:00000001:2.0:1767384352.602781:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384352.602786:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2c15256 x1853236743003904/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.602789:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384352.602791:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.602794:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.602797:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.602797:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602799:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384352.602800:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=62 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384352.602801:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384352.602805:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384352.602806:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384352.602807:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384352.602808:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.602810:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384352.602811:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.602813:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384352.602818:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384352.602820:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084824eff already unused, calling callback (00000000594674ee) 02000000:00000001:2.0:1767384352.602821:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602823:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384352.602824:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384352.602826:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384352.602826:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384352.602827:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384352.602829:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066351c91. 00000100:00000200:2.0:1767384352.602832:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743003904, offset 224 00010000:00000001:3.0:1767384352.602834:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.602836:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.602837:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384352.602838:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384352.602839:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=5 00000020:00000001:3.0:1767384352.602841:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384352.602843:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000400:00000200:2.0:1767384352.602845:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384352.602846:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.602848:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384352.602852:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05f00 00010000:00000001:3.0:1767384352.602854:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.602856:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384352.602856:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b1d [2] + 224 00000400:00000200:2.0:1767384352.602862:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384352.602863:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.602866:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384352.602867:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.602869:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384352.602870:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384352.602872:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.602873:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.602874:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384352.602875:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084824eff with handle 0x88edd5ef35457e67 from hash 00010000:00000001:3.0:1767384352.602878:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.602880:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.602882:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.602883:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384352.602884:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.602885:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.602887:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.602889:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384352.602891:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.602894:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602896:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.602898:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384352.602900:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384352.602901:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.602902:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.602903:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.602905:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.602905:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066351c91 00010000:00000001:3.0:1767384352.602907:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.602907:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066351c91. 00010000:00010000:3.0:1767384352.602910:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384352.602910:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.602913:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.602916:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384352.602917:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384352.602917:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.602919:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384352.602920:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384352.602921:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384352.602923:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384352.602924:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384352.602925:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:0.0:1767384352.602926:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384352.602927:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384352.602927:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384352.602929:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384352.602930:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384352.602931:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384352.602932:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fd4ebee. 00010000:00000001:3.0:1767384352.602934:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384352.602936:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c15256 x1853236743003904/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.602936:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075b8267a 00010000:00000001:3.0:1767384352.602938:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.602941:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075b8267a. 20000000:00000001:3.0:1767384352.602942:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.602947:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.602948:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384352.602953:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c15256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743003904:12345-0@lo:253: Request processed in 2536us (2952us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384352.602955:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.602957:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.602965:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.602968:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084824eff/0x88edd5ef35457e67 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384352.602970:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:2.0:1767384352.602976:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000200:0.0:1767384352.602977:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384352.602979:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a6f2035 count: 0 00000100:00000001:2.0:1767384352.602985:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.602990:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384352.602991:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384352.602992:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384352.602994:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384352.602995:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:2.0:1767384352.602996:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000100:00000001:0.0:1767384352.602997:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.603000:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.603002:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384352.603003:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384352.603003:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.603007:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.603010:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035f2c5cf. 00000100:00001000:0.0:1767384352.603011:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.603016:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=62 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384352.603018:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:0.0:1767384352.603019:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384352.603021:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.603025:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.603026:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.603028:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384352.603029:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.603031:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004388e0a1. 00000100:00000040:0.0:1767384352.603034:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.603037:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.603040:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.603044:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384352.603047:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384352.603048:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.603051:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384352.603053:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e36a48. 00000020:01000004:0.0:1767384352.603055:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384352.603058:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066351c91. 00000020:01000004:0.0:1767384352.603064:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384352.603067:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.603069:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.603071:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.603074:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.603075:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384352.603077:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.603079:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384352.603083:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.603092:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743003904:0@lo:253: 00000100:00000001:0.0:1767384352.603099:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.603126:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.603129:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743003904/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.603135:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.603138:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.603140:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a9c0e06. 02000000:00000001:0.0:1767384352.603144:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.603146:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.603147:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384352.603149:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.603151:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e14bbf04. 02000000:00000001:0.0:1767384352.603156:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.603157:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.603158:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:0.0:1767384352.603162:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.603163:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.603165:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.603169:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.603170:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.603172:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.603174:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384352.604440:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8241a5b. 00080000:00000010:0.0:1767384352.604493:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ce0bc749. 00040000:00000001:0.0:1767384352.604500:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384352.604502:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384352.604504:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384352.604514:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384352.604517:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.604519:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384352.604522:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384352.604534:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384352.604537:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384352.604542:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384352.604553:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384352.604556:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384352.604558:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384352.604560:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384352.604562:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384352.604567:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000908b9ced. 00010000:00000001:3.0:1767384352.604570:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384352.604572:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000020:00000001:3.0:1767384352.604574:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384352.604575:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bf3c55f with handle 0x88edd5ef35457e6e to hash 00000020:00000001:3.0:1767384352.604577:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.604578:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384352.604580:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384352.604582:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.604583:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.604584:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604589:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.604591:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.604592:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.604594:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.604595:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.604597:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.604598:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.604600:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.604601:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.604602:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.604603:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.604610:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000908b9ced) refcount = 1 00010000:00010000:3.0:1767384352.604613:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604619:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.604621:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.604622:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.604624:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.604626:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.604627:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384352.604629:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384352.604631:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.604639:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.604640:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=4 00000020:00000001:3.0:1767384352.604642:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384352.604643:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384352.604645:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384352.604646:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604650:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384352.604651:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604654:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.604655:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.604656:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604660:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.604661:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.604662:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.604664:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.604668:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bf3c55f already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384352.604675:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.604676:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384352.604678:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.604682:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.604683:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.604684:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.604685:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bf3c55f refcount=5 00080000:00000020:0.0:1767384352.604685:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384352.604691:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00000100:00000001:0.0:1767384352.604691:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384352.604695:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a366f92. 00010000:00000001:3.0:1767384352.604696:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035520 : -130123104516096 : ffff89a75a940800) 00010000:00000001:3.0:1767384352.604701:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.604703:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384352.604703:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.604709:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743003776 00010000:00000001:3.0:1767384352.604710:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.604713:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.604716:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.604716:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384352.604719:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.604721:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384352.604722:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.604724:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384352.604724:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060e509d2 x1853236743003776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384352.604728:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bf3c55f with handle 0x88edd5ef35457e6e from hash 00010000:00000001:3.0:1767384352.604732:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.604733:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.604736:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.604738:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.604740:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.604742:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.604743:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384352.604743:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.604746:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.604746:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.604752:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.604753:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384352.604757:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.604759:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384352.604760:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384352.604763:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.604766:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384352.604766:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.604769:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384352.604773:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.604775:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384352.604776:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.604779:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.604779:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.604785:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.604785:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.604792:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384352.604794:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.604796:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384352.604797:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075b8267a. 00010000:00000001:3.0:1767384352.604798:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384352.604800:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384352.604802:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.604803:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384352.604804:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743003776, offset 224 00010000:00000001:3.0:1767384352.604805:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.604807:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.604810:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.604811:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384352.604817:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384352.604820:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.604822:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.604823:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bf3c55f/0x88edd5ef35457e6e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384352.604829:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384352.604831:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000908b9ced count: 0 00010000:00000001:3.0:1767384352.604840:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384352.604842:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05e80 20000000:00000001:3.0:1767384352.604843:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384352.604851:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b15 [2] + 224 00000400:00000200:0.0:1767384352.604857:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.604860:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.604864:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.604874:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.604883:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.604900:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.604906:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075b8267a 00000400:00000010:0.0:1767384352.604908:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075b8267a. 00000100:00000001:0.0:1767384352.604910:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.604912:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.604915:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.604919:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384352.604922:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384352.604924:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.604926:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384352.604927:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384352.604932:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060e509d2 x1853236743003776/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.604933:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384352.604940:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384352.604944:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.604948:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000100:00100000:0.0:1767384352.604948:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060e509d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743003776:12345-0@lo:253: Request processed in 4528us (5180us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384352.604955:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006673a429 00000400:00000010:2.0:1767384352.604958:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006673a429. 00000100:00100000:0.0:1767384352.604962:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:2.0:1767384352.604964:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384352.604966:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384352.604970:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384352.604972:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.604974:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384352.604979:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f319af14. 00000100:00000200:2.0:1767384352.604988:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384352.604991:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000020:00000010:0.0:1767384352.604999:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b5277a7. 00000100:00000001:2.0:1767384352.605001:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384352.605004:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384352.605006:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384352.605010:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384352.605011:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384352.605014:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008ffbdb94. 02000000:00000001:2.0:1767384352.605015:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.605019:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384352.605020:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.605021:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.605024:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.605026:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.605030:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384352.605032:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=62 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384352.605036:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fd4ebee. 00000100:00001000:2.0:1767384352.605038:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=62 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384352.605042:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075b8267a. 00000100:00000001:2.0:1767384352.605044:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.605055:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.605058:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.605060:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.605062:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.605067:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.605075:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.605078:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.605079:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384352.605082:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384352.605084:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384352.605085:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.605087:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384352.605088:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.605089:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.605090:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384352.605092:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384352.605093:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384352.605095:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384352.605097:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.605396:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078c0273f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743003776:0@lo:253: 00000100:00000001:2.0:1767384352.605401:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.605404:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.605407:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078c0273f x1853236743003776/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.605415:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.605416:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.605418:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071134ca7. 02000000:00000001:2.0:1767384352.605422:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.605424:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.605425:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384352.605428:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.605429:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000051199c4a. 02000000:00000001:2.0:1767384352.605432:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.605441:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.605443:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 00000100:00000001:2.0:1767384352.605446:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.605447:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.605449:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.605454:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.605455:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.605457:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.605459:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.606144:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294939658, at 4294939659 00000100:00000010:3.0:1767384352.606150:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002dffc227. 00000100:00000040:1.0:1767384352.606155:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294939658, at 4294939659 00000100:00000040:2.0:1767384352.606162:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294939658, at 4294939659 00000100:00000010:1.0:1767384352.606165:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f3f398e. 00000100:00000040:0.0:1767384352.606171:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294939658, at 4294939659 00000100:00000010:2.0:1767384352.606172:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f78cc964. 00000100:00000010:0.0:1767384352.606182:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090527202. 00010000:00000010:3.1:1767384352.608141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a6f2035. 00010000:00000010:3.1:1767384352.608149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00010000:00000010:3.1:1767384352.612127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000908b9ced. 00010000:00000010:3.1:1767384352.612139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00000400:00000010:1.0:1767384352.619373:0:32051:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c43209eb. 00000400:00000040:1.0:1767384352.619393:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.619395:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.619398:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.619399:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.619401:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.619402:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384352.619404:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.619405:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.619406:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.619407:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384352.619409:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.619410:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.619411:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.619412:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.619413:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384352.619415:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.619416:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.619416:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384352.619417:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384352.619419:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.619420:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.619424:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.619425:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.619426:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.619427:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384352.619429:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.619430:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.619431:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.619432:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.619433:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.619433:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384352.619435:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.619436:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.619437:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.619438:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.619439:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.619440:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384352.619441:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.619443:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.619444:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.619445:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.619446:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.619447:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384352.619448:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384352.619449:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384352.619450:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384352.619451:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384352.619451:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384352.619453:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.619454:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.619455:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384352.619456:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.619457:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384352.619458:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384352.619459:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384352.619460:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384352.619461:0:32051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384352.619535:0:32051:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c43209eb. 00000400:00000200:2.0:1767384352.979167:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp34 00000400:00000010:2.0:1767384352.979174:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c41eed4f. 00000400:00000010:2.0:1767384352.979182:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026a12148. 00000400:00000010:2.0:1767384352.979187:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384352.979195:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b3d92e1. 00000400:00000200:2.0:1767384352.979200:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp34 00000400:00000200:2.0:1767384352.979233:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp34 local destination 00000400:00000200:2.0:1767384352.979240:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 00000400:00000200:2.0:1767384352.979246:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [127:127:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1767384352.979255:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 00000400:00000200:2.0:1767384352.979263:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) : GET try# 0 00000800:00000200:2.0:1767384352.979271:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp34 00000800:00000010:2.0:1767384352.979277:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e838f36. 00000800:00000200:2.0:1767384352.979285:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:2.1:1767384352.979299:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:2.0:1767384352.979318:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:2.0:1767384352.979418:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979500:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979528:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979559:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979637:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979678:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979722:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979754:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979790:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979820:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979852:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979909:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979938:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.979989:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980018:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980047:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980076:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980135:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980182:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980237:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980281:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980322:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980357:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980395:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980440:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980480:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980512:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980541:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980570:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384352.980637:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384352.980817:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7d0e45. 00000800:00000010:2.0:1767384352.980823:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072d2a6f7. 00000800:00000010:2.0:1767384352.980837:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005fd4dde4. 00000800:00000010:2.0:1767384352.980868:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005fd4dde4. 00000800:00020000:2.0:1767384352.980882:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384352.980886:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072d2a6f7. 00000800:00000010:2.0:1767384352.980891:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ad7d0e45. 00000400:02020000:2.0:1767384352.980954:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384352.980962:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp34 notifying 192.168.204.108@tcp34: down 00000800:00000200:2.0:1767384352.980969:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp34 down 00000800:00000100:2.0:1767384352.980976:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp34 00000800:00000010:2.0:1767384352.980980:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e838f36. 00000400:00000200:2.0:1767384352.980985:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384352.980991:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384352.981000:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384352.981005:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384352.981011:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp34) recovery failed with -71 00010000:00000001:0.0:1767384353.300169:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384353.300173:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.300179:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384353.300180:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.300226:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384353.300236:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384353.300238:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384354.003224:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.003229:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.003232:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:3.0:1767384354.003237:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000400:00000200:3.0:1767384354.003243:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384354.003249:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384354.003260:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c41eed4f. 00000400:00000010:3.0:1767384354.003264:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026a12148. 00000400:00000200:3.0:1767384354.003286:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp38 00000400:00000010:3.0:1767384354.003288:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ec368d1c. 00000400:00000010:3.0:1767384354.003293:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dce5fbff. 00000400:00000010:3.0:1767384354.003297:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000010:3.0:1767384354.003302:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003de7d438. 00000400:00000200:3.0:1767384354.003306:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp38 00000400:00000200:3.0:1767384354.003318:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp38 local destination 00000400:00000200:3.0:1767384354.003323:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp38 00000400:00000200:3.0:1767384354.003326:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [128:128:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1767384354.003331:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp38 00000400:00000200:3.0:1767384354.003337:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:) -> 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) : GET try# 0 00000800:00000200:3.0:1767384354.003341:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp38 00000800:00000010:3.0:1767384354.003344:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000754fe136. 00000800:00000200:3.0:1767384354.003349:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:3.1:1767384354.003352:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000400:00000200:3.0:1767384354.003368:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp38 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384354.003471:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003512:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003526:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003551:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003564:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003576:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003588:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003611:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003624:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003636:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003649:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003662:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003676:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003689:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003702:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003715:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003727:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003739:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003752:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003764:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003777:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003790:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003803:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003816:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003828:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003850:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003864:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003877:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003889:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003901:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003913:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003924:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003936:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384354.003949:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384354.004087:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a366f92. 00000800:00000010:0.0:1767384354.004091:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be78dd96. 00000800:00000010:0.0:1767384354.004095:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa49bb17. 00000800:00000010:0.0:1767384354.004150:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa49bb17. 00000800:00020000:0.0:1767384354.004159:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384354.004162:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be78dd96. 00000800:00000010:0.0:1767384354.004164:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a366f92. 00000400:02020000:0.0:1767384354.004218:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384354.004225:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp38 notifying 192.168.204.108@tcp38: down 00000400:00000200:0.0:1767384354.004228:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384354.004231:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp38 00000800:00000010:0.0:1767384354.004235:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000754fe136. 00000400:00000200:0.0:1767384354.004242:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384354.004246:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384354.004252:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384354.004254:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384354.004256:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp38) recovery failed with -71 00080000:00000010:1.0:1767384354.055881:0:32493:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a722fef3. 00080000:00000010:1.0:1767384354.055890:0:32493:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a722fef3. 00000020:00000001:1.0:1767384354.055894:0:32493:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384354.055901:0:32493:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a722fef3. 00080000:00000010:1.0:1767384354.055905:0:32493:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a722fef3. 00000020:00000001:1.0:1767384354.055907:0:32493:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.323190:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384354.323196:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.323202:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384354.323203:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.323237:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384354.323241:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.323243:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384354.821211:0:32658:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384354.821214:0:32658:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384354.825487:0:32658:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384354.832428:0:32659:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007d02696d. 00000400:00000010:1.0:1767384354.832443:0:32659:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d2b7ca92. 00000400:00000010:1.0:1767384354.832463:0:32659:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000594678de. 00000400:00000010:1.0:1767384354.832466:0:32659:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e1302a1d. 00000400:00000010:1.0:1767384354.832469:0:32659:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000017a2de56. 00000400:00000010:1.0:1767384354.832472:0:32659:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bbd444e4. 00000400:00000010:1.0:1767384354.832474:0:32659:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d1b2ace. 00000400:00000010:1.0:1767384354.832475:0:32659:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006dcb0b7. 00000400:00000010:1.0:1767384354.832478:0:32659:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c43209eb. 00000800:00000010:1.0:1767384354.832493:0:32659:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000a098c5f. 00000800:00000200:1.0:1767384354.832503:0:32659:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384354.832512:0:32659:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384354.832557:0:32659:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384354.832577:0:32659:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp40 [8/256/0/180] 00000400:00000010:1.0:1767384354.834462:0:32659:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000029bea4cf. 00000400:00000010:1.0:1767384354.834468:0:32659:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000197b10dd. 00000400:00000010:1.0:1767384354.834475:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062e85c17. 00000400:00000001:1.0:1767384354.834494:0:32659:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.834496:0:32659:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.834499:0:32659:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00000400:00000200:1.0:1767384354.834502:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384354.834504:0:32659:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000400:00000010:1.0:1767384354.834509:0:32659:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000e1bdebfd. 00000400:00000200:1.0:1767384354.834519:0:32659:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (30) 00000400:00000200:1.0:1767384354.834534:0:32659:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384354.834544:0:32659:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:1.0:1767384354.834552:0:32659:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d4492ce. 00000400:00000200:3.0:1767384354.834555:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384354.834557:0:32659:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384354.834562:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000020:01000000:1.0:1767384354.834564:0:32659:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp40 00000400:00000200:3.0:1767384354.834566:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000400:00000010:3.0:1767384354.834572:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000064aa7b55. 00000400:00000010:3.0:1767384354.834575:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384354.834580:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ead25fb0. 00000400:00000200:3.0:1767384354.834584:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000010:1.0:1767384354.834584:0:32659:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d2b7ca92. 00000400:00000010:1.0:1767384354.834592:0:32659:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007d02696d. 00000400:00000200:3.0:1767384354.834596:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384354.834603:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384354.834608:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:3.0:1767384354.834611:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000400:00000200:3.0:1767384354.834614:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:3.0:1767384354.834617:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000001:2.0:1767384354.834623:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384354.834626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 10000000:00000001:2.0:1767384354.834630:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384354.834631:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 10000000:00000001:2.0:1767384354.834634:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384354.834638:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 10000000:01000000:2.0:1767384354.834639:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384354.834644:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384354.834646:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00000020:01000004:2.0:1767384354.834648:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384354.834651:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384354.834655:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000020:01000004:2.0:1767384354.834655:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.834658:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.834662:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.834664:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384354.834665:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000020:01000004:2.0:1767384354.834666:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384354.834668:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.834669:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384354.834674:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000400:00000200:3.0:1767384354.834675:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000020:00000040:2.0:1767384354.834680:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384354.834682:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000400:00000200:3.0:1767384354.834686:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:3.0:1767384354.834693:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000100:00000001:2.0:1767384354.834694:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384354.834698:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 02000000:00000001:2.0:1767384354.834698:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384354.834703:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 02000000:00000001:2.0:1767384354.834704:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.834711:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:3.0:1767384354.834714:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 02000000:00000010:2.0:1767384354.834715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad7d0e45. 00000400:00000200:3.0:1767384354.834718:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 32], ns[117, 32] 00000400:00000200:3.0:1767384354.834723:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[97, 32] 00000100:00000001:2.0:1767384354.834724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.834728:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[74, 32] 00000400:00000200:3.0:1767384354.834732:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 32], ns[83, 32] 00000100:00000001:2.0:1767384354.834734:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384354.834737:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.834745:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca7de755] to pc [ptlrpcd_00_00+0] req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.834746:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 32], ns[114, 32] 00000400:00000200:3.0:1767384354.834758:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 32], ns[127, 32] 00000400:00000200:3.0:1767384354.834768:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[115, 32] 00000400:00000200:3.0:1767384354.834771:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[109, 32] 00000400:00000200:3.0:1767384354.834774:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[116, 32] 00000400:00000200:3.0:1767384354.834777:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:3.0:1767384354.834781:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 10000000:00000001:2.0:1767384354.834781:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384354.834786:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.834787:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp22 00000020:00000001:2.0:1767384354.834789:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.834793:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp22 lpni_is_preferred = 0 00000020:01000000:2.0:1767384354.834793:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384354.834799:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384354.834800:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp22 00000020:00000001:2.0:1767384354.834802:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384354.834806:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384354.834806:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384354.834808:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp22 NI seq info: [129:129:256:4294967295] 192.168.204.108@tcp22 LPNI seq info [126:126:8:4294967295] 10000000:00000001:2.0:1767384354.834811:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384354.834812:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:2.0:1767384354.834814:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384354.834818:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp22 00000020:01000004:2.0:1767384354.834818:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384354.834820:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384354.834823:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384354.834827:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.834830:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.834834:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.834837:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384354.834840:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22:) -> 192.168.204.108@tcp22(192.168.204.108@tcp:192.168.204.108@tcp22) : GET try# 0 00000020:01000004:2.0:1767384354.834841:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384354.834842:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384354.834846:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384354.834846:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384354.834851:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp22 00000020:01000004:2.0:1767384354.834851:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384354.834853:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.834857:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384354.834858:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070888bc1. 00000100:00000010:2.0:1767384354.834858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 02000000:00000001:1.0:1767384354.834861:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.834865:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00100000:1.0:1767384354.834866:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743004032:0@lo:253: 00000800:00000200:3.0:1767384354.834870:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (6) 00000100:00000001:2.0:1767384354.834874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384354.834876:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384354.834878:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.834881:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767384354.834882:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp22 ip 192.168.204.108:988 02000000:00000001:2.0:1767384354.834883:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.834885:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384354.834889:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070888bc1 type 2, nob 96 niov 1 nkiov 0 02000000:00000001:1.0:1767384354.834890:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384354.834894:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000071134ca7. 02000000:00000010:1.0:1767384354.834897:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537f48de. 00000100:00000001:2.0:1767384354.834901:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.834901:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.834903:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384354.834908:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000400:00000010:1.0:1767384354.834908:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 00000100:00000001:2.0:1767384354.834910:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384354.834915:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.834919:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2b7ca92. 00000100:00000040:2.0:1767384354.834921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2f7f21] to pc [ptlrpcd_00_01+1] req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384354.834926:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743004032, portal 25 00000100:00000001:1.0:1767384354.834931:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.834936:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 10000000:00000001:2.0:1767384354.834941:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384354.834944:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.834946:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384354.834947:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384354.834949:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384354.834954:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d4492ce. 00000100:00000001:1.0:1767384354.834963:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384354.834967:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384354.834968:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384354.834971:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.834972:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384354.834977:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384354.834981:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e980ec. 00000100:00000200:1.0:1767384354.834988:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743004032, offset 0 00000100:00000001:2.0:1767384354.834991:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384354.834994:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.834997:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384354.835001:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384354.835001:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384354.835007:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.835011:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743004160:0@lo:253: 00000400:00000200:1.0:1767384354.835018:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384354.835019:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384354.835024:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384354.835027:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384354.835028:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384354.835030:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384354.835032:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070888bc1. 00000400:00000200:1.0:1767384354.835034:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc05f80 02000000:00000010:2.0:1767384354.835039:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004388e0a1. 00000400:00000200:3.0:1767384354.835041:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384354.835044:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384354.835045:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1349 [2] + 0 00000400:00000200:3.0:1767384354.835052:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: GET: OK 00000400:00000010:2.0:1767384354.835053:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 00000400:00000010:1.0:1767384354.835054:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9cbc8a. 00000400:00000200:1.0:1767384354.835061:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ad365ce 00000400:00000200:3.0:1767384354.835078:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384354.835081:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda132c8. 00000400:00000200:1.0:1767384354.835081:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384354.835087:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743004160, portal 25 00000400:00000200:3.0:1767384354.835091:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000100:00000001:2.0:1767384354.835093:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384354.835093:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.835097:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000100:00000040:2.0:1767384354.835124:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.835130:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384354.835143:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384354.835143:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad365ce 00000100:00000040:2.0:1767384354.835144:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.835149:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ad365ce. 00000400:00000010:2.0:1767384354.835151:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015274793. 00000800:00000001:3.0:1767384354.835153:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384354.835157:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384354.835157:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.835161:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384354.835163:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743004160, offset 0 00000800:00000001:3.0:1767384354.835164:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.835166:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004a1e66e5 x1853236743004032 msgsize 4848 00000400:00000200:3.0:1767384354.835188:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22) <- 192.168.204.108@tcp22 : GET - for me 00000400:00000200:2.0:1767384354.835192:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384354.835196:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.835200:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384354.835203:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384354.835209:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.835213:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 528/528 into md 0x1b45 [1] + 0 00000100:00000001:1.0:1767384354.835224:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.835229:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06000 00000400:00000200:3.0:1767384354.835233:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp22 to MR: 192.168.204.108@tcp22 local destination 00000400:00000200:2.0:1767384354.835237:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1361 [2] + 0 00000400:00000200:3.0:1767384354.835243:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp22 NI seq info: [130:130:256:4294967295] 192.168.204.108@tcp22 LPNI seq info [127:127:8:4294967295] 00000400:00000010:2.0:1767384354.835244:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007702b54. 00000400:00000200:2.0:1767384354.835251:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c57abdc2 00000400:00000200:2.0:1767384354.835256:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.835262:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384354.835267:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22:192.168.204.108@tcp22) -> 192.168.204.108@tcp22(192.168.204.108@tcp22:192.168.204.108@tcp22) 192.168.204.108@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384354.835272:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.108@tcp22 00000800:00000010:3.0:1767384354.835275:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070888bc1. 00000400:00000200:1.0:1767384354.835276:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e980ec 00000800:00000200:3.0:1767384354.835281:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (6) 00000400:00000010:1.0:1767384354.835281:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e980ec. 00000100:00000001:1.0:1767384354.835288:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384354.835289:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp22 ip 192.168.204.108:997 00000400:00000200:2.0:1767384354.835289:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c57abdc2 00000400:00000010:2.0:1767384354.835293:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c57abdc2. 00000800:00000200:3.0:1767384354.835294:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070888bc1 type 3, nob 624 niov 1 nkiov 1 00000100:00000200:1.0:1767384354.835297:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.835300:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384354.835303:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384354.835308:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000de7c32cc x1853236743004160 msgsize 4848 00000100:00100000:2.0:1767384354.835317:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384354.835317:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.835321:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:1.0:1767384354.835324:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.835331:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.835333:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384354.835337:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015274793 00000100:00000001:1.0:1767384354.835337:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767384354.835338:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384354.835341:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015274793. 00000800:00000010:3.0:1767384354.835342:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070888bc1. 00000100:00000001:1.0:1767384354.835343:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.835347:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384354.835349:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384354.835351:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294941893 00000100:00000200:2.0:1767384354.835353:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.835360:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: REPLY: OK 00000100:00000010:1.0:1767384354.835361:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062703e5b. 00000100:00000001:2.0:1767384354.835372:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384354.835372:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384354.835374:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384354.835377:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384354.835380:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.835382:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294941893 00000100:00000001:2.0:1767384354.835384:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.835385:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384354.835389:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384354.835391:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384354.835392:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf5138a. 00000100:00000001:2.0:1767384354.835394:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.835395:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384354.835400:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294941893 00000800:00000001:3.0:1767384354.835401:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.835404:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384354.835406:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294941893 00000100:00000001:2.0:1767384354.835412:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294941893 00000400:00000200:3.0:1767384354.835414:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp22(192.168.204.108@tcp22) <- 192.168.204.108@tcp22 : REPLY - for me 00000100:00000001:1.0:1767384354.835414:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294941893 00000100:00000001:2.0:1767384354.835415:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294941893 00000100:00000001:2.0:1767384354.835422:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294941893 00000100:00000010:1.0:1767384354.835425:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd80bd78. 00000400:00000200:3.0:1767384354.835432:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp22: Reply from 12345-192.168.204.108@tcp22 of length 528/528 into md 0x1b49 00000100:00000001:1.0:1767384354.835435:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384354.835437:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384354.835443:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294941893 00000800:00000001:3.0:1767384354.835444:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.835444:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294941893 00000100:00000001:2.0:1767384354.835450:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294941893 00000100:00000010:1.0:1767384354.835452:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fba4352. 00000400:00000200:3.0:1767384354.835455:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384354.835459:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384354.835462:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp22->192.168.204.108@tcp22: REPLY: OK 00000400:00000200:3.0:1767384354.835467:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000100:00000001:2.0:1767384354.835467:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294941893 00000100:00000001:1.0:1767384354.835468:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384354.835469:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:2.0:1767384354.835473:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.835476:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835477:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767384354.835477:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835484:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000100:00000001:2.0:1767384354.835485:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.835485:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835487:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000001:2.0:1767384354.835491:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.835493:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.835495:0:16341:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.108@tcp (544 bytes) 00000100:00000001:2.0:1767384354.835501:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384354.835502:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:1.0:1767384354.835502:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.835505:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384354.835507:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384354.835509:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.835512:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384354.835513:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000064aa7b55. 00000100:00000001:2.0:1767384354.835514:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.835514:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.835519:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384354.835520:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000100:00000001:2.0:1767384354.835520:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.835523:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.835529:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384354.835529:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.835535:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.835546:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384354.835549:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004032 02000000:00000001:2.0:1767384354.835551:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384354.835554:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.835556:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.835556:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384354.835562:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004160 02000000:00000001:2.0:1767384354.835563:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.835568:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004032 02000000:00000001:1.0:1767384354.835568:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384354.835573:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384354.835573:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384354.835576:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384354.835578:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.835579:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.835583:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 02000000:00000001:1.0:1767384354.835585:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.835586:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384354.835591:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:1.0:1767384354.835592:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004160 00000100:00000001:2.0:1767384354.835595:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384354.835597:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384354.835600:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000707af28c. 00000020:00000040:1.0:1767384354.835601:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384354.835604:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384354.835606:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384354.835607:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000707af28c. 00000020:00000040:1.0:1767384354.835610:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000010:2.0:1767384354.835614:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928a8f79. 00000020:00000001:1.0:1767384354.835615:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384354.835621:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000010:2.0:1767384354.835622:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005f78af6. 00000100:00000001:1.0:1767384354.835627:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384354.835629:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000020:00000010:1.0:1767384354.835632:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d47221d6. 00000100:00000040:2.0:1767384354.835637:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384354.835637:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.835640:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d47221d6. 00000100:00000001:2.0:1767384354.835646:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.835648:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384354.835651:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.835656:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077c01b2d. 00000100:00000001:2.0:1767384354.835658:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.835663:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1f945a. 00000100:00000001:2.0:1767384354.835668:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384354.835670:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000577e04dd. 00000100:00000001:1.0:1767384354.835678:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384354.835680:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384354.835681:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384354.835681:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384354.835682:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.835685:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384354.835688:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000064aa7b55. 00000100:00100000:2.0:1767384354.835692:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000400:00000010:3.0:1767384354.835693:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 00000100:00000040:2.0:1767384354.835696:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384354.835697:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.835698:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000100:00000001:2.0:1767384354.835700:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087290448 : -130122622261168 : ffff89a77752a850) 00000400:00000200:3.0:1767384354.835705:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000064aa7b55 00000100:00000040:2.0:1767384354.835706:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a1e66e5 x1853236743004032/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384354.835708:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.835711:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384354.835714:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000100:00000001:1.0:1767384354.835714:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.835717:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384354.835721:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000020:00000010:2.0:1767384354.835722:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000707af28c. 00000400:00000010:3.0:1767384354.835723:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:2.0:1767384354.835728:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.835729:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767384354.835731:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384354.835732:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000707af28c. 00000400:00000010:3.0:1767384354.835733:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000009923fa4e. 00000100:00000001:1.0:1767384354.835735:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384354.835738:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000100:00100000:2.0:1767384354.835740:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a1e66e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743004032:12345-0@lo:253: 00000400:00000200:3.0:1767384354.835744:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000100:00000200:2.0:1767384354.835746:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004032 00000100:00100000:1.0:1767384354.835746:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000400:00000200:3.0:1767384354.835750:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:0 00000020:00000001:2.0:1767384354.835751:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384354.835754:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:2.0:1767384354.835755:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384354.835756:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc 1 00000020:00000001:2.0:1767384354.835759:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.835759:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087283280 : -130122622268336 : ffff89a777528c50) 00000400:00000200:3.0:1767384354.835763:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000020:00000001:2.0:1767384354.835766:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384354.835767:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000020:00000001:2.0:1767384354.835770:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000040:1.0:1767384354.835770:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de7c32cc x1853236743004160/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384354.835773:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000009923fa4e. 00000020:00000001:2.0:1767384354.835776:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384354.835778:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000020:00000001:2.0:1767384354.835780:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384354.835785:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000125f1e5d. 00000020:00000001:2.0:1767384354.835786:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384354.835789:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384354.835791:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384354.835792:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835797:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000020:00000010:1.0:1767384354.835797:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d47221d6. 00000100:00000001:2.0:1767384354.835798:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384354.835803:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384354.835804:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.835807:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 02000000:00000010:2.0:1767384354.835808:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027e2c012. 00000020:00000010:1.0:1767384354.835809:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d47221d6. 00000400:00000200:3.0:1767384354.835813:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 02000000:00000001:2.0:1767384354.835814:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.835820:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.835821:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de7c32cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743004160:12345-0@lo:253: 00000400:00000200:3.0:1767384354.835823:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 20000000:00000001:2.0:1767384354.835832:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:1.0:1767384354.835833:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004160 00000400:00000200:3.0:1767384354.835837:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000020:00000001:1.0:1767384354.835839:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384354.835842:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000001:1.0:1767384354.835844:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384354.835848:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000001:1.0:1767384354.835849:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384354.835850:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc2217df. 00000400:00000200:3.0:1767384354.835855:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000020:00000001:1.0:1767384354.835857:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:2.0:1767384354.835859:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384354.835861:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000400:00000200:3.0:1767384354.835862:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 20000000:00000001:2.0:1767384354.835866:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384354.835870:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384354.835872:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384354.835873:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000020:00000001:1.0:1767384354.835875:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384354.835878:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.835883:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384354.835884:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 20000000:00000001:2.0:1767384354.835884:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.835888:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384354.835891:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384354.835893:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835894:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000400:00000200:3.0:1767384354.835901:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000100:00000001:1.0:1767384354.835901:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384354.835904:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d7eecf4. 00000400:00000200:3.0:1767384354.835905:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 20000000:01000000:2.0:1767384354.835911:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 02000000:00000001:1.0:1767384354.835912:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384354.835913:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[130, 36] 00000400:00000200:3.0:1767384354.835919:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 36], ns[34, 36] 02000000:00000010:1.0:1767384354.835922:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c5b891b0. 00000400:00000200:3.0:1767384354.835923:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 20000000:00000001:2.0:1767384354.835923:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384354.835929:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835930:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00080000:00000001:2.0:1767384354.835931:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:1.0:1767384354.835935:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.835936:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384354.835938:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 20000000:00000001:1.0:1767384354.835942:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384354.835944:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 20000000:00000010:1.0:1767384354.835951:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 00080000:00000001:2.0:1767384354.835954:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:1.0:1767384354.835958:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384354.835962:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384354.835964:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 34], ns[60, 34] 20000000:00000001:1.0:1767384354.835966:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384354.835969:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.835970:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835974:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 34], ns[117, 34] 00080000:00000001:2.0:1767384354.835974:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384354.835975:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.835978:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.835981:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384354.835984:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384354.835988:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.835990:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 34], ns[97, 34] 00080000:00000002:2.0:1767384354.835994:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000400:00000200:3.0:1767384354.836001:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[74, 34] 00000020:00000001:2.0:1767384354.836003:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384354.836008:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384354.836012:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[83, 34] 00080000:00000001:2.0:1767384354.836015:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.836021:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[114, 34] 00080000:00000001:2.0:1767384354.836023:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.836027:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00080000:00000001:2.0:1767384354.836029:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.836034:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[115, 34] 00000020:00000001:2.0:1767384354.836036:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384354.836038:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[109, 34] 00000400:00000200:3.0:1767384354.836042:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[116, 34] 00000020:00000001:2.0:1767384354.836045:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:3.0:1767384354.836046:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 00000400:00000200:3.0:1767384354.836053:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00080000:00000001:2.0:1767384354.836053:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384354.836058:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a5fcb127. 00000400:00000200:3.0:1767384354.836059:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp23 00080000:00000001:2.0:1767384354.836064:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940954624 : -130127768596992 : ffff89a64493ce00) 00000400:00000200:3.0:1767384354.836065:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp23 lpni_is_preferred = 0 00080000:00000001:2.0:1767384354.836069:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384354.836070:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp23 00000001:00000001:2.0:1767384354.836074:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384354.836075:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [131:131:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [128:128:8:4294967295] 00080000:00000010:2.0:1767384354.836079:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000707af28c. 00000400:00000200:3.0:1767384354.836083:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp23 00080000:00000001:2.0:1767384354.836085:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.836090:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384354.836093:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:) -> 192.168.204.108@tcp23(192.168.204.108@tcp:192.168.204.108@tcp23) : GET try# 0 00000800:00000200:3.0:1767384354.836098:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp23 00080000:00000001:2.0:1767384354.836126:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384354.836127:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070888bc1. 00000800:00000200:3.0:1767384354.836132:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (6) 00000800:00000200:3.0:1767384354.836140:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:988 00000800:00000200:3.0:1767384354.836148:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070888bc1 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384354.836155:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384354.836156:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384354.836161:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000200:3.0:1767384354.836225:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384354.836227:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070888bc1. 00000400:00000200:3.0:1767384354.836232:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.836236:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: GET: OK 00000400:00000200:3.0:1767384354.836239:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384354.836241:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384354.836246:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384354.836249:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384354.836251:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384354.836255:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.836259:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : GET - for me 00000400:00000200:3.0:1767384354.836265:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384354.836270:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 544/544 into md 0x1b45 [1] + 0 00000400:00000200:3.0:1767384354.836277:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp23 to MR: 192.168.204.108@tcp23 local destination 00000400:00000200:3.0:1767384354.836282:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [132:132:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384354.836289:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) -> 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) 192.168.204.108@tcp23 : REPLY try# 0 00000800:00000200:3.0:1767384354.836293:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.108@tcp23 00000800:00000010:3.0:1767384354.836296:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070888bc1. 00000800:00000200:3.0:1767384354.836299:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (6) 00000800:00000200:3.0:1767384354.836302:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:995 00000800:00000200:3.0:1767384354.836305:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070888bc1 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:2.0:1767384354.836335:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384354.836357:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384354.836361:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070888bc1. 00000400:00000200:3.0:1767384354.836365:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384354.836366:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384354.836372:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384354.836375:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: REPLY: OK 00000800:00000001:2.0:1767384354.836380:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384354.836383:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.836387:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.836395:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : REPLY - for me 00000400:00000200:2.0:1767384354.836403:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp23: Reply from 12345-192.168.204.108@tcp23 of length 544/544 into md 0x1b61 00000800:00000001:2.0:1767384354.836406:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.836410:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.836411:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.836424:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: REPLY: OK 00000400:00000200:2.0:1767384354.836426:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:2.0:1767384354.836428:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000400:00000200:2.0:1767384354.836430:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384354.836432:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:2.0:1767384354.836434:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:2.0:1767384354.836436:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 32. state = 0x100271 00000400:00000200:2.0:1767384354.836438:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384354.836448:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (32) 00000800:00000001:2.0:1767384354.836451:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.836453:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.836469:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384354.836480:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:3.0:1767384354.836485:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 0000000095c95c76. 00000400:00000010:3.0:1767384354.836498:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 000000008085c437. 00000400:00000010:3.0:1767384354.836500:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000970b808c. 00000400:00000200:3.0:1767384354.836524:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp34(00000000a062ff4e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384354.836529:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp38(000000003cb8c67a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384354.836533:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006ef414b5. 00000400:00000200:3.0:1767384354.836538:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006ef414b5 nid 192.168.204.108@tcp39 00000400:00000010:3.0:1767384354.836541:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b317d330. 00000400:00000200:3.0:1767384354.836542:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b317d330 net tcp39 00000400:00000200:3.0:1767384354.836545:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (31) 00000400:00000200:3.0:1767384354.836548:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp39 flags 0x11 00000400:00000010:3.0:1767384354.836552:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008f82cd97. 00000400:00000200:3.0:1767384354.836554:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008f82cd97 nid 192.168.204.108@tcp40 00000400:00000010:3.0:1767384354.836556:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000aacdf272. 00000400:00000200:3.0:1767384354.836557:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000aacdf272 net tcp40 00000400:00000200:3.0:1767384354.836559:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:3.0:1767384354.836561:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp40 flags 0x11 00000400:00000010:3.0:1767384354.836563:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 0000000095c95c76. 00000400:00000010:3.0:1767384354.836564:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 000000008085c437. 00000400:00000010:3.0:1767384354.836566:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000970b808c. 00000400:00000010:3.0:1767384354.836568:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000009923fa4e. 00000400:00000200:3.0:1767384354.836570:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384354.836571:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:3.0:1767384354.836573:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:3.0:1767384354.836575:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:3.0:1767384354.836578:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000400:00000200:3.0:1767384354.836580:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000400:00000010:3.0:1767384354.836582:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000089d6cb2. 00000400:00000200:3.0:1767384354.836584:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp23 00000400:00000200:3.0:1767384354.836589:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp23 to MR: 192.168.204.108@tcp23 local destination 00000400:00000200:3.0:1767384354.836592:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [133:133:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1767384354.836600:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp23 00000400:00000200:3.0:1767384354.836604:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) -> 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) : PUT try# 0 00000800:00000200:3.0:1767384354.836607:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.108@tcp23 00000800:00000010:3.0:1767384354.836609:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070888bc1. 00000800:00000200:3.0:1767384354.836612:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (6) 00000800:00000200:3.0:1767384354.836615:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:988 00000800:00000200:3.0:1767384354.836617:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070888bc1 type 1, nob 640 niov 1 nkiov 1 00000400:00000200:3.0:1767384354.836628:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384354.836629:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000800:00000200:2.0:1767384354.836688:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384354.836691:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070888bc1. 00000800:00000001:3.0:1767384354.836695:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.836696:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.836701:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: PUT: OK 00000800:00000001:3.0:1767384354.836702:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384354.836706:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.836706:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384354.836711:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp23: 0 00000800:00000001:3.0:1767384354.836712:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.836719:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : PUT - for me 00000400:00000200:3.0:1767384354.836726:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384354.836729:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 544/544 into md 0x1b5d [1] + 0 00000400:00000010:3.0:1767384354.836732:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000400:00000200:3.0:1767384354.836734:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048923451 00000800:00000001:3.0:1767384354.836736:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384354.836740:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.836742:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.836744:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: PUT: OK 00000400:00000200:3.0:1767384354.836747:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:3.0:1767384354.836748:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000200:3.0:1767384354.836750:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384354.836752:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (34) 00000400:00000200:3.0:1767384354.836755:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:3.0:1767384354.836757:0:16340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000009923fa4e. 00000400:00000200:3.0:1767384354.836759:0:16340:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 32 00000400:00000200:3.0:1767384354.836762:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384354.836771:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (35) 00000400:00000200:3.0:1767384354.836782:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384354.836787:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp23 to MR: 192.168.204.108@tcp23 local destination 00000400:00000200:3.0:1767384354.836791:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp23 NI seq info: [134:134:256:4294967295] 192.168.204.108@tcp23 LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1767384354.836799:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) -> 192.168.204.108@tcp23(192.168.204.108@tcp23:192.168.204.108@tcp23) 192.168.204.108@tcp23 : ACK try# 0 00000800:00000200:3.0:1767384354.836804:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp23 00000400:00000200:2.0:1767384354.836804:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384354.836807:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c064ebc. 00000400:00000010:2.0:1767384354.836810:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d07480. 00000800:00000200:3.0:1767384354.836815:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (6) 00000400:00000010:2.0:1767384354.836816:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a552b937. 00000800:00000200:3.0:1767384354.836821:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:995 00000400:00000200:2.0:1767384354.836822:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000064aa7b55 00000800:00000200:3.0:1767384354.836824:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c064ebc type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384354.836829:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004f1 00000400:00000010:2.0:1767384354.836842:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 0000000073e54b7d. 00000400:00000010:2.0:1767384354.836846:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 0000000094dfd1df. 00000400:00000010:2.0:1767384354.836850:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000e66574f8. 00000800:00000001:1.0:1767384354.836857:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384354.836878:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384354.836881:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384354.836882:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c064ebc. 00000400:00000200:3.0:1767384354.836887:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384354.836887:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 0000000073e54b7d. 00000800:00000001:1.0:1767384354.836888:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384354.836894:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 0000000094dfd1df. 00000800:00000001:1.0:1767384354.836894:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384354.836898:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: ACK: OK 00000800:00000001:1.0:1767384354.836900:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384354.836903:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000e66574f8. 00000400:00000010:2.0:1767384354.836909:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000009923fa4e. 00000400:00000200:1.0:1767384354.836909:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp23(192.168.204.108@tcp23) <- 192.168.204.108@tcp23 : ACK - for me 00000400:00000200:2.0:1767384354.836918:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384354.836923:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100571 00000400:00000200:1.0:1767384354.836926:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp23: ACK from 12345-192.168.204.108@tcp23 into md 0x1b65 00000400:00000200:2.0:1767384354.836929:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 1 00000400:00000200:1.0:1767384354.836933:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.836935:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 00000400:00000200:1.0:1767384354.836940:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp23->192.168.204.108@tcp23: ACK: OK 00000400:00000200:2.0:1767384354.836941:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384354.836944:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:1.0:1767384354.836945:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:1.0:1767384354.836949:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000400:00000200:2.0:1767384354.836950:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384354.836953:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384354.836955:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (34) 00000400:00000200:1.0:1767384354.836959:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:1.0:1767384354.836962:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (33) 00000800:00000001:1.0:1767384354.836966:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.836968:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384354.836977:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384354.837689:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a5fcb127. 00080000:00000010:2.0:1767384354.837723:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000707af28c. 00040000:00000001:2.0:1767384354.837728:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.837730:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384354.837731:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384354.837734:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384354.837736:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.837738:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384354.837748:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384354.837754:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384354.837756:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384354.837761:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384354.837765:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.837768:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.837771:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.837774:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.837777:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384354.837781:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000085b0f34a. 00010000:00000010:3.0:1767384354.837785:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a6f2035. 20000000:01000000:1.0:1767384354.837786:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00010000:00000001:3.0:1767384354.837791:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:1.0:1767384354.837793:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384354.837796:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003e224444. 00080000:00000001:1.0:1767384354.837798:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384354.837800:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384354.837802:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000040:3.0:1767384354.837803:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003e224444 with handle 0x88edd5ef35457e75 to hash 00000020:00000001:3.0:1767384354.837807:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.837808:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00010000:00000001:3.0:1767384354.837811:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00080000:00000001:1.0:1767384354.837812:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384354.837815:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.837817:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.837819:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384354.837821:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.837834:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384354.837836:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384354.837837:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.837840:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384354.837840:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384354.837843:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.837844:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.837847:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:1.0:1767384354.837847:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:3.0:1767384354.837851:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384354.837853:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000001:3.0:1767384354.837854:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.837857:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:1.0:1767384354.837858:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384354.837861:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384354.837862:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384354.837864:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384354.837866:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.837867:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.837870:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384354.837871:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384354.837873:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a6f2035) refcount = 1 00000020:00000001:1.0:1767384354.837874:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384354.837878:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384354.837879:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:1.0:1767384354.837880:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000100:00000001:2.0:1767384354.837886:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384354.837886:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384354.837887:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.837893:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000010:2.0:1767384354.837893:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc2217df. 00080000:00000010:1.0:1767384354.837893:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e002d59d. 00010000:00000001:3.0:1767384354.837896:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384354.837899:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910089728 : -130127799461888 : ffff89a642bcd800) 00010000:00000001:3.0:1767384354.837900:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.837901:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.837905:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384354.837906:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384354.837908:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004032 00000001:00000001:1.0:1767384354.837909:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384354.837910:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:1.0:1767384354.837914:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d47221d6. 20000000:01000000:3.0:1767384354.837915:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384354.837915:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384354.837917:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.837922:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384354.837923:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:2.0:1767384354.837924:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a1e66e5 x1853236743004032/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384354.837926:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.837929:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003e224444 refcount=4 00080000:00000001:1.0:1767384354.837931:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.837934:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00010000:00000001:3.0:1767384354.837939:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00080000:00000001:1.0:1767384354.837942:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384354.837943:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.837947:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.837961:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.837963:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384354.837964:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.837968:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384354.837969:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.837977:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384354.837980:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384354.837983:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384354.837986:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.837989:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.837995:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384354.837999:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384354.838000:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384354.838004:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384354.838006:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015274793. 00010000:00010000:3.0:1767384354.838007:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384354.838013:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743004032, offset 224 00010000:00000001:3.0:1767384354.838014:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.838017:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838020:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.838022:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384354.838024:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384354.838031:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003e224444 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384354.838034:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.838036:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384354.838037:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384354.838038:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.838045:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.838047:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.838049:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384354.838050:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc05f80 00000020:00000040:3.0:1767384354.838051:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003e224444 refcount=5 00000020:00000001:3.0:1767384354.838055:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00000400:00000200:2.0:1767384354.838059:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b4d [2] + 224 00010000:00000001:3.0:1767384354.838060:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605038080 : -130123104513536 : ffff89a75a941200) 00010000:00000001:3.0:1767384354.838066:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.838068:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384354.838068:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.838077:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384354.838078:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.838082:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384354.838082:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384354.838084:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838088:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384354.838088:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.838091:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.838094:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384354.838098:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.838127:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.838130:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003e224444 with handle 0x88edd5ef35457e75 from hash 00000100:00000001:2.0:1767384354.838132:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384354.838133:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.838136:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.838137:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384354.838138:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015274793 00010000:00000001:3.0:1767384354.838139:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384354.838141:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384354.838143:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384354.838144:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015274793. 00000100:00000001:1.0:1767384354.838145:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384354.838146:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.838150:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384354.838152:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384354.838153:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384354.838153:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384354.838157:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384354.838157:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384354.838158:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.838161:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00010000:00000001:3.0:1767384354.838162:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384354.838164:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838165:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384354.838177:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b7ca92 00000400:00000010:1.0:1767384354.838181:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2b7ca92. 00010000:00000001:3.0:1767384354.838183:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384354.838185:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.838186:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384354.838187:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384354.838190:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.838192:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384354.838193:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384354.838193:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384354.838197:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838198:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.838205:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384354.838205:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384354.838211:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.838212:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.838215:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.838219:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.838221:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:2.0:1767384354.838222:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a1e66e5 x1853236743004032/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.838226:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384354.838227:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384354.838229:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.838233:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384354.838236:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.838237:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.838237:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a1e66e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743004032:12345-0@lo:253: Request processed in 2516us (3067us total) trans 0 rc 0/0 20000000:00000001:3.0:1767384354.838243:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.838243:0:16347:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384354.838248:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384354.838249:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 02000000:00000001:1.0:1767384354.838249:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.838253:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384354.838256:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384354.838256:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838260:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384354.838261:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384354.838262:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838263:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384354.838265:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384354.838266:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003e224444/0x88edd5ef35457e75 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384354.838269:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=64 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384354.838270:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005f78af6. 00000100:00001000:1.0:1767384354.838276:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=64 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384354.838278:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000020:00000010:2.0:1767384354.838285:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928a8f79. 00000100:00000001:1.0:1767384354.838285:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.838289:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.838290:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a6f2035 count: 0 00000020:00000040:2.0:1767384354.838291:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:1.0:1767384354.838293:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.838296:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.838299:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384354.838299:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384354.838299:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.838303:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000010:2.0:1767384354.838303:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027e2c012. 00000100:00000040:1.0:1767384354.838307:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.838310:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384354.838313:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.838316:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384354.838318:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384354.838319:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.838322:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384354.838325:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffe079a2. 00000020:01000004:1.0:1767384354.838326:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384354.838329:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015274793. 00000020:01000004:1.0:1767384354.838329:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384354.838330:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384354.838334:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.838335:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.838337:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384354.838338:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384354.838339:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384354.838340:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384354.838341:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384354.838344:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.838349:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca7de755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743004032:0@lo:253: 00000100:00000001:1.0:1767384354.838353:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.838354:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.838356:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca7de755 x1853236743004032/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.838360:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.838368:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.838370:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537f48de. 02000000:00000001:1.0:1767384354.838374:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.838376:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.838377:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384354.838378:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.838380:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad7d0e45. 02000000:00000001:1.0:1767384354.838386:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.838388:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.838389:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7de755. 00000100:00000001:1.0:1767384354.838393:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.838394:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.838395:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.838399:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.838400:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.838403:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.838405:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384354.839319:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e002d59d. 00080000:00000010:1.0:1767384354.839352:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d47221d6. 00040000:00000001:1.0:1767384354.839357:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384354.839358:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384354.839360:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384354.839362:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384354.839364:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.839366:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384354.839368:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384354.839376:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384354.839378:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384354.839382:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384354.839386:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.839389:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.839391:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.839393:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.839394:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.839398:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d92a0aed. 00010000:00000001:3.0:1767384354.839401:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.839403:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00000020:00000001:3.0:1767384354.839405:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.839407:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084dc9d91 with handle 0x88edd5ef35457e7c to hash 00000020:00000001:3.0:1767384354.839408:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.839409:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839411:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839413:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.839414:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.839416:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839420:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.839422:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.839423:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.839424:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.839425:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.839427:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.839428:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.839430:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.839431:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.839432:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.839433:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.839434:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d92a0aed) refcount = 1 00010000:00010000:3.0:1767384354.839442:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839446:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.839447:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.839448:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.839449:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839450:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.839451:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.839453:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384354.839454:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.839455:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.839456:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000020:00000001:3.0:1767384354.839457:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839458:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839460:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.839461:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839464:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.839465:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839468:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.839469:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.839470:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839474:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.839475:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839477:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.839478:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.839481:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084dc9d91 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384354.839488:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.839490:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.839491:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839495:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.839496:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.839497:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.839498:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=5 00000020:00000001:3.0:1767384354.839499:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839501:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384354.839502:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.839504:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839507:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000020:1.0:1767384354.839507:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384354.839510:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.839512:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.839513:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384354.839515:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000010:1.0:1767384354.839516:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00010000:00000001:3.0:1767384354.839517:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.839520:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:1.0:1767384354.839522:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839523:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.839528:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084dc9d91 with handle 0x88edd5ef35457e7c from hash 00010000:00000040:1.0:1767384354.839529:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004160 00010000:00000001:3.0:1767384354.839530:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384354.839534:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384354.839535:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.839538:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.839539:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000200:1.0:1767384354.839541:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de7c32cc x1853236743004160/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.839542:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.839544:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.839547:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.839550:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.839554:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.839555:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.839557:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.839558:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.839560:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.839560:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.839564:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839569:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.839570:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=64 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384354.839571:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839577:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.839577:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384354.839579:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384354.839582:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384354.839587:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384354.839589:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.839591:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384354.839591:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384354.839593:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.839594:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.839597:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384354.839598:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384354.839599:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.839602:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384354.839603:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384354.839605:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.839608:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.839608:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2b7ca92. 20000000:00000001:3.0:1767384354.839613:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384354.839614:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743004160, offset 224 00010000:00010000:3.0:1767384354.839616:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.839623:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384354.839623:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384354.839625:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.839627:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457e7c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384354.839633:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384354.839638:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d92a0aed count: 0 00000400:00000200:1.0:1767384354.839643:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06000 00010000:00000001:3.0:1767384354.839645:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.839647:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384354.839650:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b55 [2] + 224 00000400:00000200:1.0:1767384354.839656:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.839658:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.839660:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.839663:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.839668:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.839680:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.839683:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b7ca92 00000400:00000010:1.0:1767384354.839684:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2b7ca92. 00000100:00000001:1.0:1767384354.839686:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384354.839688:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.839690:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.839692:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384354.839694:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384354.839695:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384354.839696:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.839699:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384354.839700:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384354.839705:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384354.839705:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de7c32cc x1853236743004160/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384354.839709:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384354.839712:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000400:00000200:2.0:1767384354.839717:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda132c8 00000400:00000010:2.0:1767384354.839720:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda132c8. 00000100:00000001:2.0:1767384354.839725:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.839731:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.839733:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de7c32cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236743004160:12345-0@lo:253: Request processed in 3939us (4421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384354.839750:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000200:2.0:1767384354.839751:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.839755:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384354.839759:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384354.839762:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384354.839763:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384354.839766:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1f945a. 00000100:00000001:2.0:1767384354.839767:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.839771:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384354.839773:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000577e04dd. 00000020:00000010:1.0:1767384354.839777:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077c01b2d. 02000000:00000001:2.0:1767384354.839780:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384354.839781:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384354.839782:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.839786:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.839787:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384354.839788:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.839790:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c5b891b0. 00000100:00001000:2.0:1767384354.839792:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=64 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384354.839794:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384354.839797:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.839797:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.839803:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384354.839804:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384354.839806:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.839809:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384354.839811:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.839811:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 00000100:00000001:2.0:1767384354.839816:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.839818:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2b7ca92. 00000100:00000040:2.0:1767384354.839819:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.839826:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.839828:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.839829:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384354.839831:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384354.839832:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384354.839833:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.839834:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.839834:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.839835:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.839836:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384354.839837:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.839838:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384354.839839:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.839846:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743004160:0@lo:253: 00000100:00000001:2.0:1767384354.839850:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.839851:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.839853:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236743004160/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.839860:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384354.839861:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.839863:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004388e0a1. 02000000:00000001:2.0:1767384354.839873:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384354.839875:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.839877:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384354.839879:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.839881:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071134ca7. 02000000:00000001:2.0:1767384354.839885:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384354.839886:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384354.839887:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 00000100:00000001:2.0:1767384354.839891:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.839892:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.839894:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.839898:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.839900:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.839903:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.839904:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.841157:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294941893, at 4294941894 00000100:00000010:3.0:1767384354.841165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fba4352. 00000100:00000040:2.0:1767384354.842134:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294941893, at 4294941895 00000100:00000010:2.0:1767384354.842140:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd80bd78. 00000100:00000040:0.0:1767384354.842151:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294941893, at 4294941895 00000100:00000010:0.0:1767384354.842158:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062703e5b. 00000100:00000040:1.0:1767384354.842159:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294941893, at 4294941895 00000100:00000010:1.0:1767384354.842178:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf5138a. 00010000:00000010:3.1:1767384354.843140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a6f2035. 00010000:00000010:3.1:1767384354.843146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e224444. 00010000:00000010:3.1:1767384354.843149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d92a0aed. 00010000:00000010:3.1:1767384354.843151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00000400:00000010:0.0:1767384354.850079:0:32664:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000086ab8c5. 00000400:00000040:0.0:1767384354.850095:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384354.850097:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384354.850116:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384354.850118:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384354.850120:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384354.850122:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384354.850125:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384354.850126:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384354.850128:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384354.850129:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384354.850130:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384354.850131:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384354.850133:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384354.850134:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384354.850135:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384354.850136:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384354.850137:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384354.850138:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384354.850139:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384354.850140:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384354.850141:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384354.850142:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384354.850143:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384354.850144:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384354.850145:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384354.850146:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384354.850147:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384354.850148:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384354.850149:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384354.850150:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384354.850150:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384354.850152:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384354.850153:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384354.850154:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384354.850155:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384354.850156:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384354.850157:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384354.850165:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384354.850178:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384354.850180:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384354.850181:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384354.850182:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384354.850183:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384354.850184:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384354.850185:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384354.850186:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384354.850188:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384354.850189:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384354.850190:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384354.850191:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384354.850192:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384354.850193:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384354.850194:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384354.850195:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384354.850196:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384354.850197:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384354.850198:0:32664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384354.850292:0:32664:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000086ab8c5. 00000400:00000001:3.0:1767384355.027155:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.027159:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384355.027162:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:3.0:1767384355.027179:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000400:00000200:3.0:1767384355.027184:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384355.027190:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384355.027200:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ec368d1c. 00000400:00000010:3.0:1767384355.027203:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dce5fbff. 00010000:00000001:0.0:1767384355.347186:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384355.347190:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.347195:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384355.347196:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.347225:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384355.347228:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384355.347231:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384356.051204:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp38 00000400:00000010:3.0:1767384356.051210:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a76d6b04. 00000400:00000010:3.0:1767384356.051217:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e5b49bcb. 00000400:00000010:3.0:1767384356.051222:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000010:3.0:1767384356.051231:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad223754. 00000400:00000200:3.0:1767384356.051237:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp38 00000400:00000200:3.0:1767384356.051255:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp38 local destination 00000400:00000200:3.0:1767384356.051262:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp38 00000400:00000200:3.0:1767384356.051267:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [135:135:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1767384356.051275:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp38 00000400:00000200:3.0:1767384356.051283:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:) -> 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) : GET try# 0 00000800:00000200:3.0:1767384356.051290:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp38 00000800:00000010:3.0:1767384356.051300:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001af3d5c3. 00000800:00000200:3.0:1767384356.051307:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:3.1:1767384356.051311:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000400:00000200:3.0:1767384356.051334:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp38 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:0.0:1767384356.051382:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051414:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051442:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051473:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051498:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051527:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051559:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051576:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051592:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051608:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051619:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051643:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051661:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051682:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051715:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051744:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051762:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051780:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051799:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051818:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051837:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051855:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051876:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051896:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051913:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051932:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051951:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.051999:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052041:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052067:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052095:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052141:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052195:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052213:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.052231:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384356.052385:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a366f92. 00000800:00000010:0.0:1767384356.052391:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9683981. 00000800:00000010:0.0:1767384356.052397:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce0bc749. 00000800:00000010:0.0:1767384356.052413:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce0bc749. 00000800:00020000:0.0:1767384356.052421:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384356.052424:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9683981. 00000800:00000010:0.0:1767384356.052426:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a366f92. 00000400:02020000:0.0:1767384356.052464:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384356.052470:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp38 notifying 192.168.204.108@tcp38: down 00000800:00000200:0.0:1767384356.052475:0:31124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp38 down 00000800:00000100:0.0:1767384356.052480:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp38 00000800:00000010:0.0:1767384356.052483:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001af3d5c3. 00000400:00000200:0.0:1767384356.052488:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384356.052493:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384356.052501:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384356.052505:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384356.052509:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp38) recovery failed with -71 00080000:00000010:3.0:1767384356.246761:0:33117:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f84d6546. 00080000:00000010:3.0:1767384356.246770:0:33117:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f84d6546. 00000020:00000001:3.0:1767384356.246774:0:33117:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384356.246781:0:33117:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f84d6546. 00080000:00000010:3.0:1767384356.246785:0:33117:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f84d6546. 00000020:00000001:3.0:1767384356.246788:0:33117:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.372181:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384356.372188:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.372194:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384356.372197:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.372239:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384356.372243:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.372246:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384356.691173:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:0.0:1767384356.691193:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:1.0:1767384356.691196:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384356.691198:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384356.691205:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.691209:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384356.691211:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384356.691212:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384356.691214:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000001:2.0:1767384356.691215:0:28601:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:0.0:1767384356.691217:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:2.0:1767384356.691220:0:28601:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384356.691221:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 63 10000000:00000001:0.0:1767384356.691226:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384356.691228:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384356.691234:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000020:00000040:0.0:1767384356.691237:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384356.691241:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.691244:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.691249:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.691254:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8241a5b. 00000100:00000001:0.0:1767384356.691260:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.691264:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384356.691266:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384356.691278:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000943f6628. 00010000:00000001:0.0:1767384356.691282:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384356.691284:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b8f24c3c. 00000020:00000001:0.0:1767384356.691287:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384356.691290:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b8f24c3c with handle 0x88edd5ef35457e83 to hash 00000020:00000001:0.0:1767384356.691291:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384356.691292:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.691295:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.691298:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.691300:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.691302:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.691309:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.691316:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384356.691320:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384356.691321:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384356.691325:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aea3cb93. 00000100:00000001:0.0:1767384356.691327:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951190671360 : -130122518880256 : ffff89a77d7c2000) 00000100:00000001:0.0:1767384356.691329:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384356.691330:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000001:0.0:1767384356.691333:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.691335:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.691337:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384356.691338:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384356.691344:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.691351:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384356.691352:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.691355:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384356.691361:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384356.691363:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384356.691365:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743004288:0@lo:101: 00000100:00000001:0.0:1767384356.691369:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384356.691373:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384356.691374:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.691377:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384356.691379:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ccf7095e. 02000000:00000001:0.0:1767384356.691381:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.691385:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000de26623. 00000400:00000010:0.0:1767384356.691390:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384356.691396:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743004288, portal 25 00000100:00000001:0.0:1767384356.691397:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384356.691398:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000040:0.0:1767384356.691402:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.691408:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.691410:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.691413:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000200:0.0:1767384356.691415:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743004288, offset 0 00000400:00000200:0.0:1767384356.691420:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.691431:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.691441:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc06080 00000400:00000200:0.0:1767384356.691446:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1385 [2] + 0 00000400:00000010:0.0:1767384356.691449:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9ada7a. 00000400:00000200:0.0:1767384356.691451:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005932aa51 00000400:00000200:0.0:1767384356.691456:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.691459:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384356.691463:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005932aa51 00000400:00000010:0.0:1767384356.691465:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005932aa51. 00000100:00000001:0.0:1767384356.691469:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384356.691471:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384356.691474:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000039073dfc x1853236743004288 msgsize 328 00000100:00100000:0.0:1767384356.691477:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384356.691482:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384356.691495:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.691502:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000400:00000010:0.0:1767384356.691504:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000100:00000001:0.0:1767384356.691507:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384356.691509:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.691518:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.691520:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.691525:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.691527:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.691529:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384356.691531:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.691533:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004288 00000100:00000001:0.0:1767384356.691536:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294943749 02000000:00000001:2.0:1767384356.691537:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384356.691541:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384356.691543:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000528d038f. 00000100:00000001:2.0:1767384356.691544:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.691549:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.691550:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384356.691552:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004288 00000020:00000001:2.0:1767384356.691556:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384356.691556:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294943749 00000020:00000040:2.0:1767384356.691558:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384356.691562:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384356.691564:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000016de13a. 00000020:00000040:2.0:1767384356.691565:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:2.0:1767384356.691570:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384356.691572:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384356.691573:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384356.691579:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:2.0:1767384356.691580:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384356.691585:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e3bfb64. 00000100:00000001:0.0:1767384356.691590:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384356.691591:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:0.0:1767384356.691595:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000001:2.0:1767384356.691596:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.691601:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00000010:0.0:1767384356.691604:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e1ca4f. 00000020:00000010:2.0:1767384356.691608:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b982f25. 00000100:00000001:0.0:1767384356.691610:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384356.691615:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008077ada8. 00000100:00000001:0.0:1767384356.691616:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.691621:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384356.691622:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.691627:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.691629:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384356.691631:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000aea3cb93 going to sleep for 11 seconds 00000100:00000040:2.0:1767384356.691633:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384356.691634:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.691637:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384356.691638:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691640:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384356.691642:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691649:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691663:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.691674:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.691676:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.691681:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:1.0:1767384356.691681:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384356.691685:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384356.691687:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384356.691688:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691691:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087286352 : -130122622265264 : ffff89a777529850) 00000100:00000001:1.0:1767384356.691692:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.691697:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039073dfc x1853236743004288/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.691705:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.691707:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:2.0:1767384356.691709:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.691711:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00100000:2.0:1767384356.691714:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039073dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743004288:12345-0@lo:101: 00000100:00000200:2.0:1767384356.691716:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004288 00000020:00000001:2.0:1767384356.691719:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384356.691722:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384356.691723:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.691725:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384356.691727:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:2.0:1767384356.691730:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.691731:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.691738:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384356.691740:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.691744:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.691746:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384356.691748:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384356.691750:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384356.691751:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384356.691753:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.691757:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384356.691761:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001d505e0d. 00010000:00000001:2.0:1767384356.691764:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384356.691766:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000456ca626. 00000020:00000001:2.0:1767384356.691768:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384356.691769:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000456ca626 with handle 0x88edd5ef35457e8a to hash 00000020:00000001:2.0:1767384356.691771:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384356.691772:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384356.691774:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00010000:2.0:1767384356.691776:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457e83 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384356.691782:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:2.0:1767384356.691783:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384356.691789:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384356.691791:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384356.691794:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e66574f8. 02000000:00000001:2.0:1767384356.691795:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691797:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.691799:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384356.691802:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384356.691804:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.691806:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.691808:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.691810:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.691811:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.691813:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384356.691815:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384356.691821:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384356.691823:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384356.691824:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d505e0d) refcount = 1 00010000:00010000:2.0:1767384356.691828:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.691832:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384356.691833:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384356.691834:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.691836:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.691837:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384356.691840:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384356.691842:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.691847:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384356.691848:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384356.691850:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.691852:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.691853:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384356.691854:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.691855:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384356.691856:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000456ca626, rc 0) 00000020:00000001:2.0:1767384356.691858:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.691860:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004288 00010000:00000001:2.0:1767384356.691862:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.691865:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000039073dfc x1853236743004288/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.691871:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.691872:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.691875:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.691879:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.691881:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.691882:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384356.691885:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.691889:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.691892:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.691894:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.691897:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000100:00000200:2.0:1767384356.691899:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743004288, offset 224 00000400:00000200:2.0:1767384356.691903:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.691909:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.691914:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc06080 00000400:00000200:2.0:1767384356.691917:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b81 [1] + 224 00000400:00000200:2.0:1767384356.691920:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.691922:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.691925:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.691927:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.691933:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.691945:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.691949:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:2.0:1767384356.691951:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000100:00000001:2.0:1767384356.691954:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.691954:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.691957:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.691961:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384356.691962:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384356.691964:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:0.0:1767384356.691966:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384356.691967:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384356.691971:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.691971:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000de26623. 00000020:00000001:2.0:1767384356.691975:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384356.691979:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000100:00000040:2.0:1767384356.691980:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039073dfc x1853236743004288/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384356.691984:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384356.691991:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384356.691995:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039073dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743004288:12345-0@lo:101: Request processed in 287us (517us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384356.692000:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.692005:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384356.692010:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384356.692014:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384356.692020:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.692022:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384356.692028:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008077ada8. 00000100:00000001:0.0:1767384356.692029:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384356.692033:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384356.692033:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.692035:0:17076:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384356.692038:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b982f25. 02000000:00000001:0.0:1767384356.692039:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.692041:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.692044:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.692045:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:0.0:1767384356.692046:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.692052:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384356.692053:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=66 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384356.692056:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e66574f8. 00000100:00001000:0.0:1767384356.692058:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=66 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384356.692060:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384356.692062:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384356.692063:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.692064:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.692068:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384356.692069:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384356.692070:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692074:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.692075:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd36fc2. 00000100:00000040:0.0:1767384356.692078:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384356.692081:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004feb645f. 00000100:00000001:0.0:1767384356.692087:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.692090:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.692091:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384356.692094:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.692124:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743004288:0@lo:101: 00000100:00000001:0.0:1767384356.692129:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.692151:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692154:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384356.692156:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.692160:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.692168:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384356.692170:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aea3cb93. 00000100:00000001:0.0:1767384356.692173:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384356.692175:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.692176:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384356.692179:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.692181:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.692182:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=4 00000020:00000001:0.0:1767384356.692184:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.692186:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000040:0.0:1767384356.692188:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b8f24c3c, remote cookie: 0x88edd5ef35457e8a, flags: 0x0 00010000:00000001:0.0:1767384356.692191:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384356.692193:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384356.692194:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384356.692195:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384356.692196:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384356.692197:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000943f6628) refcount = 1 00010000:00010000:0.0:1767384356.692199:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.692204:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384356.692205:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384356.692206:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384356.692208:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384356.692210:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.692212:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.692216:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384356.692217:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.692223:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.692224:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.692225:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.692226:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692227:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.692230:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743004288/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.692234:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.692236:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.692238:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ccf7095e. 02000000:00000001:0.0:1767384356.692240:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.692241:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.692243:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384356.692245:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.692246:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8241a5b. 02000000:00000001:0.0:1767384356.692248:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.692250:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.692251:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:0.0:1767384356.692253:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.692254:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384356.692255:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.692256:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384356.692258:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384356.692259:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.692260:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.692261:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.692262:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=3 00000020:00000001:0.0:1767384356.692264:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.692265:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.692267:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384356.692268:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.692269:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.692269:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.692271:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384356.692273:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d9aa64a1. 00000100:00000010:0.0:1767384356.692285:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000020:00000040:0.0:1767384356.692287:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384356.692292:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.692293:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.692295:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.692297:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8241a5b. 00000100:00000001:0.0:1767384356.692299:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692302:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384356.692305:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ccf7095e. 00000100:00000010:0.0:1767384356.692306:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000071478f. 00000020:00000040:0.0:1767384356.692308:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384356.692310:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384356.692311:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384356.692313:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aea3cb93. 00000100:00000001:0.0:1767384356.692314:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951190671360 : -130122518880256 : ffff89a77d7c2000) 00000100:00000001:0.0:1767384356.692316:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384356.692317:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000001:0.0:1767384356.692319:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.692320:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692322:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384356.692322:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384356.692324:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.692329:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384356.692330:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.692331:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384356.692333:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384356.692334:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384356.692336:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743004416:0@lo:256: 00000100:00000001:0.0:1767384356.692338:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384356.692339:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384356.692340:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692342:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384356.692345:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000de26623. 00000400:00000010:0.0:1767384356.692348:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004f7d239d. 00000100:00000200:0.0:1767384356.692350:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc06100-0x695824dc06100, portal 33 00000100:00000001:0.0:1767384356.692353:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.692359:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384356.692361:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cc906ab. 02000000:00000001:0.0:1767384356.692363:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.692364:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000400:00000010:0.0:1767384356.692366:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384356.692367:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743004416, portal 25 00000100:00000001:0.0:1767384356.692369:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384356.692369:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00000040:0.0:1767384356.692372:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.692377:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.692379:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.692380:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000200:0.0:1767384356.692382:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743004416, offset 0 00000400:00000200:0.0:1767384356.692385:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.692390:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.692396:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc06100 00000400:00000200:0.0:1767384356.692399:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13a1 [2] + 0 00000400:00000010:0.0:1767384356.692401:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082b4377d. 00000400:00000200:0.0:1767384356.692404:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000439af9ba 00000400:00000200:0.0:1767384356.692406:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.692409:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384356.692411:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000439af9ba 00000400:00000010:0.0:1767384356.692413:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000439af9ba. 00000100:00000001:0.0:1767384356.692415:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384356.692417:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384356.692419:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000fc918aae x1853236743004416 msgsize 304 00000100:00100000:0.0:1767384356.692422:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384356.692423:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384356.692434:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.692437:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000400:00000010:0.0:1767384356.692438:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000100:00000001:0.0:1767384356.692440:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384356.692442:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.692456:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.692458:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.692462:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384356.692464:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.692466:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004416 00000100:00000001:0.0:1767384356.692467:0:17076:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384356.692471:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384356.692472:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.692473:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692474:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692476:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294943750 02000000:00000001:2.0:1767384356.692478:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.692482:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004416 00000100:00000001:0.0:1767384356.692483:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943749 00000020:00000001:2.0:1767384356.692484:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384356.692486:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384356.692489:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294943750 00000020:00000001:2.0:1767384356.692490:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.692493:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384356.692494:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943749 00000020:00000001:2.0:1767384356.692496:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384356.692500:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294943750 00000020:00000001:2.0:1767384356.692501:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384356.692507:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384356.692508:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943749 00000020:00000010:2.0:1767384356.692511:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:0.0:1767384356.692512:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294943750 00000100:00000001:2.0:1767384356.692516:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.692517:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943749 00000020:00000010:2.0:1767384356.692520:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00000001:0.0:1767384356.692522:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.692525:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b982f25. 00000100:00000001:0.0:1767384356.692525:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.692531:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384356.692532:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008077ada8. 00000100:00000001:0.0:1767384356.692532:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384356.692538:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000aea3cb93 going to sleep for 11 seconds 00000020:00000010:2.0:1767384356.692539:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384356.692541:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.692545:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.692547:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384356.692550:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384356.692552:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384356.692558:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692562:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692573:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.692582:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.692584:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.692588:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384356.692590:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384356.692593:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087293520 : -130122622258096 : ffff89a77752b450) 00000100:00000040:2.0:1767384356.692597:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc918aae x1853236743004416/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 304/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.692603:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.692606:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:2.0:1767384356.692608:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.692609:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00100000:2.0:1767384356.692613:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fc918aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743004416:12345-0@lo:256: 00000100:00000200:2.0:1767384356.692616:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004416 00000020:00000001:2.0:1767384356.692617:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384356.692619:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384356.692620:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.692621:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384356.692623:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:2.0:1767384356.692625:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.692626:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.692628:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384356.692629:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.692631:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692634:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384356.692635:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384356.692637:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e66574f8. 02000000:00000001:2.0:1767384356.692639:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692640:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.692642:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384356.692645:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384356.692652:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384356.692654:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384356.692656:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.692657:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384356.692658:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384356.692661:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ffb16869. 20000000:00000001:2.0:1767384356.692663:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384356.692674:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384356.692679:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384356.692683:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384356.692685:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384356.692686:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384356.692688:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384356.692689:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384356.692690:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384356.692691:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384356.692693:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384356.692694:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384356.692695:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384356.692697:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384356.692698:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384356.692699:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384356.692700:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384356.692701:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384356.692703:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384356.692704:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384356.692706:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384356.692707:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384356.692709:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384356.692711:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384356.692712:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384356.692713:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384356.692714:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384356.692716:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384356.692717:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384356.692718:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384356.692719:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384356.692721:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384356.692722:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:2.0:1767384356.692729:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 3432/1/4/3. 20000000:00000040:2.0:1767384356.692735:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384356.692736:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384356.692738:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384356.692740:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384356.692741:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384356.692743:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384356.692744:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384356.692745:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384356.692746:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384356.692747:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384356.692748:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384356.692749:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384356.692751:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384356.692752:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384356.692753:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384356.692755:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384356.692756:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384356.692758:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384356.692759:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384356.692761:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384356.692762:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384356.692763:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384356.692764:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384356.692766:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384356.692767:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384356.692768:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384356.692769:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384356.692771:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384356.692772:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384356.692773:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384356.692774:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384356.692776:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:2.0:1767384356.692778:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 2768/1/4/3. 20000000:01000000:2.0:1767384356.692780:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1328, version 68 20000000:00000001:2.0:1767384356.692781:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1328 : 1328 : 530) 00000100:00000001:2.0:1767384356.692783:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384356.692786:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000076aae02a. 00000100:00000010:2.0:1767384356.692787:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000af8156ce. 00000020:00000040:2.0:1767384356.692794:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:2.0:1767384356.692796:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384356.692816:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384356.692818:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384356.692823:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3488ab3. 00000400:00000200:2.0:1767384356.692825:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.692831:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.692836:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1328 into portal 33 MB=0x695824dc06100 00000400:00000200:2.0:1767384356.692840:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1328/1328 into md 0x1b91 [4] + 0 00000400:00000010:2.0:1767384356.692842:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000de26623. 00000400:00000200:2.0:1767384356.692845:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f7d239d 00000400:00000200:2.0:1767384356.692848:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.692851:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384356.692853:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f7d239d 00000400:00000010:2.0:1767384356.692855:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004f7d239d. 00000100:00000001:2.0:1767384356.692857:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.692858:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d07863e9 desc 00000000ccf7095e mbits 1853236743004416 00000100:00000001:2.0:1767384356.692870:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384356.692873:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384356.692878:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384356.692899:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b9d 00000400:00000200:2.0:1767384356.692901:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.692904:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384356.692907:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.692909:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000076aae02a 00000100:00000001:0.0:1767384356.692909:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.692913:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692914:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384356.692923:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:2.0:1767384356.692926:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000100:00000001:2.0:1767384356.692928:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.692929:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000076aae02a 00000100:00000001:2.0:1767384356.692930:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384356.692932:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1328 bytes via portal 33 id 12345-0@lo mbits 0x695824dc06100-0x695824dc06100 00000100:00000001:2.0:1767384356.692935:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.692938:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692939:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384356.692945:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:2.0:1767384356.692947:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000af8156ce. 00000100:00000010:2.0:1767384356.692949:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000076aae02a. 00000100:00000001:2.0:1767384356.692951:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384356.692953:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384356.692957:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ffb16869. 20000000:00000001:2.0:1767384356.692960:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.692962:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004416 00010000:00000001:2.0:1767384356.692964:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.692967:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc918aae x1853236743004416/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.692972:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.692974:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.692975:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.692978:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.692979:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.692980:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384356.692982:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.692983:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.692985:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.692986:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.692988:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000100:00000200:2.0:1767384356.692990:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743004416, offset 224 00000400:00000200:2.0:1767384356.692993:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.692997:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.693001:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc06100 00000400:00000200:2.0:1767384356.693003:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b95 [1] + 224 00000400:00000200:2.0:1767384356.693006:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.693008:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.693010:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.693011:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.693016:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.693036:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.693040:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:2.0:1767384356.693042:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000100:00000001:2.0:1767384356.693043:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384356.693045:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.693047:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.693050:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:2.0:1767384356.693051:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384356.693052:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.693054:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384356.693056:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384356.693058:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc918aae x1853236743004416/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384356.693061:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.693064:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384356.693067:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03bad1d. 00000100:00100000:2.0:1767384356.693071:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fc918aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743004416:12345-0@lo:256: Request processed in 465us (648us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384356.693073:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384356.693076:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384356.693080:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384356.693083:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384356.693085:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:0.0:1767384356.693086:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.693090:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384356.693093:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384356.693097:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008077ada8. 00000020:00000010:2.0:1767384356.693127:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000020:00000010:2.0:1767384356.693148:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b982f25. 00000100:00000200:0.0:1767384356.693150:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384356.693153:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384356.693159:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384356.693161:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e66574f8. 02000000:00000001:2.0:1767384356.693164:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384356.693167:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.693168:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384356.693171:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384356.693172:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384356.693176:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000714aec2c. 00000100:00000001:0.0:1767384356.693177:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.693180:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384356.693182:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027a747ca. 00000100:00000001:0.0:1767384356.693182:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.693184:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.693187:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.693190:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384356.693193:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.693195:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.693196:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.693197:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.693199:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.693200:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.693203:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.693209:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.693213:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.693215:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384356.693217:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.693222:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743004416:0@lo:256: 00000100:00000001:0.0:1767384356.693225:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.693226:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.693227:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384356.693229:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.693230:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.693234:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384356.693241:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aea3cb93. 00000100:00000001:0.0:1767384356.693243:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384356.693244:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384356.693246:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 68, more 0. 10000000:00000001:0.0:1767384356.693249:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384356.693254:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000abf1e36a. 10000000:00000040:0.0:1767384356.693262:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384356.693266:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384356.693269:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384356.693272:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384356.693274:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.693275:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384356.693276:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384356.693278:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:0.0:1767384356.693280:0:17076:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 32 NIDs for '192.168.204.108@tcp' 00000400:00000200:0.0:1767384356.693282:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384356.693284:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384356.693287:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384356.693291:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384356.693295:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:0.0:1767384356.693300:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384356.693302:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384356.693303:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (33) 00000400:00000200:0.0:1767384356.693305:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384356.693306:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384356.693308:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693310:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384356.693311:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384356.693314:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693315:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384356.693316:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384356.693319:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693320:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384356.693321:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384356.693323:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693328:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384356.693329:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384356.693331:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693332:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384356.693333:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:0.0:1767384356.693335:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693336:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384356.693337:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384356.693339:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693340:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384356.693341:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384356.693343:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693344:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384356.693345:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:0.0:1767384356.693347:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693348:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384356.693349:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:0.0:1767384356.693351:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693353:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:0.0:1767384356.693354:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384356.693356:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693357:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:0.0:1767384356.693358:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:0.0:1767384356.693360:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693361:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:0.0:1767384356.693362:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:0.0:1767384356.693364:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693365:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:0.0:1767384356.693367:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:0.0:1767384356.693368:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693370:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384356.693371:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:0.0:1767384356.693374:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693375:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:0.0:1767384356.693376:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384356.693378:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693382:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:0.0:1767384356.693383:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:0.0:1767384356.693386:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693387:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:0.0:1767384356.693389:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384356.693391:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693392:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:0.0:1767384356.693393:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384356.693395:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693396:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:0.0:1767384356.693397:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:0.0:1767384356.693399:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693400:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:0.0:1767384356.693401:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384356.693403:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693404:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:0.0:1767384356.693405:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:0.0:1767384356.693408:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693409:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:0.0:1767384356.693410:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384356.693412:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693414:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:0.0:1767384356.693415:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:0.0:1767384356.693417:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693418:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384356.693419:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:0.0:1767384356.693421:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693422:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384356.693423:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:0.0:1767384356.693425:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693426:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:0.0:1767384356.693427:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:0.0:1767384356.693429:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693431:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:0.0:1767384356.693432:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:0.0:1767384356.693434:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693438:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:0.0:1767384356.693440:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:0.0:1767384356.693442:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693443:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:0.0:1767384356.693444:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:0.0:1767384356.693446:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693447:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:0.0:1767384356.693448:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:0.0:1767384356.693450:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.693450:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000100:00000001:0.0:1767384356.693452:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.693453:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384356.693455:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:0.0:1767384356.693458:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000071017dfb. 10000000:00000040:0.0:1767384356.693459:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 68/68 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:0.0:1767384356.693461:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384356.693466:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384356.693469:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002253b21d. 00000020:00000010:0.0:1767384356.693472:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000125b7cc5. 00000040:00000010:0.0:1767384356.693475:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009bced987. 00000020:00000010:0.0:1767384356.693478:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f1d4d95. 00000020:00000010:0.0:1767384356.693482:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384356.693485:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000477f7a03. 80000000:00000010:0.0:1767384356.693488:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020ea483b. 40000000:00000010:0.0:1767384356.693491:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef76bb32. 00100000:00000010:0.0:1767384356.693496:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384356.693499:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b43a12c. 00040000:00000010:0.0:1767384356.693503:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d0bd46c. 00040000:00000010:0.0:1767384356.693506:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000596f9a6c. 00080000:00000010:0.0:1767384356.693512:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006a366f92. 00080000:00000010:0.0:1767384356.693517:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053e6e5aa. 00000004:00000010:0.0:1767384356.693523:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4f364c6. 00000004:00000010:0.0:1767384356.693527:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad7da4c7. 00000004:00000010:0.0:1767384356.693536:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000678f1c67. 00002000:00000010:0.0:1767384356.693540:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006c180ffb. 00000004:00000010:0.0:1767384356.693544:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c860d8b1. 00000004:00000001:0.0:1767384356.693547:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384356.693550:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384356.693551:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000071017dfb 00000040:00001000:0.0:1767384356.693552:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384356.693554:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384356.693555:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384356.693556:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384356.693560:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384356.693562:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384356.693564:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384356.693566:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384356.693568:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384356.693625:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.693630:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000125b7cc5. 00000040:00000010:0.0:1767384356.693634:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009bced987. 00000020:00000010:0.0:1767384356.693636:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f1d4d95. 00000020:00000010:0.0:1767384356.693639:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384356.693641:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000477f7a03. 80000000:00000010:0.0:1767384356.693644:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020ea483b. 40000000:00000010:0.0:1767384356.693647:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ef76bb32. 00100000:00000010:0.0:1767384356.693650:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384356.693652:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b43a12c. 00040000:00000010:0.0:1767384356.693655:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003d0bd46c. 00040000:00000010:0.0:1767384356.693657:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000596f9a6c. 00080000:00000010:0.0:1767384356.693660:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053e6e5aa. 00080000:00000010:0.0:1767384356.693662:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006a366f92. 00000004:00000010:0.0:1767384356.693665:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4f364c6. 00000004:00000010:0.0:1767384356.693667:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad7da4c7. 00000004:00000010:0.0:1767384356.693671:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000678f1c67. 00002000:00000010:0.0:1767384356.693675:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006c180ffb. 00000004:00000010:0.0:1767384356.693678:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c860d8b1. 00000020:00000010:0.0:1767384356.693680:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002253b21d. 00000020:00000001:0.0:1767384356.693688:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.693690:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384356.693693:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000071017dfb. 10000000:00000010:0.0:1767384356.693695:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000abf1e36a. 10000000:00000001:0.0:1767384356.693697:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.693699:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.693702:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743004416/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.693706:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.693708:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.693709:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cc906ab. 02000000:00000001:0.0:1767384356.693711:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.693712:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.693713:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384356.693715:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384356.693716:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384356.693717:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.693718:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384356.693719:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384356.693720:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000071478f. 00000100:00000010:0.0:1767384356.693721:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ccf7095e. 00000100:00000001:0.0:1767384356.693722:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384356.693723:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8241a5b. 02000000:00000001:0.0:1767384356.693725:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.693725:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.693726:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000100:00000001:0.0:1767384356.693728:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.693729:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384356.693741:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d9aa64a1. 10000000:01000000:0.0:1767384356.693743:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384356.693746:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384356.693747:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.693748:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.693750:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=3 00000020:00000001:0.0:1767384356.693751:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.693753:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.693758:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384356.693760:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.693765:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.693766:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.693767:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.693771:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384356.693772:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.693773:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384356.693774:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.693776:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.693777:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384356.693779:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384356.693780:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384356.693782:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384356.698162:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294943750, at 4294943751 00000100:00000040:2.0:1767384356.698163:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294943750, at 4294943751 00000100:00000040:3.0:1767384356.698166:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294943750, at 4294943751 00000100:00000010:0.0:1767384356.698171:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000528d038f. 00000100:00000010:2.0:1767384356.698174:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e3bfb64. 00000100:00000010:3.0:1767384356.698176:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e1ca4f. 00000100:00000040:1.0:1767384356.698176:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294943750, at 4294943751 00000100:00000010:1.0:1767384356.698184:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000016de13a. 00000020:00000010:1.0:1767384356.702028:0:33221:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000587a3f25. 00000020:00000040:1.0:1767384356.702034:0:33221:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384356.702042:0:33221:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000587a3f25. 00000001:00000001:3.0:1767384356.960232:0:33283:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384356.960236:0:33283:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:3.0:1767384356.963039:0:33283:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384356.968801:0:33284:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000970b808c. 00000400:00000010:3.0:1767384356.968813:0:33284:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005d10e85a. 00000400:00000010:3.0:1767384356.968822:0:33284:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cfc021a7. 00000400:00000010:3.0:1767384356.968824:0:33284:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000dc19180. 00000400:00000010:3.0:1767384356.968831:0:33284:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000853bad36. 00000400:00000010:3.0:1767384356.968834:0:33284:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc92d806. 00000400:00000010:3.0:1767384356.968835:0:33284:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2d28a03. 00000400:00000010:3.0:1767384356.968836:0:33284:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b32201ba. 00000400:00000010:3.0:1767384356.968839:0:33284:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008d855513. 00000800:00000010:3.0:1767384356.968854:0:33284:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000f4a8c9a. 00000800:00000200:3.0:1767384356.968863:0:33284:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384356.968872:0:33284:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384356.968904:0:33284:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:3.0:1767384356.968923:0:33284:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384356.970356:0:33284:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000074122e07. 00000400:00000010:3.0:1767384356.970361:0:33284:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 00000400:00000010:3.0:1767384356.970366:0:33284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000001:3.0:1767384356.970384:0:33284:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.970385:0:33284:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.970387:0:33284:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197b10dd. 00000400:00000200:3.0:1767384356.970388:0:33284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e85c17 00000400:00000010:3.0:1767384356.970390:0:33284:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062e85c17. 00000400:00000010:3.0:1767384356.970394:0:33284:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000029bea4cf. 00000400:00000200:3.0:1767384356.970397:0:33284:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:3.0:1767384356.970408:0:33284:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384356.970415:0:33284:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:3.0:1767384356.970421:0:33284:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d498a57a. 00000020:01000000:3.0:1767384356.970426:0:33284:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384356.970426:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384356.970428:0:33284:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp41 00000400:00000200:2.0:1767384356.970440:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:3.0:1767384356.970441:0:33284:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005d10e85a. 00000400:00000010:3.0:1767384356.970446:0:33284:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000970b808c. 00000400:00000010:2.0:1767384356.970446:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000200:2.0:1767384356.970451:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000400:00000010:2.0:1767384356.970455:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3e8bb11. 00000400:00000200:2.0:1767384356.970459:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000020:00000001:0.0:1767384356.970462:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.970466:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.970469:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384356.970471:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 10000000:01000000:0.0:1767384356.970472:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384356.970477:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384356.970479:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384356.970480:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384356.970482:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.970485:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.970487:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384356.970488:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:0.0:1767384356.970490:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.970492:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384356.970496:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000020:01000004:0.0:1767384356.970496:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384356.970499:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.970501:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384356.970504:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000100:00000010:0.0:1767384356.970507:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000400:00000200:2.0:1767384356.970509:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000040:0.0:1767384356.970513:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384356.970516:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000400:00000200:2.0:1767384356.970520:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000100:00000001:0.0:1767384356.970520:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384356.970524:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000400:00000200:2.0:1767384356.970528:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 02000000:00000001:0.0:1767384356.970529:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384356.970533:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 02000000:00000001:0.0:1767384356.970535:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970537:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000400:00000200:2.0:1767384356.970541:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000400:00000200:2.0:1767384356.970544:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[130, 36] 02000000:00000010:0.0:1767384356.970546:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a366f92. 00000400:00000200:2.0:1767384356.970548:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 36], ns[134, 36] 00000400:00000200:2.0:1767384356.970552:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000100:00000001:0.0:1767384356.970553:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970557:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000100:00000001:0.0:1767384356.970563:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.970566:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970570:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 00000400:00000200:2.0:1767384356.970575:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000100:00000040:0.0:1767384356.970575:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_02+2] req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.970590:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:2.0:1767384356.970595:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:2.0:1767384356.970598:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[97, 36] 00000400:00000200:2.0:1767384356.970601:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:2.0:1767384356.970603:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 36], ns[83, 36] 00000400:00000200:2.0:1767384356.970606:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 36], ns[114, 36] 00000400:00000200:2.0:1767384356.970608:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 36], ns[127, 36] 00000400:00000200:2.0:1767384356.970612:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 36], ns[115, 36] 00000400:00000200:2.0:1767384356.970614:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 36], ns[109, 36] 10000000:00000001:0.0:1767384356.970617:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970618:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[116, 36] 10000000:00000001:0.0:1767384356.970623:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000100:00000001:3.0:1767384356.970627:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384356.970627:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.970632:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384356.970633:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384356.970636:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384356.970636:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000020:00000001:0.0:1767384356.970641:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384356.970643:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.970644:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:0.0:1767384356.970645:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.970649:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384356.970652:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384356.970658:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384356.970660:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000100:00000001:3.0:1767384356.970664:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384356.970664:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384356.970668:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970668:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000020:01000004:0.0:1767384356.970669:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384356.970673:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384356.970674:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384356.970676:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp39 lpni_is_preferred = 0 00000020:01000004:0.0:1767384356.970677:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.970680:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384356.970682:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp39 02000000:00000001:3.0:1767384356.970683:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384356.970683:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384356.970686:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384356.970689:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [136:136:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [133:133:8:4294967295] 02000000:00000001:3.0:1767384356.970690:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384356.970690:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384356.970695:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000100:00100000:3.0:1767384356.970698:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743004544:0@lo:253: 00000020:00000040:0.0:1767384356.970700:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384356.970705:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384356.970706:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.970709:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.970710:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.970711:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384356.970715:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 02000000:00000001:3.0:1767384356.970716:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.970719:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384356.970719:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000053e6e5aa. 00000100:00000001:0.0:1767384356.970725:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.970727:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000050caba82. 00000400:00000200:2.0:1767384356.970729:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp:192.168.204.108@tcp39) : PUT try# 0 02000000:00000001:3.0:1767384356.970730:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.970730:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.970734:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.970738:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000100:00000040:0.0:1767384356.970741:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_03+3] req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384356.970742:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.108@tcp39 00000400:00000010:3.0:1767384356.970745:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d10e85a. 00000800:00000010:2.0:1767384356.970750:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cede088. 00000100:00000200:3.0:1767384356.970751:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743004544, portal 25 00000100:00000001:3.0:1767384356.970756:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.970758:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000800:00000010:2.0:1767384356.970761:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f15a2a3b. 00000100:00000040:3.0:1767384356.970763:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384356.970768:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dba31533. 00000800:00000200:2.0:1767384356.970778:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:2.1:1767384356.970789:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000100:00000001:3.0:1767384356.970797:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384356.970801:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.970802:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384356.970806:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.970807:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000929ad24d. 00000400:00000200:2.0:1767384356.970808:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000020:00000001:0.0:1767384356.970810:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970813:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000020:01000000:0.0:1767384356.970814:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384356.970818:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d498a57a. 00000100:00000200:3.0:1767384356.970828:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743004544, offset 0 00000100:00000001:0.0:1767384356.970830:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.970833:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384356.970836:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384356.970836:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384356.970842:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384356.970849:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384356.970856:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384356.970857:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.970859:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384356.970861:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384356.970864:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06180 02000000:00000001:0.0:1767384356.970865:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.970867:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00100000:0.0:1767384356.970872:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743004672:0@lo:253: 00000400:00000200:3.0:1767384356.970874:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000100:00000001:0.0:1767384356.970879:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384356.970880:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b2e100f. 02000000:00000001:0.0:1767384356.970883:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384356.970884:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc1cdfaa 02000000:00000001:0.0:1767384356.970885:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.970889:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384356.970891:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384356.970894:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005debfc4a. 00000400:00000200:3.0:1767384356.970896:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384356.970900:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.970903:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1cdfaa 00000400:00000010:0.0:1767384356.970906:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000400:00000010:3.0:1767384356.970907:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc1cdfaa. 00000400:00000200:2.0:1767384356.970911:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:3.0:1767384356.970916:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384356.970918:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a33e8ebc. 00000100:00000200:3.0:1767384356.970919:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.970924:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ae479c78 x1853236743004544 msgsize 4848 00000100:00000200:0.0:1767384356.970925:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743004672, portal 25 00000100:00000001:0.0:1767384356.970928:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384356.970931:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384356.970932:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384356.970937:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384356.970941:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384356.970942:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:0.0:1767384356.970949:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384356.970952:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384356.970953:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.970957:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004957520d. 00000400:00000200:3.0:1767384356.970963:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad24d 00000400:00000010:3.0:1767384356.970967:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000929ad24d. 00000400:00000200:2.0:1767384356.970968:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:3.0:1767384356.970972:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384356.970974:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743004672, offset 0 00000100:00000200:3.0:1767384356.970980:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.970984:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.970993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.970995:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384356.970997:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.971003:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.971007:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06200 00000400:00000200:2.0:1767384356.971016:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.971018:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000100:00000001:3.0:1767384356.971021:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.971023:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967611d7. 00000100:00000001:3.0:1767384356.971024:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384356.971029:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0b9d95c 00000100:00000001:3.0:1767384356.971032:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.971034:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384356.971037:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294944028 00000400:00000200:2.0:1767384356.971041:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384356.971041:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384356.971043:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe1940e. 00000400:00000200:0.0:1767384356.971048:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b9d95c 00000100:00000001:3.0:1767384356.971051:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384356.971052:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b9d95c. 00000100:00000001:0.0:1767384356.971058:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384356.971059:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294944028 00000100:00000200:0.0:1767384356.971060:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384356.971066:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e786ff1. 00000100:00000040:0.0:1767384356.971066:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000d20b55f1 x1853236743004672 msgsize 4848 00000400:00000200:2.0:1767384356.971069:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:3.0:1767384356.971072:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384356.971077:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384356.971080:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294944028 00000100:00000040:0.0:1767384356.971080:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384356.971087:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000425c6779. 00000100:00000001:3.0:1767384356.971091:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384356.971091:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384356.971096:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294944028 00000400:00000200:0.0:1767384356.971098:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004957520d 00000400:00000200:2.0:1767384356.971126:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:0.0:1767384356.971138:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004957520d. 00000100:00000001:0.0:1767384356.971142:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384356.971147:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384356.971149:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721db69c. 00000100:00000001:3.0:1767384356.971155:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384356.971156:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384356.971161:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384356.971162:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.971166:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971172:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971174:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971176:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.971177:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384356.971180:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:3.0:1767384356.971182:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.971182:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971186:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384356.971188:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294944029 00000100:00000001:3.0:1767384356.971190:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.971196:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944028 00000100:00000001:3.0:1767384356.971199:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.971202:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971203:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294944029 00000100:00000001:3.0:1767384356.971205:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971207:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944028 00000100:00000001:0.0:1767384356.971214:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294944029 00000100:00000001:0.0:1767384356.971224:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944028 00000100:00000001:0.0:1767384356.971227:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294944029 00000400:00000200:2.0:1767384356.971228:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:0.0:1767384356.971231:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944028 00000100:00000001:0.0:1767384356.971236:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.971238:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971240:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971242:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.971247:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.971249:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384356.971251:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.971253:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.971255:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971257:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.971268:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:0.0:1767384356.971277:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384356.971281:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004544 02000000:00000001:0.0:1767384356.971283:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384356.971285:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.971287:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.971290:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384356.971293:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004544 00000020:00000001:0.0:1767384356.971295:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384356.971296:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384356.971298:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.971301:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384356.971303:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384356.971304:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000020:00000001:0.0:1767384356.971305:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384356.971310:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384356.971314:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cc8295. 00000100:00000001:0.0:1767384356.971316:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384356.971318:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cc8295. 00000020:00000010:0.0:1767384356.971324:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8241a5b. 00000020:00000010:0.0:1767384356.971329:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071017dfb. 00000020:00000010:0.0:1767384356.971333:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000040:0.0:1767384356.971342:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384356.971350:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384356.971351:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000100:00000001:0.0:1767384356.971352:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384356.971355:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.971363:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971368:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384356.971372:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004672 00000100:00000001:0.0:1767384356.971373:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384356.971374:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384356.971378:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.971380:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.971383:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.971386:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004672 00000020:00000001:3.0:1767384356.971388:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384356.971389:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384356.971390:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384356.971391:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384356.971394:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384356.971395:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:3.0:1767384356.971399:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384356.971400:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00100000:0.0:1767384356.971404:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000020:00000001:3.0:1767384356.971405:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384356.971410:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384356.971410:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384356.971414:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087281232 : -130122622270384 : ffff89a777528450) 00000020:00000010:3.0:1767384356.971415:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f27b31d. 00000100:00000001:3.0:1767384356.971419:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384356.971420:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae479c78 x1853236743004544/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384356.971424:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f27b31d. 00000100:00000001:0.0:1767384356.971432:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384356.971434:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000020:00000010:0.0:1767384356.971435:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cc8295. 00000100:00000001:0.0:1767384356.971439:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.971440:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7d4a459. 00000020:00000010:0.0:1767384356.971441:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cc8295. 00000400:00000200:2.0:1767384356.971445:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000020:00000010:3.0:1767384356.971446:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00100000:0.0:1767384356.971451:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae479c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743004544:12345-0@lo:253: 00000100:00000001:3.0:1767384356.971454:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384356.971456:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004544 00000100:00000001:3.0:1767384356.971457:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384356.971460:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.971460:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384356.971466:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384356.971468:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.971469:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.971474:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384356.971476:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384356.971479:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384356.971480:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.971481:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.971487:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384356.971489:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384356.971490:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000020:00000001:0.0:1767384356.971493:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971494:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384356.971497:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384356.971497:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384356.971503:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384356.971506:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384356.971509:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 02000000:00000010:0.0:1767384356.971510:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d77b9390. 00000100:00000001:3.0:1767384356.971511:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951087287376 : -130122622264240 : ffff89a777529c50) 02000000:00000001:0.0:1767384356.971515:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.971518:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d20b55f1 x1853236743004672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.971518:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.971528:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384356.971534:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 20000000:00000010:0.0:1767384356.971537:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d498a57a. 20000000:01000000:0.0:1767384356.971543:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384356.971546:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:0.0:1767384356.971547:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:3.0:1767384356.971551:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f27b31d. 20000000:00000001:0.0:1767384356.971551:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384356.971555:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971556:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.971561:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f27b31d. 20000000:00000001:0.0:1767384356.971561:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.971566:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:3.0:1767384356.971570:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d20b55f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236743004672:12345-0@lo:253: 00000100:00000200:3.0:1767384356.971574:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004672 20000000:00000010:0.0:1767384356.971575:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007cc906ab. 00000020:00000001:3.0:1767384356.971576:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384356.971581:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:0.0:1767384356.971581:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:2.0:1767384356.971583:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000020:00000001:3.0:1767384356.971584:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.971588:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384356.971588:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384356.971592:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384356.971594:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384356.971595:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384356.971596:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384356.971599:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:0.0:1767384356.971600:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384356.971601:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384356.971604:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971606:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384356.971607:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384356.971611:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 02000000:00000010:3.0:1767384356.971613:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001545c133. 00080000:00000001:0.0:1767384356.971616:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:3.0:1767384356.971617:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.971621:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.971622:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384356.971631:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d8442d98. 00080000:00000001:0.0:1767384356.971632:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.971635:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 20000000:01000000:3.0:1767384356.971636:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384356.971636:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384356.971639:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.971640:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384356.971644:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384356.971645:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384356.971646:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.971648:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.971649:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384356.971652:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 20000000:00000001:3.0:1767384356.971653:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384356.971658:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:0.0:1767384356.971660:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384356.971662:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384356.971666:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.971667:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.971670:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384356.971671:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000020:00000001:0.0:1767384356.971675:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384356.971678:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384356.971682:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009bced987. 00080000:00000001:0.0:1767384356.971684:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940734464 : -130127768817152 : ffff89a644907200) 00080000:00000001:0.0:1767384356.971686:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384356.971689:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384356.971693:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e0cc8295. 00080000:00000001:0.0:1767384356.971695:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.971698:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00080000:00000001:0.0:1767384356.971698:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384356.971711:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.971734:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384356.971741:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971792:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971824:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971839:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971858:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971874:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971889:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971922:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971956:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.971987:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.972016:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384356.972034:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384356.972252:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc2217df. 00000800:00000010:2.0:1767384356.972256:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4fc4fd3. 00000800:00000010:2.0:1767384356.972261:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000344ed03c. 00000800:00000010:2.0:1767384356.972283:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000344ed03c. 00000800:00020000:2.0:1767384356.972292:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384356.972294:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4fc4fd3. 00000800:00000010:2.0:1767384356.972297:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dc2217df. 00000400:02020000:2.0:1767384356.972353:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp39 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384356.972360:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp39 notifying 192.168.204.108@tcp39: down 00000800:00000200:2.0:1767384356.972365:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp39 down 00000800:00000100:2.0:1767384356.972372:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.204.108@tcp39 00000800:00000010:2.0:1767384356.972375:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cede088. 00000400:00000200:2.0:1767384356.972380:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384356.972385:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384356.972391:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384356.972393:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384356.972401:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384356.972403:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384356.972434:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384356.972439:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101151 00000400:00000001:3.0:1767384356.972442:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.972443:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.972450:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:3.0:1767384356.972452:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000400:00000200:3.0:1767384356.972455:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384356.972458:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384356.972460:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (34) 00000400:00000200:3.0:1767384356.972462:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384356.972464:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc -71 00000400:00000200:3.0:1767384356.972466:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384356.972468:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (33) 00080000:00000010:3.0:1767384356.973166:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009bced987. 00080000:00000010:0.0:1767384356.973199:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e0cc8295. 00040000:00000001:0.0:1767384356.973205:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384356.973206:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384356.973208:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384356.973211:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384356.973213:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.973214:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384356.973223:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384356.973234:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384356.973236:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d347d5a. 20000000:01000000:0.0:1767384356.973237:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384356.973241:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384356.973244:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384356.973244:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384356.973248:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384356.973251:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384356.973253:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384356.973257:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384356.973258:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384356.973261:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384356.973264:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973266:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384356.973268:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384356.973270:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973270:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384356.973274:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384356.973275:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384356.973277:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000040:2.0:1767384356.973278:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001d505e0d count: 2 00010000:00000001:2.0:1767384356.973283:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384356.973284:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384356.973287:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384356.973288:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384356.973291:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384356.973294:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384356.973294:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00080000:00000001:3.0:1767384356.973298:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.973300:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384356.973301:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384356.973306:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000020:00000040:2.0:1767384356.973306:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aab34b06 with handle 0x88edd5ef35457e91 to hash 00000020:00000001:2.0:1767384356.973311:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384356.973312:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384356.973315:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000010:3.0:1767384356.973317:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c7577154. 00010000:00000001:2.0:1767384356.973319:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000001:3.0:1767384356.973321:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935116288 : -130127774435328 : ffff89a6443ab800) 00010000:00000001:2.0:1767384356.973323:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384356.973324:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384356.973326:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384356.973327:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384356.973330:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f27b31d. 00010000:00010000:2.0:1767384356.973332:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384356.973340:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973342:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384356.973343:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384356.973347:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384356.973349:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.973351:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384356.973352:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973353:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384356.973357:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384356.973360:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384356.973362:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384356.973364:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973366:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.973368:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.973369:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.973371:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384356.973379:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384356.973384:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d505e0d) refcount = 2 00010000:00000040:2.0:1767384356.973386:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384356.973389:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384356.973391:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:2.0:1767384356.973393:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384356.973396:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384356.973397:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384356.973400:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d498a57a. 20000000:00000001:0.0:1767384356.973405:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384356.973406:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344ed03c. 00010000:00000040:0.0:1767384356.973409:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004544 00000100:00000001:2.0:1767384356.973410:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1767384356.973413:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:2.0:1767384356.973414:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4fc4fd3. 00000100:00000001:2.0:1767384356.973417:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945931409088 : -130127778142528 : ffff89a6440226c0) 00010000:00000200:0.0:1767384356.973420:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae479c78 x1853236743004544/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.973421:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945931409088 : -130127778142528 : ffff89a6440226c0) 00000100:00000001:2.0:1767384356.973426:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384356.973429:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384356.973432:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384356.973433:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.973435:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.973436:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.973437:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384356.973441:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:0.0:1767384356.973441:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=66 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384356.973445:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.973447:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1767384356.973447:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384356.973451:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:0.0:1767384356.973452:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000010:2.0:1767384356.973455:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 00000100:00000001:0.0:1767384356.973455:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384356.973459:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384356.973460:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 02000000:00000001:0.0:1767384356.973462:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.973464:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384356.973466:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384356.973467:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384356.973471:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.973471:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.973477:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004957520d. 02000000:00000010:2.0:1767384356.973478:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd68c50f. 00000100:00000200:0.0:1767384356.973482:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743004544, offset 224 00000100:00000001:2.0:1767384356.973483:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.973489:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384356.973492:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.973502:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384356.973504:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 426 lvb_type: 0 00000400:00000200:0.0:1767384356.973510:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06180 00000400:00000200:0.0:1767384356.973520:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb1 [2] + 224 00010000:00000001:2.0:1767384356.973522:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384356.973524:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384356.973528:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384356.973535:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384356.973536:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384356.973539:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.973540:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384356.973543:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743004800:0@lo:104: 00000100:00000001:0.0:1767384356.973544:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384356.973548:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384356.973551:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384356.973552:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384356.973554:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.973558:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384356.973562:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df710775. 00000100:00000040:0.0:1767384356.973565:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384356.973566:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.973571:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb08d026. 00000400:00000010:2.0:1767384356.973577:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1a1188b. 00000100:00000200:2.0:1767384356.973580:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743004800, portal 16 00000100:00000001:2.0:1767384356.973582:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384356.973582:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000100:00000001:0.0:1767384356.973583:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384356.973587:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384356.973589:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004957520d 00000400:00000010:0.0:1767384356.973593:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004957520d. 00000100:00000001:2.0:1767384356.973597:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384356.973599:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384356.973600:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.973602:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384356.973603:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384356.973604:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.973606:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.973607:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000400:00000001:3.0:1767384356.973609:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384356.973612:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:3.0:1767384356.973613:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.973616:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00010000:00000001:0.0:1767384356.973617:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384356.973621:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d10e85a 00000020:00000001:0.0:1767384356.973621:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.973625:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d10e85a. 00000020:00000001:0.0:1767384356.973626:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384356.973630:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.973630:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743004800, offset 0 00000100:00000040:0.0:1767384356.973633:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae479c78 x1853236743004544/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384356.973636:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.973640:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.973652:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384356.973666:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.973666:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc06280 00000100:00100000:0.0:1767384356.973666:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae479c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743004544:12345-0@lo:253: Request processed in 2229us (2736us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384356.973679:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 656 00000100:00100000:0.0:1767384356.973685:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000400:00000200:2.0:1767384356.973689:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384356.973692:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384356.973693:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384356.973696:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.973697:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384356.973698:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384356.973699:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384356.973704:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.973704:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384356.973705:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384356.973706:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.973708:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.973709:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071017dfb. 02000000:00000001:3.0:1767384356.973710:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384356.973714:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00001000:3.0:1767384356.973717:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=66 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384356.973717:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000010:2.0:1767384356.973718:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf398750. 00000020:00000010:0.0:1767384356.973723:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8241a5b. 00000100:00000040:2.0:1767384356.973724:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000cf398750 x1853236743004800 msgsize 328 00000100:00001000:3.0:1767384356.973725:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=66 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384356.973729:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000001:3.0:1767384356.973731:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384356.973734:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384356.973735:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.973737:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384356.973739:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d77b9390. 00010000:00000001:3.0:1767384356.973740:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384356.973743:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.973744:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.973745:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.973748:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.973750:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384356.973751:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.973757:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384356.973761:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00000200:0.0:1767384356.973762:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384356.973765:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.973767:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384356.973768:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000100:00000001:3.0:1767384356.973769:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384356.973771:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384356.973773:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384356.973775:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384356.973775:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004957520d. 00000020:01000004:3.0:1767384356.973784:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384356.973785:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:3.0:1767384356.973786:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384356.973789:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384356.973789:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384356.973792:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384356.973795:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384356.973798:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384356.973800:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:2.0:1767384356.973802:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384356.973803:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384356.973805:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:3.0:1767384356.973806:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384356.973807:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384356.973811:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004800 00000100:00000040:3.0:1767384356.973814:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.973814:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.973815:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384356.973818:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384356.973820:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294944031 00000100:00000001:0.0:1767384356.973822:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.973828:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294944029 02000000:00000001:0.0:1767384356.973829:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.973830:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743004544:0@lo:253: 00000100:00100000:0.0:1767384356.973836:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004800 00000100:00000001:2.0:1767384356.973837:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294944031 00000100:00000001:3.0:1767384356.973838:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.973839:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384356.973844:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384356.973844:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294944029 00000020:00000040:0.0:1767384356.973844:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000020:00000001:0.0:1767384356.973849:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384356.973850:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743004544/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.973851:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294944031 00000020:00000040:0.0:1767384356.973853:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000100:00000001:2.0:1767384356.973857:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294944029 00000020:00000001:0.0:1767384356.973858:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:2.0:1767384356.973863:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294944031 00000020:00000001:0.0:1767384356.973864:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:2.0:1767384356.973870:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294944029 00000100:00000001:3.0:1767384356.973871:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384356.973871:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384356.973873:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.973877:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.973878:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384356.973878:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cc8295. 00010000:00000001:2.0:1767384356.973880:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.973881:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000050caba82. 00000100:00000001:0.0:1767384356.973883:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384356.973884:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.973888:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384356.973889:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.973890:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384356.973890:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cc8295. 00000020:00000040:3.0:1767384356.973893:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00000001:2.0:1767384356.973895:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384356.973896:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384356.973898:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384356.973898:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8241a5b. 02000000:00000010:3.0:1767384356.973899:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006a366f92. 00010000:00000001:2.0:1767384356.973902:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.973904:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071017dfb. 02000000:00000001:3.0:1767384356.973905:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384356.973906:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1767384356.973909:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384356.973910:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000010:3.0:1767384356.973911:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00010000:00000001:2.0:1767384356.973915:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384356.973917:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384356.973918:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.973919:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384356.973920:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.973922:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.973924:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.973925:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.973926:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384356.973928:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384356.973931:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f4fc4fd3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384356.973932:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.973932:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.973937:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.973938:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.973939:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.973942:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.973942:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.973946:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.973950:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.973960:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384356.973962:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384356.973966:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384356.973968:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:0.0:1767384356.973970:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040574720 : -130122668976896 : ffff89a77489d500) 00000100:00000040:0.0:1767384356.973974:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf398750 x1853236743004800/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384356.973986:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384356.973988:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cc8295. 00000100:00000001:0.0:1767384356.973989:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384356.973990:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cc8295. 00000100:00100000:0.0:1767384356.973992:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf398750 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743004800:12345-0@lo:104: 00000100:00000200:0.0:1767384356.973995:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004800 00010000:00000001:0.0:1767384356.973997:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384356.974000:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.974001:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.974003:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=2 00000020:00000001:0.0:1767384356.974004:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.974006:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.974008:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.974010:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974012:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384356.974017:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384356.974019:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384356.974021:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccf7095e. 02000000:00000001:0.0:1767384356.974022:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.974024:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.974026:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384356.974027:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.974028:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.974031:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384356.974032:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384356.974034:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384356.974035:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384356.974036:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.974038:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.974044:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.974046:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384356.974048:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743004800, offset 224 00000400:00000200:0.0:1767384356.974051:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.974056:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.974060:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc06280 00000400:00000200:0.0:1767384356.974063:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bc5 [1] + 224 00000400:00000200:0.0:1767384356.974066:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.974069:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384356.974071:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.974074:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384356.974080:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384356.974092:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.974097:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:0.0:1767384356.974099:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384356.974123:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.974124:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384356.974140:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.974143:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384356.974143:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384356.974147:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384356.974148:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:0.0:1767384356.974150:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000155e6b6f. 00000400:00000001:2.0:1767384356.974151:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384356.974154:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb08d026. 00010000:00000001:0.0:1767384356.974155:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384356.974159:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a1188b 00000400:00000010:2.0:1767384356.974161:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1a1188b. 00000100:00000001:2.0:1767384356.974177:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384356.974177:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384356.974181:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384356.974184:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384356.974185:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.974189:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.974197:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf398750 x1853236743004800/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384356.974201:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384356.974218:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384356.974218:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf398750 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743004800:12345-0@lo:104: Request processed in 230us (491us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384356.974220:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.974225:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384356.974227:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384356.974230:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384356.974230:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384356.974232:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.974234:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.974236:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=66 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384356.974240:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00001000:2.0:1767384356.974241:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.974244:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384356.974245:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384356.974247:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.974247:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384356.974250:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384356.974251:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071017dfb. 00010000:00000001:2.0:1767384356.974252:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.974255:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:2.0:1767384356.974256:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.974262:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384356.974262:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8241a5b. 00000020:00000040:0.0:1767384356.974267:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000001:0.0:1767384356.974271:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.974275:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.974278:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384356.974285:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.974287:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:0.0:1767384356.974288:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384356.974289:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.974292:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384356.974292:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974295:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974297:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384356.974299:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384356.974301:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384356.974305:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384356.974308:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384356.974309:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743004800:0@lo:104: 00000100:00000001:2.0:1767384356.974318:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384356.974320:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b8f24c3c already unused, calling callback (00000000a14c0dae) 00000100:00000001:2.0:1767384356.974322:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.974324:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384356.974325:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00010000:0.0:1767384356.974326:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384356.974327:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384356.974332:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236743004800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384356.974337:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384356.974339:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384356.974341:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384356.974342:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384356.974344:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767384356.974345:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b8f24c3c refcount=3 02000000:00000010:2.0:1767384356.974348:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df710775. 00000020:00000001:0.0:1767384356.974349:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 00010000:00000001:0.0:1767384356.974353:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258832384 : -130123450719232 : ffff89a745f16400) 02000000:00000001:2.0:1767384356.974354:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384356.974355:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1767384356.974356:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767384356.974359:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384356.974360:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:2.0:1767384356.974363:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384356.974366:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cd68c50f. 10000000:00000001:0.0:1767384356.974370:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384356.974371:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00010000:0.0:1767384356.974373:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384356.974374:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384356.974377:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 00000100:00000001:2.0:1767384356.974382:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384356.974384:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384356.974385:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4fc4fd3. 00000100:00000001:2.0:1767384356.974391:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:01000000:0.0:1767384356.974392:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:2.0:1767384356.974393:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384356.974398:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344ed03c. 10000000:00000001:0.0:1767384356.974398:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384356.974401:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384356.974403:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384356.974404:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384356.974406:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.974407:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384356.974409:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974410:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384356.974414:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384356.974416:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384356.974421:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00010000:2.0:1767384356.974423:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384356.974424:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384356.974427:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:0.0:1767384356.974431:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384356.974434:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.974438:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384356.974441:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384356.974442:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384356.974444:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.974445:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384356.974447:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b8f24c3c with handle 0x88edd5ef35457e83 from hash 00010000:00000001:0.0:1767384356.974449:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384356.974450:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.974451:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.974452:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384356.974454:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384356.974455:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384356.974457:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384356.974459:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384356.974463:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000020:00000040:0.0:1767384356.974465:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384356.974467:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.974468:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.974470:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.974474:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8241a5b. 00000100:00000001:0.0:1767384356.974476:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.974478:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384356.974480:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.974491:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384356.974492:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.974495:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.974496:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.974499:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_00+0] req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384356.974516:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.974517:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384356.974518:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.974521:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384356.974522:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384356.974523:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.974525:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384356.974526:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.974528:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974530:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384356.974534:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384356.974536:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384356.974537:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.974539:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974539:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000b8f24c3c/0x88edd5ef35457e83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457e8a expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384356.974547:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000943f6628 count: 0 00010000:00000001:0.0:1767384356.974559:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384356.974561:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384356.974562:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384356.974563:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384356.974564:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000155e6b6f. 02000000:00000001:3.0:1767384356.974566:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384356.974569:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384356.974569:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.974572:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384356.974573:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.974575:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.974578:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743004928:0@lo:103: 00010000:00010000:0.0:1767384356.974580:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384356.974584:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384356.974584:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384356.974588:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.974589:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.974593:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974593:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384356.974595:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384356.974596:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384356.974600:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027f8f122. 00000020:00000001:0.0:1767384356.974600:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.974605:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.974606:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384356.974610:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000400:00000010:3.0:1767384356.974617:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000100:00000200:3.0:1767384356.974620:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743004928, portal 18 00000100:00000001:3.0:1767384356.974622:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.974623:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00000040:3.0:1767384356.974627:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.974632:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.974635:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.974637:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000100:00000200:3.0:1767384356.974639:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743004928, offset 0 00000400:00000200:3.0:1767384356.974643:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.974648:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.974654:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc06300 00000400:00000200:3.0:1767384356.974658:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:3.0:1767384356.974662:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.974665:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384356.974669:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.974670:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384356.974678:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000caa6dc6. 00000100:00000040:3.0:1767384356.974680:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000caa6dc6 x1853236743004928 msgsize 328 00000100:00100000:3.0:1767384356.974684:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384356.974694:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.974699:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000400:00000010:3.0:1767384356.974701:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000100:00000001:3.0:1767384356.974704:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384356.974707:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.974713:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384356.974713:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384356.974717:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743004928 00000100:00000040:3.0:1767384356.974719:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384356.974721:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384356.974724:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384356.974727:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.974730:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.974731:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.974733:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384356.974734:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743004928 00000020:00000001:2.0:1767384356.974737:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384356.974738:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.974739:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384356.974743:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384356.974744:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294944032 00000020:00000040:2.0:1767384356.974745:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:2.0:1767384356.974749:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384356.974750:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944031 00000020:00000001:2.0:1767384356.974751:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384356.974757:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294944032 00000100:00000001:2.0:1767384356.974757:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.974761:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:3.0:1767384356.974762:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944031 00000100:00000001:2.0:1767384356.974767:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.974768:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294944032 00000020:00000010:2.0:1767384356.974773:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00000001:3.0:1767384356.974774:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944031 00000100:00000001:3.0:1767384356.974779:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294944032 00000020:00000010:2.0:1767384356.974780:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd68c50f. 00000100:00000001:3.0:1767384356.974782:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944031 00000100:00000001:3.0:1767384356.974785:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.974786:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d04af50b. 00000100:00000001:3.0:1767384356.974787:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.974792:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.974794:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:3.0:1767384356.974795:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.974802:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.974804:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384356.974804:0:28601:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384356.974810:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.974810:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.974814:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.974814:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384356.974818:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384356.974819:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974821:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974823:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384356.974825:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.974827:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384356.974829:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.974829:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=4 00000020:00000001:2.0:1767384356.974834:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384356.974836:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00010000:2.0:1767384356.974846:0:28601:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 426 lvb_type: 0 00010000:00000001:2.0:1767384356.974851:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.974852:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.974854:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.974855:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.974859:0:28601:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384356.974862:0:28601:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000caa6dc6 x1853236743004928/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.974868:0:28601:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384356.974869:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.974880:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.974892:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.974893:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.974897:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384356.974899:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384356.974900:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040501760 : -130122669049856 : ffff89a77488b800) 00000100:00000040:2.0:1767384356.974902:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000caa6dc6 x1853236743004928/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.974907:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.974910:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000001:2.0:1767384356.974912:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.974913:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000344ed03c. 00000100:00100000:2.0:1767384356.974916:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000caa6dc6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743004928:12345-0@lo:103: 00000100:00000200:2.0:1767384356.974919:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743004928 00010000:00000001:2.0:1767384356.974920:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384356.974922:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384356.974924:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384356.974926:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384356.974928:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:0.0:1767384356.974930:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c7577154. 02000000:00000010:2.0:1767384356.974931:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076aae02a. 02000000:00000001:2.0:1767384356.974934:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.974941:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974943:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384356.974945:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384356.974947:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.974948:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.974949:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000456ca626 refcount=4 00000020:00000001:2.0:1767384356.974950:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000001:2.0:1767384356.974952:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114916864 : -130122594634752 : ffff89a778f83400) 00010000:00000040:2.0:1767384356.974954:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001d505e0d count: 3 00080000:00000010:3.0:1767384356.974955:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f27b31d. 00010000:00010000:2.0:1767384356.974957:0:28601:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 426 lvb_type: 0 00040000:00000001:3.0:1767384356.974961:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00001000:2.0:1767384356.974964:0:28601:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384356 v=100 (0 0 0 0) 00040000:00000001:3.0:1767384356.974965:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384356.974970:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.974970:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384356.974975:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000002:3.0:1767384356.974976:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00010000:00000001:2.0:1767384356.974977:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384356.974981:0:28601:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 426 lvb_type: 0 20000000:00000001:3.0:1767384356.974982:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.974987:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000001:2.0:1767384356.974990:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 20000000:01000000:3.0:1767384356.974992:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384356.974993:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.974996:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.974997:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384356.974998:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384356.975003:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384356.975004:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384356.975008:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1767384356.975011:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384356.975013:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.975016:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.975017:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.975019:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.975020:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000456ca626 with handle 0x88edd5ef35457e8a from hash 00010000:00000001:2.0:1767384356.975022:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384356.975023:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.975024:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.975025:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384356.975027:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384356.975028:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384356.975034:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000456ca626/0x88edd5ef35457e8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457e83 expref: 16 pid: 17074 timeout: 426 lvb_type: 0 00010000:00000040:2.0:1767384356.975038:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:2.0:1767384356.975040:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:2.0:1767384356.975046:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.975048:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384356.975050:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384356.975051:0:28601:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000aab34b06 00010000:00000001:2.0:1767384356.975053:0:28601:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.975054:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.975056:0:28601:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.975057:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.975059:0:28601:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.975060:0:28601:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384356.975062:0:28601:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384356.975063:0:28601:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.975066:0:28601:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384356.975068:0:28601:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384356.975069:0:28601:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384356.975070:0:28601:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384356.975070:0:28601:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d505e0d) refcount = 2 00010000:00010000:2.0:1767384356.975072:0:28601:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.975075:0:28601:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384356.975077:0:28601:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384356.975077:0:28601:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.975079:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384356.975081:0:28601:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344ed03c. 00000100:00000001:2.0:1767384356.975083:0:28601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384356.975086:0:28601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4fc4fd3. 00000100:00000001:2.0:1767384356.975087:0:28601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945931409088 : -130127778142528 : ffff89a6440226c0) 00000100:00000001:2.0:1767384356.975089:0:28601:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945931409088 : -130127778142528 : ffff89a6440226c0) 00000100:00000001:2.0:1767384356.975096:0:28601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000020:3.0:1767384356.975097:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384356.975097:0:28601:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384356.975125:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384356.975138:0:28601:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384356.975140:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:01000000:2.0:1767384356.975142:0:28601:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 20000000:00000010:3.0:1767384356.975143:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d8442d98. 00010000:00000001:2.0:1767384356.975147:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384356.975149:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.975150:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.975153:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=5 00010000:00000040:3.0:1767384356.975154:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743004672 00000020:00000001:2.0:1767384356.975156:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:3.0:1767384356.975158:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384356.975159:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384356.975162:0:28601:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:3.0:1767384356.975163:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d20b55f1 x1853236743004672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384356.975165:0:28601:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.975181:0:28601:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384356.975183:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384356.975184:0:28601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.975185:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384356.975190:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=66 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384356.975195:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384356.975196:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384356.975197:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384356.975200:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:2.0:1767384356.975201:0:28601:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384356.975204:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384356.975209:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384356.975212:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384356.975213:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975216:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.975217:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384356.975220:0:28601:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384356.975221:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384356.975224:0:28601:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384356.975226:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d10e85a. 00000100:00000200:3.0:1767384356.975231:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743004672, offset 224 00010000:00010000:2.0:1767384356.975232:0:28601:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aab34b06 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384356.975236:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384356.975239:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384356.975239:0:28601:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384356.975242:0:28601:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384356.975248:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.975253:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06200 00000400:00000200:3.0:1767384356.975260:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb9 [2] + 224 00010000:00000001:2.0:1767384356.975263:0:28601:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384356.975264:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.975265:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.975267:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=6 00000020:00000001:2.0:1767384356.975271:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384356.975273:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000400:00000200:3.0:1767384356.975274:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384356.975275:0:28601:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384356.975278:0:28601:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384356.975280:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384356.975287:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384356.975287:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384356.975290:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384356.975291:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975292:0:28601:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.975300:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975304:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384356.975307:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384356.975308:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384356.975309:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384356.975310:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.975313:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aab34b06 with handle 0x88edd5ef35457e91 from hash 00000400:00000200:3.0:1767384356.975314:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d10e85a 00010000:00000001:2.0:1767384356.975315:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384356.975317:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d10e85a. 00010000:00000001:2.0:1767384356.975318:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384356.975319:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.975321:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384356.975322:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384356.975322:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.975324:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384356.975325:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384356.975328:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:0.0:1767384356.975328:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384356.975329:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975329:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:0.0:1767384356.975331:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384356.975333:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384356.975335:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:0.0:1767384356.975335:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03bad1d. 00010000:00000001:2.0:1767384356.975336:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.975342:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384356.975343:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.975343:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a33e8ebc 00000020:00000001:3.0:1767384356.975345:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975348:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:0.0:1767384356.975348:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a33e8ebc. 00000020:00000001:3.0:1767384356.975349:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384356.975352:0:28601:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384356.975354:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384356.975356:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d20b55f1 x1853236743004672/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975357:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.975360:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384356.975362:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975363:0:28601:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975368:0:28601:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975372:0:28601:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.975382:0:28601:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384356.975383:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d20b55f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743004672:12345-0@lo:253: Request processed in 3834us (4312us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384356.975388:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975400:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384356.975401:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00010000:00000001:2.0:1767384356.975403:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.975407:0:28601:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384356.975408:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:2.0:1767384356.975410:0:28601:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384356.975412:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384356.975414:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384356.975415:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384356.975415:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384356.975416:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.975420:0:28601:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384356.975420:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384356.975421:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7d4a459. 00010000:00000001:2.0:1767384356.975422:0:28601:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384356.975426:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 20000000:00000001:2.0:1767384356.975427:0:28601:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.975427:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.975431:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384356.975432:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00010000:00000001:2.0:1767384356.975433:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384356.975433:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384356.975436:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384356.975438:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384356.975439:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:2.0:1767384356.975439:0:28601:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.975441:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.975445:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384356.975445:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00001000:0.0:1767384356.975446:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=66 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384356.975448:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001545c133. 00010000:00000001:2.0:1767384356.975449:0:28601:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00001000:0.0:1767384356.975451:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=66 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384356.975453:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384356.975454:0:28601:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.975456:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384356.975457:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.975458:0:28601:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.975459:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.975462:0:28601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384356.975463:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767384356.975466:0:28601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4fc4fd3. 00000100:00000200:3.0:1767384356.975467:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384356.975467:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.975472:0:28601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1767384356.975473:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b2e100f. 00000100:00000001:0.0:1767384356.975473:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.975474:0:28601:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384356.975479:0:28601:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344ed03c. 00000400:00000010:3.0:1767384356.975480:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d10e85a. 00000100:00000040:0.0:1767384356.975480:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.975484:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384356.975487:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384356.975490:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.975491:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384356.975495:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384356.975495:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384356.975498:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.975499:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384356.975504:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=66 v=5 (1 0 0 0) 00000020:01000004:0.0:1767384356.975505:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.975508:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384356.975510:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:01000004:0.0:1767384356.975510:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.975513:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384356.975514:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.975517:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384356.975518:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.975519:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384356.975522:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384356.975523:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000004:0.0:1767384356.975524:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.975526:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384356.975527:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:0.0:1767384356.975528:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.975530:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384356.975532:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384356.975538:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1a1188b. 00000100:00100000:0.0:1767384356.975541:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743004672:0@lo:253: 00000100:00000200:2.0:1767384356.975543:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743004928, offset 224 00000100:00000001:0.0:1767384356.975545:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.975548:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384356.975548:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.975551:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743004672/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.975559:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384356.975561:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.975563:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384356.975565:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc06300 02000000:00000010:0.0:1767384356.975565:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005debfc4a. 02000000:00000001:0.0:1767384356.975570:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384356.975573:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bd5 [1] + 224 00000020:00000001:0.0:1767384356.975574:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.975576:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384356.975579:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384356.975579:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.975582:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000053e6e5aa. 00000400:00000200:2.0:1767384356.975586:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384356.975586:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384356.975589:0:28601:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384356.975589:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.975592:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000200:2.0:1767384356.975594:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.975595:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.975597:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.975601:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.975607:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384356.975608:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.975610:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.975614:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.975617:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.975628:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384356.975630:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384356.975636:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:2.0:1767384356.975638:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a1188b 20000000:00000001:0.0:1767384356.975638:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1767384356.975640:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384356.975642:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1a1188b. 00000100:00000001:3.0:1767384356.975643:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384356.975648:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384356.975650:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384356.975650:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384356.975653:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384356.975655:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384356.975656:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00010000:00000001:0.0:1767384356.975658:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384356.975661:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00010000:00000001:0.0:1767384356.975661:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384356.975662:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.975663:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457e91 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384356.975665:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000100:00000040:2.0:1767384356.975670:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384356.975671:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384356.975676:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384356.975677:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384356.975677:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001d505e0d count: 0 00010000:00000001:2.0:1767384356.975682:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.975688:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384356.975690:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000caa6dc6 x1853236743004928/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:337/0 lens 328/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384356.975692:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384356.975692:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384356.975710:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384356.975711:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000caa6dc6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743004928:12345-0@lo:103: Request processed in 801us (1027us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384356.975713:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.975718:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384356.975720:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384356.975723:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384356.975724:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384356.975726:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.975728:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 02000000:00000001:3.0:1767384356.975729:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.975732:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384356.975733:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=66 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384356.975734:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384356.975739:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=66 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384356.975739:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d04af50b. 00000100:00000001:3.0:1767384356.975745:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384356.975747:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.975747:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00010000:00000001:3.0:1767384356.975748:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384356.975750:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.975751:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.975755:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384356.975758:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd68c50f. 00000020:00000040:2.0:1767384356.975763:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:3.0:1767384356.975764:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.975767:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384356.975767:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.975770:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384356.975773:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.975788:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743004928:0@lo:103: 00000100:00000001:3.0:1767384356.975790:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.975791:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.975793:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236743004928/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.975797:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384356.975799:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384356.975800:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027f8f122. 02000000:00000001:3.0:1767384356.975802:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384356.975803:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.975804:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384356.975805:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384356.975806:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8241a5b. 02000000:00000001:3.0:1767384356.975807:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384356.975808:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384356.975809:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00000100:00000001:3.0:1767384356.975811:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384356.975812:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.975813:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.975815:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.975816:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.975817:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.975818:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384356.979177:0:33287:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000943f6628. 00010000:00000010:0.1:1767384356.979184:0:33287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b8f24c3c. 00010000:00000010:0.1:1767384356.979190:0:33287:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001d505e0d. 00010000:00000010:0.1:1767384356.979212:0:33287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aab34b06. 00000100:00000040:2.0:1767384356.980169:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294944032, at 4294944033 00000100:00000040:3.0:1767384356.980172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294944032, at 4294944033 00000100:00000010:2.0:1767384356.980177:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000425c6779. 00000100:00000010:3.0:1767384356.980180:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721db69c. 00000100:00000040:1.0:1767384356.980187:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294944032, at 4294944033 00000100:00000010:1.0:1767384356.980195:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e786ff1. 00010000:00000010:2.1:1767384356.981181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000456ca626. 00000100:00000040:0.0:1767384356.981210:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294944032, at 4294944034 00000100:00000010:0.0:1767384356.981217:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe1940e. 00000400:00000010:1.0:1767384356.986515:0:33289:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b122e117. 00000400:00000040:1.0:1767384356.986531:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384356.986534:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384356.986536:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.986537:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.986539:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.986540:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384356.986542:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384356.986543:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384356.986544:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384356.986545:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384356.986547:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384356.986548:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.986549:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384356.986550:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.986551:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384356.986553:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384356.986554:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.986554:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384356.986555:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384356.986557:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.986558:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.986558:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.986559:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.986560:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.986561:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384356.986562:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.986563:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.986564:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.986565:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.986566:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.986567:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384356.986568:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.986569:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.986574:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.986575:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.986576:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.986577:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384356.986579:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384356.986580:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.986581:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384356.986582:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.986583:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.986584:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384356.986585:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384356.986586:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384356.986587:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384356.986588:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384356.986589:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384356.986590:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384356.986591:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.986592:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384356.986593:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.986594:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384356.986595:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384356.986596:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384356.986597:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384356.986598:0:33289:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384356.986665:0:33289:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b122e117. 00000400:00000001:3.0:1767384357.075187:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384357.075191:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384357.075193:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:3.0:1767384357.075197:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000400:00000200:3.0:1767384357.075201:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384357.075207:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384357.075216:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a76d6b04. 00000400:00000010:3.0:1767384357.075219:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e5b49bcb. 00000004:00000001:2.0:1767384357.204282:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384357.204288:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384357.204294:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 00000020:00000040:2.0:1767384357.204302:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384357.204308:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384357.204311:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.204317:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.204325:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b7803cb. 00000100:00000001:2.0:1767384357.204333:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.204340:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384357.204343:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.204353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767384357.204355:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2f7f21] to pc [ptlrpcd_00_01+1] req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.204366:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384357.204375:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384357.204381:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384357.204386:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.204388:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.204393:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384357.204400:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.204401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b43a12c. 00000100:00000001:0.0:1767384357.204414:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.204422:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384357.204431:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.204433:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.204443:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_02+2] req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.204444:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.204451:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.204455:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384357.204465:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.204469:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.204475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384357.204477:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.204480:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.204481:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.204481:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384357.204493:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.204494:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384357.204494:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 02000000:00000001:1.0:1767384357.204503:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384357.204505:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384357.204507:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.204511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384357.204512:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743005056:0@lo:13: 02000000:00000001:0.0:1767384357.204514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384357.204518:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384357.204519:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.204527:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b492fdbe. 02000000:00000001:1.0:1767384357.204530:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384357.204531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.204534:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.204537:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384357.204541:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384357.204545:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050b17a25. 02000000:00000001:1.0:1767384357.204549:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.204550:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.204553:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.204555:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c9cbc8a. 00000100:00000040:0.0:1767384357.204557:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf8f912] to pc [ptlrpcd_00_03+3] req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384357.204566:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000001:0.0:1767384357.204566:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.204571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384357.204575:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743005056, portal 4 00000100:00000001:0.0:1767384357.204575:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384357.204580:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384357.204581:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000100:00000001:1.0:1767384357.204583:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000020:00000040:0.0:1767384357.204584:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384357.204587:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.204588:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384357.204589:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384357.204591:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.204593:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.204594:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384357.204595:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b1e70c7. 00000100:00000001:2.0:1767384357.204601:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384357.204603:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.204611:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.204615:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.204616:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384357.204625:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.204634:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000100:00000200:1.0:1767384357.204644:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743005056, offset 0 00000400:00000200:1.0:1767384357.204667:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384357.204685:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384357.204687:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384357.204692:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.204693:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.204694:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384357.204695:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.204705:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384357.204707:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384357.204709:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384357.204711:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_00+0] req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384357.204713:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384357.204717:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.204722:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc06380 02000000:00000001:2.0:1767384357.204727:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.204745:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743005184:0@lo:400: 00000400:00000200:1.0:1767384357.204749:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 2464 00000100:00000001:2.0:1767384357.204765:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384357.204769:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384357.204769:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384357.204772:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.204774:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.204782:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384357.204783:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384357.204783:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384357.204783:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 02000000:00000001:3.0:1767384357.204793:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384357.204794:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.204798:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384357.204800:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384357.204802:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.204803:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:2.0:1767384357.204805:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417c16f. 00000100:00100000:3.0:1767384357.204810:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236743005312:0@lo:400: 00000100:00000010:1.0:1767384357.204812:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c7c720. 02000000:00000001:2.0:1767384357.204813:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.204815:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384357.204823:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384357.204826:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.204826:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000081c7c720 x1853236743005056 msgsize 224 00000400:00000010:2.0:1767384357.204827:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb08d026. 02000000:00000001:3.0:1767384357.204837:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384357.204844:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1a1188b. 02000000:00000010:3.0:1767384357.204846:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac35190. 00000100:00100000:1.0:1767384357.204847:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384357.204860:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.204865:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384357.204866:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000100:00000200:2.0:1767384357.204866:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743005184, portal 4 00000100:00000001:2.0:1767384357.204879:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384357.204880:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7883fd 00000100:00000001:2.0:1767384357.204886:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000400:00000010:1.0:1767384357.204886:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab7883fd. 00000100:00000001:1.0:1767384357.204897:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384357.204902:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384357.204903:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000200:1.0:1767384357.204907:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384357.204917:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743005312, portal 10 00000100:00000001:3.0:1767384357.204928:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384357.204935:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000100:00000040:3.0:1767384357.204954:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.204971:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.204981:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384357.204983:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384357.204986:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384357.204996:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743005184, offset 0 00000100:00000001:3.0:1767384357.204997:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.205000:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.205014:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384357.205014:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.205015:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384357.205021:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384357.205022:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000100:00000200:3.0:1767384357.205029:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743005312, offset 0 00000100:00000001:1.0:1767384357.205029:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.205030:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384357.205042:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3632 usecs (4 jiffies) 00000100:00000001:1.0:1767384357.205046:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944261 00000100:00000010:1.0:1767384357.205052:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b5c5dc. 00000400:00000200:3.0:1767384357.205055:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384357.205058:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384357.205066:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc06400 00000100:00000001:1.0:1767384357.205071:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944261 00000400:00000200:3.0:1767384357.205074:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384357.205081:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018468bd2. 00000400:00000200:2.0:1767384357.205082:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 3888 00000100:00000001:1.0:1767384357.205089:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384357.205092:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc06480 00000100:00000001:1.0:1767384357.205094:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944261 00000400:00000200:2.0:1767384357.205096:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384357.205153:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018482494. 00000400:00000200:2.0:1767384357.205154:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384357.205162:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:1.0:1767384357.205166:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384357.205170:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384357.205171:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384357.205172:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944262 00000100:00000200:2.0:1767384357.205177:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384357.205182:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384357.205182:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091892ad0. 00000100:00000010:2.0:1767384357.205183:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1b782ff. 00000100:00000040:2.0:1767384357.205187:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000a1b782ff x1853236743005184 msgsize 224 00000100:00000001:1.0:1767384357.205188:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384357.205196:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.205204:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.205208:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384357.205213:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.205213:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.205214:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384357.205223:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384357.205226:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081c117b0. 00000100:00000001:2.0:1767384357.205230:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384357.205231:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000081c117b0 x1853236743005312 msgsize 224 00000100:00000001:1.0:1767384357.205232:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.205243:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384357.205247:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000100:00000001:1.0:1767384357.205249:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384357.205255:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00100000:3.0:1767384357.205256:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.205257:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.205268:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205269:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384357.205278:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384357.205279:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384357.205279:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.205281:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.205292:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384357.205294:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000100:00000001:1.0:1767384357.205299:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384357.205303:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000100:00000001:2.0:1767384357.205305:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384357.205306:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.205308:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384357.205309:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384357.205313:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.205317:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.205318:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384357.205328:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.205368:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.205378:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.205388:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.205392:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.205396:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205401:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384357.205404:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.205410:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.205411:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.205414:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205415:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.205416:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.205424:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.205430:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3632 usecs (4 jiffies) 00000100:00000040:3.0:1767384357.205431:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2802 usecs (3 jiffies) 00000100:00100000:1.0:1767384357.205431:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743005440:0@lo:400: 00000100:00000001:2.0:1767384357.205438:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944262 00000100:00000001:3.0:1767384357.205440:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944261 00000100:00000001:1.0:1767384357.205441:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384357.205446:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384357.205449:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294944261 02000000:00000001:1.0:1767384357.205451:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.205464:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384357.205468:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944262 02000000:00000010:1.0:1767384357.205468:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e35246ab. 00000100:00000001:3.0:1767384357.205469:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944262 00000100:00000001:3.0:1767384357.205476:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944261 02000000:00000001:1.0:1767384357.205476:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.205487:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 00000100:00000001:2.0:1767384357.205488:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294944261 00000400:00000010:1.0:1767384357.205501:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000100:00000001:2.0:1767384357.205502:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944262 00000100:00000001:3.0:1767384357.205503:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944262 00000100:00000200:1.0:1767384357.205508:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743005440, portal 10 00000100:00000001:3.0:1767384357.205513:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944261 00000100:00000001:1.0:1767384357.205515:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384357.205516:0:16349:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294944261 00000100:00000001:1.0:1767384357.205524:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000100:00000001:3.0:1767384357.205527:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944262 00000100:00000001:2.0:1767384357.205527:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944262 00000100:00000001:2.0:1767384357.205535:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944262 00000100:00000040:1.0:1767384357.205535:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.205536:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944261 00000100:00000001:2.0:1767384357.205551:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.205552:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944262 00000100:00000001:1.0:1767384357.205556:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384357.205565:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.205565:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.205567:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.205577:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000001:3.0:1767384357.205581:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205581:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.205582:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743005440, offset 0 00000100:00000001:2.0:1767384357.205597:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.205598:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.205608:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384357.205613:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.205617:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.205618:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.205623:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384357.205623:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384357.205628:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384357.205636:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.205637:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.205639:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.205640:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.205642:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.205644:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.205651:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc06500 00000100:00000001:3.0:1767384357.205658:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205658:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.205659:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:1.0:1767384357.205679:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.205687:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.205691:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384357.205699:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384357.205703:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004953e58f. 00000100:00000040:1.0:1767384357.205707:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000004953e58f x1853236743005440 msgsize 224 00000100:00000001:2.0:1767384357.205712:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384357.205713:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384357.205713:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384357.205715:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005184 02000000:00000001:2.0:1767384357.205718:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.205721:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.205723:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.205725:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005312 00000100:00000001:1.0:1767384357.205725:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384357.205729:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384357.205730:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.205731:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384357.205732:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000100:00100000:2.0:1767384357.205737:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005184 00000100:00000001:3.0:1767384357.205739:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.205739:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000020:00000001:2.0:1767384357.205752:0:18483:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384357.205753:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.205753:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384357.205761:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00100000:3.0:1767384357.205763:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005312 00000100:00000200:1.0:1767384357.205764:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.205766:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.205773:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:2.0:1767384357.205776:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384357.205777:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.205786:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000020:00000040:2.0:1767384357.205786:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:1.0:1767384357.205787:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.205795:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.205799:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:2.0:1767384357.205799:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:2.0:1767384357.205816:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:3.0:1767384357.205817:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384357.205817:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.205833:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.205835:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384357.205836:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384357.205838:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.205845:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007db760f1. 00000020:00000010:2.0:1767384357.205845:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344ed03c. 00000100:00000040:1.0:1767384357.205845:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3128 usecs (4 jiffies) 00000100:00000001:3.0:1767384357.205857:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384357.205858:0:18483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e55eb7e1. 00000100:00000001:1.0:1767384357.205858:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294944262 00000020:00000010:3.0:1767384357.205872:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007db760f1. 00000100:00000001:1.0:1767384357.205872:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294944262 00000020:00000040:2.0:1767384357.205873:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384357.205885:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294944262 00000020:00000010:3.0:1767384357.205889:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f8f122. 00000100:00000001:1.0:1767384357.205889:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294944262 00000100:00000001:1.0:1767384357.205892:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294944262 00000100:00000001:2.0:1767384357.205893:0:18483:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384357.205896:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3d28d24. 00000100:00000001:1.0:1767384357.205901:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294944262 00000020:00000010:2.0:1767384357.205903:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c7a191. 00000020:00000010:3.0:1767384357.205904:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000001:1.0:1767384357.205904:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294944262 00000100:00000001:1.0:1767384357.205913:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294944262 00000020:00000010:2.0:1767384357.205916:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32374c5. 00000100:00000001:1.0:1767384357.205917:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384357.205918:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384357.205928:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384357.205929:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:1.0:1767384357.205929:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.205932:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.205939:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.205941:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.205948:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.205949:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384357.205950:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384357.205952:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.205955:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.205956:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384357.205958:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.205963:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.205968:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384357.205973:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384357.205974:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384357.205977:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.205978:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005056 00000100:00000001:3.0:1767384357.205982:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.205986:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384357.205989:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.205992:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.205994:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.205997:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.206000:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005056 00000100:00000001:3.0:1767384357.206001:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384357.206004:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384357.206006:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005440 00000020:00000001:1.0:1767384357.206006:0:17891:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384357.206019:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.206019:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384357.206020:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:1.0:1767384357.206027:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.206032:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000100:00000001:3.0:1767384357.206033:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384357.206033:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384357.206041:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.206041:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000040:2.0:1767384357.206043:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 02000000:00000001:3.0:1767384357.206046:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.206053:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040570240 : -130122668981376 : ffff89a77489c380) 00000020:00000001:1.0:1767384357.206053:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00100000:3.0:1767384357.206054:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005440 00000020:00000001:3.0:1767384357.206064:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.206067:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000001:1.0:1767384357.206067:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384357.206068:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1b782ff x1853236743005184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.206070:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384357.206076:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000084af227. 00000020:00000040:3.0:1767384357.206078:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000100:00000001:1.0:1767384357.206086:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384357.206090:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000010:1.0:1767384357.206096:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000084af227. 00000100:00000001:2.0:1767384357.206134:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.206137:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55eb7e1. 00000020:00000001:3.0:1767384357.206138:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384357.206142:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.206145:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.206145:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55eb7e1. 00000020:00000010:3.0:1767384357.206150:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007db760f1. 00000100:00100000:2.0:1767384357.206157:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1b782ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236743005184:12345-0@lo:400: 00000020:00000010:3.0:1767384357.206160:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004f4632bb. 00000020:00000040:3.0:1767384357.206168:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:3.0:1767384357.206181:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384357.206182:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005184 00000020:00000010:3.0:1767384357.206186:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000020:00000001:2.0:1767384357.206188:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384357.206191:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030abd6e9. 00000020:00000001:2.0:1767384357.206194:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384357.206196:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da0cd883. 00000020:00000001:2.0:1767384357.206197:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.206202:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384357.206203:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384357.206206:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:3.0:1767384357.206208:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.206215:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.206216:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.206226:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.206228:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384357.206230:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384357.206232:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384357.206234:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384357.206235:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.206241:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.206245:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384357.206250:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.206251:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.206256:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384357.206260:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e66574f8. 02000000:00000001:2.0:1767384357.206264:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.206267:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384357.206267:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.206274:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384357.206275:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.206284:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743005184 00000100:00100000:3.0:1767384357.206292:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00010000:00000001:2.0:1767384357.206292:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384357.206303:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00010000:00000200:2.0:1767384357.206306:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1b782ff x1853236743005184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.206308:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040490112 : -130122669061504 : ffff89a774888a80) 00000100:00000040:3.0:1767384357.206324:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081c117b0 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.206326:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.206331:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.206337:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.206340:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.206343:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384357.206348:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000010:3.0:1767384357.206349:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:2.0:1767384357.206354:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384357.206355:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384357.206365:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384357.206366:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000020:00000010:1.0:1767384357.206367:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbdf182f. 02000000:00000001:2.0:1767384357.206373:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384357.206377:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfd7e70d. 00000100:00000001:2.0:1767384357.206379:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384357.206386:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081c117b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236743005312:12345-0@lo:400: 00000020:00000010:1.0:1767384357.206388:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000577e04dd. 00000100:00000040:2.0:1767384357.206395:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.206402:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:3.0:1767384357.206403:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005312 00000100:00000040:1.0:1767384357.206404:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:2.0:1767384357.206413:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743005184, offset 224 00000020:00000001:3.0:1767384357.206414:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384357.206414:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384357.206424:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384357.206427:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384357.206427:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.206434:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.206435:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384357.206438:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384357.206440:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384357.206445:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384357.206448:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384357.206457:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384357.206458:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384357.206460:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384357.206463:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.206467:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384357.206471:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc06400 00000100:00000001:3.0:1767384357.206472:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384357.206477:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384357.206481:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bf1 [1] + 224 02000000:00000010:3.0:1767384357.206482:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008085c437. 00000400:00000200:2.0:1767384357.206486:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384357.206487:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.206493:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.206497:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384357.206499:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384357.206503:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005312 00000100:00000001:2.0:1767384357.206505:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384357.206506:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384357.206515:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384357.206516:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081c117b0 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.206537:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.206555:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.206572:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.206578:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384357.206586:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384357.206590:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.206592:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00000001:3.0:1767384357.206593:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.206606:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 00000100:00001000:3.0:1767384357.206607:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.206613:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088529792 : -130122621021824 : ffff89a777659180) 00000100:00000001:3.0:1767384357.206615:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384357.206619:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384357.206623:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081c7c720 x1853236743005056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.206624:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000400:00000200:2.0:1767384357.206627:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000100:00000001:3.0:1767384357.206631:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:2.0:1767384357.206633:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 02000000:00000001:3.0:1767384357.206639:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384357.206643:0:18483:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384357.206644:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.206647:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.206653:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.206656:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.206657:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384357.206658:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000084af227. 00000100:00000040:2.0:1767384357.206663:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:3.0:1767384357.206664:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384357.206673:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384357.206674:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000100:00000001:1.0:1767384357.206674:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384357.206680:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.206682:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743005312, offset 224 00000020:00000010:1.0:1767384357.206683:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000084af227. 00000020:00000001:2.0:1767384357.206687:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384357.206700:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b782ff x1853236743005184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.206704:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081c7c720 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853236743005056:12345-0@lo:13: 00000400:00000200:3.0:1767384357.206705:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.206723:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384357.206724:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005056 00000020:00000001:1.0:1767384357.206731:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384357.206736:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384357.206743:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.206749:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc06480 00000020:00000001:1.0:1767384357.206750:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384357.206755:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1b782ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16349:x1853236743005184:12345-0@lo:400: Request processed in 614us (1561us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384357.206757:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000020:00000001:1.0:1767384357.206767:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384357.206769:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bf5 [1] + 224 00000020:00000001:1.0:1767384357.206771:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.206782:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384357.206784:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384357.206784:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384357.206787:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000001:1.0:1767384357.206789:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.206799:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384357.206800:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:1.0:1767384357.206800:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384357.206803:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384357.206807:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384357.206808:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384357.206810:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.206818:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384357.206820:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000029bea4cf. 02000000:00000001:1.0:1767384357.206826:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.206827:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32374c5. 00000100:00000040:3.0:1767384357.206834:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.206835:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.206836:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000020:00000010:2.0:1767384357.206850:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061c7a191. 00002000:00000001:1.0:1767384357.206850:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384357.206857:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1767384357.206858:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384357.206862:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:2.0:1767384357.206864:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000400:00000200:3.0:1767384357.206866:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000100:00000001:2.0:1767384357.206870:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384357.206871:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000020:00000001:1.0:1767384357.206873:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.206877:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000024:1.0:1767384357.206877:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384357.206883:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000020:1.0:1767384357.206896:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384357.206899:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384357.206901:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384357.206905:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00002000:00000020:1.0:1767384357.206906:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:3.0:1767384357.206909:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:1.0:1767384357.206911:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384357.206914:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384357.206915:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384357.206917:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:1.0:1767384357.206917:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:2.0:1767384357.206921:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000001:00000001:1.0:1767384357.206921:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.206923:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c117b0 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384357.206933:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384357.206936:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000040:1.0:1767384357.206944:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743005056 00000020:00000040:2.0:1767384357.206946:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00010000:00000001:1.0:1767384357.206949:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384357.206955:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081c117b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236743005312:12345-0@lo:400: Request processed in 608us (1717us total) trans 0 rc 0/0 00010000:00000200:1.0:1767384357.206957:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081c7c720 x1853236743005056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.206970:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00000001:1.0:1767384357.206972:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384357.206973:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384357.206976:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:2.0:1767384357.206978:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384357.206978:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.206987:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384357.206987:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=57 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384357.206994:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1767384357.206995:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384357.207001:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:1.0:1767384357.207001:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384357.207011:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088526208 : -130122621025408 : ffff89a777658380) 00000020:00000010:3.0:1767384357.207014:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3d28d24. 00000100:00000040:1.0:1767384357.207015:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384357.207024:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000010:3.0:1767384357.207026:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000100:00000040:2.0:1767384357.207027:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004953e58f x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.207033:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384357.207036:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f8f122. 02000000:00000001:1.0:1767384357.207039:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.207047:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:1.0:1767384357.207054:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384357.207055:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.207071:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384357.207078:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384357.207079:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000020:00000010:2.0:1767384357.207081:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55eb7e1. 00000100:00000200:1.0:1767384357.207083:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743005056, offset 224 00000100:00000001:2.0:1767384357.207086:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.207089:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384357.207093:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55eb7e1. 00000400:00000200:1.0:1767384357.207094:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384357.207095:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384357.207145:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004953e58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743005440:12345-0@lo:400: 00000100:00000200:2.0:1767384357.207149:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005440 00000400:00000001:3.0:1767384357.207156:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384357.207156:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384357.207157:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384357.207165:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384357.207165:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384357.207173:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.207173:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc06380 00000400:00000010:3.0:1767384357.207174:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:3.0:1767384357.207184:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000020:00000001:2.0:1767384357.207184:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384357.207193:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000020:00000001:2.0:1767384357.207193:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:3.0:1767384357.207199:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384357.207204:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1be9 [1] + 224 00000020:00000001:2.0:1767384357.207205:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384357.207210:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384357.207214:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.207215:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384357.207220:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384357.207229:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384357.207231:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.207235:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384357.207236:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384357.207237:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.207239:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384357.207244:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207245:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384357.207246:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384357.207249:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384357.207257:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384357.207258:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384357.207266:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.207267:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.207268:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.207274:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384357.207275:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.207285:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094dfd1df. 00000100:00001000:3.0:1767384357.207286:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384357.207292:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384357.207298:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.207300:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.207302:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.207302:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000100:00000001:3.0:1767384357.207304:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384357.207307:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.207307:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000100:00000001:1.0:1767384357.207313:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384357.207317:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384357.207318:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.207318:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:3.0:1767384357.207327:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.207327:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.207328:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005440 00010000:00000001:2.0:1767384357.207338:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384357.207342:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000200:2.0:1767384357.207349:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004953e58f x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.207350:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384357.207356:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.207356:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.207367:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384357.207369:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384357.207377:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:2.0:1767384357.207377:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.207381:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207382:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384357.207382:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081c7c720 x1853236743005056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384357.207389:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.207393:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.207405:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384357.207410:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.207416:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00100000:1.0:1767384357.207420:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081c7c720 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743005056:12345-0@lo:13: Request processed in 758us (2585us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384357.207428:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384357.207438:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.207444:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207449:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.207453:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384357.207454:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384357.207458:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384357.207464:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000040:2.0:1767384357.207466:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384357.207467:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.207469:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384357.207476:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000001:1.0:1767384357.207477:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384357.207481:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384357.207484:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743005440, offset 224 00000020:00000010:1.0:1767384357.207485:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfd7e70d. 00000020:00000010:1.0:1767384357.207501:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000577e04dd. 00000100:00100000:3.0:1767384357.207506:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf8f912 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236743005312:0@lo:400: 00000400:00000200:2.0:1767384357.207509:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384357.207512:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbdf182f. 00000400:00000200:2.0:1767384357.207525:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384357.207525:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:3.0:1767384357.207527:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.207539:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.207540:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.207548:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf8f912 x1853236743005312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.207548:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc06500 00000100:00000001:1.0:1767384357.207555:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.207561:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384357.207571:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c01 [1] + 224 00000100:00000001:3.0:1767384357.207583:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384357.207585:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384357.207587:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384357.207588:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.207593:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac35190. 00000400:00000001:1.0:1767384357.207596:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384357.207601:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384357.207603:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9cbc8a. 00000400:00000200:2.0:1767384357.207604:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384357.207606:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384357.207609:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000020:00000040:3.0:1767384357.207612:0:16350:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384357.207616:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000020:00000001:3.0:1767384357.207617:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384357.207620:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b492fdbe. 00000100:00000001:1.0:1767384357.207622:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384357.207624:0:17080:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384357.207626:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.207629:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384357.207629:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384357.207632:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384357.207634:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 00000100:00000001:3.0:1767384357.207643:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384357.207649:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.207660:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.207673:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.207680:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207689:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.207694:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.207707:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.207711:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.207730:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.207736:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207753:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.207758:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384357.207771:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384357.207773:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.207774:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384357.207775:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384357.207780:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb08d026. 00000100:00000001:1.0:1767384357.207780:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.207785:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384357.207786:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a1188b 02000000:00000001:1.0:1767384357.207787:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384357.207789:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1a1188b. 00000100:00000001:1.0:1767384357.207790:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.207793:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207795:0:16349:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384357.207796:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.207798:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384357.207802:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00000200:3.0:1767384357.207803:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384357.207803:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=57 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384357.207818:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1767384357.207819:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.207821:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384357.207826:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.207832:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.207833:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.207839:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.207846:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384357.207847:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384357.207856:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00080000:1.0:1767384357.207857:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.207863:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384357.207863:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.207871:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.207875:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384357.207881:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384357.207884:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.207885:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384357.207885:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004953e58f x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.207892:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384357.207893:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384357.207898:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384357.207900:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.207909:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384357.207911:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.207916:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.207923:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=57 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384357.207931:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=57 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384357.207936:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004953e58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743005440:12345-0@lo:400: Request processed in 850us (2220us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384357.207937:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.207944:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384357.207952:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.207964:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384357.207975:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:3.0:1767384357.207976:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.207984:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:1.0:1767384357.207986:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.207992:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384357.207995:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.207997:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384357.208000:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384357.208003:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030abd6e9. 00000004:00000001:1.0:1767384357.208006:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384357.208014:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767384357.208015:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.208016:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da0cd883. 00000004:00000040:1.0:1767384357.208018:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:2.0:1767384357.208029:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00000100:00000001:3.0:1767384357.208031:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000020:1.0:1767384357.208034:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:3.0:1767384357.208035:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384357.208040:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767384357.208041:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000004:00000001:1.0:1767384357.208042:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.208049:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.208057:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384357.208063:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.208063:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.208094:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384357.208096:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743005056:0@lo:13: 00000100:00000001:3.0:1767384357.208097:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.208140:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208146:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.208150:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.208153:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.208155:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236743005056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.208181:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384357.208182:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743005184:0@lo:400: 02000000:00000001:1.0:1767384357.208183:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.208186:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050b17a25. 00000100:00000001:3.0:1767384357.208188:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.208190:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.208191:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743005184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.208198:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384357.208199:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384357.208200:0:16348:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384357.208202:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1767384357.208202:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:3.0:1767384357.208204:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417c16f. 00000020:00000001:1.0:1767384357.208205:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.208208:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b7803cb. 02000000:00000001:3.0:1767384357.208209:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384357.208212:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384357.208213:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384357.208214:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384357.208215:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384357.208217:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384357.208218:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007b43a12c. 00000100:00000010:1.0:1767384357.208220:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 02000000:00000001:3.0:1767384357.208222:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384357.208224:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384357.208225:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384357.208226:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384357.208227:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:1.0:1767384357.208230:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.208232:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.208233:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.208234:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208235:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.208236:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384357.208241:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384357.208242:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384357.208243:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384357.208244:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.208247:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00000100:00000001:3.0:1767384357.208248:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.208252:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.208252:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7883fd 00000400:00000010:1.0:1767384357.208256:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab7883fd. 00000100:00000001:1.0:1767384357.208259:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.208262:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.208267:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.208271:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.208273:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208274:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384357.208275:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.208276:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.208276:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.208278:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.208280:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.208282:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.208284:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.208285:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.208286:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.208287:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.208300:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.208302:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.208303:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384357.208305:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.208306:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.208308:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.208312:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.208314:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.208315:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.208317:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.208321:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743005440:0@lo:400: 00000100:00000001:1.0:1767384357.208325:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208327:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.208328:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236743005440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.208332:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.208334:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.208335:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e35246ab. 02000000:00000001:1.0:1767384357.208338:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.208339:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.208340:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384357.208342:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.208343:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b1e70c7. 02000000:00000001:1.0:1767384357.208345:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.208346:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.208348:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00000100:00000001:1.0:1767384357.208351:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.208352:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208353:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.208357:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.208361:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.208363:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.208365:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.210168:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294944262, at 4294944263 00000100:00000040:1.0:1767384357.210170:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294944262, at 4294944263 00000100:00000010:3.0:1767384357.210175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091892ad0. 00000100:00000010:1.0:1767384357.210177:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018468bd2. 00000100:00000040:0.0:1767384357.211140:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294944262, at 4294944264 00000100:00000010:0.0:1767384357.211146:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b5c5dc. 00000100:00000040:2.0:1767384357.211663:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294944262, at 4294944264 00000100:00000010:2.0:1767384357.211672:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018482494. 00010000:00000001:0.0:1767384357.395197:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384357.395202:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.395208:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384357.395210:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.395250:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.395255:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.395259:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384358.099205:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp39 00000800:00000200:0.0:1767384358.099208:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000400:00000010:3.0:1767384358.099213:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000018c34a6f. 00000800:00000200:0.0:1767384358.099218:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:988 00000400:00000010:3.0:1767384358.099220:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000334b6c6b. 00000800:00000200:0.0:1767384358.099222:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384358.099225:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000010:3.0:1767384358.099236:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000125677d6. 00000400:00000200:3.0:1767384358.099242:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp39 00000400:00000200:3.0:1767384358.099264:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp39 local destination 00000400:00000200:3.0:1767384358.099275:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000400:00000200:3.0:1767384358.099278:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [137:137:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1767384358.099284:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 00000400:00000200:3.0:1767384358.099290:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp39:192.168.204.108@tcp39) : GET try# 0 00000800:00000200:3.0:1767384358.099295:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp39 00000800:00000010:3.0:1767384358.099299:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000930a8a12. 00000800:00000200:3.0:1767384358.099303:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:3.1:1767384358.099308:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000400:00000200:3.0:1767384358.099327:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 1 next ping: 279 health :900 00000800:00000200:1.0:1767384358.099353:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384358.099361:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.099368:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384358.099372:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.099375:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.099393:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099428:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099441:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099456:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099476:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099490:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099544:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099577:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099622:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099672:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099699:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099730:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099754:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099781:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099829:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099881:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099915:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099934:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099957:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.099983:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100007:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100029:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100046:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100062:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100097:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100196:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100221:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100262:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100283:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100306:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100325:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100349:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384358.100371:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384358.100483:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d498a57a. 00000800:00000010:0.0:1767384358.100488:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aea3cb93. 00000800:00000010:0.0:1767384358.100495:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f4632bb. 00000800:00000010:0.0:1767384358.100521:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f4632bb. 00000800:00020000:0.0:1767384358.100530:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384358.100534:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aea3cb93. 00000800:00000010:0.0:1767384358.100537:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d498a57a. 00000400:02020000:0.0:1767384358.100580:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp39 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384358.100589:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp39 notifying 192.168.204.108@tcp39: down 00000400:00000200:0.0:1767384358.100593:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384358.100598:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp39 00000800:00000010:0.0:1767384358.100601:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000930a8a12. 00000400:00000200:0.0:1767384358.100605:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384358.100612:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384358.100621:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384358.100627:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384358.100633:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp39) recovery failed with -71 00010000:00000001:0.0:1767384358.419169:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384358.419175:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.419180:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384358.419182:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.419203:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384358.419205:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384358.419207:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384358.567096:0:33754:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b8d36bc2. 00080000:00000010:3.0:1767384358.567141:0:33754:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b8d36bc2. 00000020:00000001:3.0:1767384358.567145:0:33754:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384358.567153:0:33754:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b8d36bc2. 00080000:00000010:3.0:1767384358.567157:0:33754:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b8d36bc2. 00000020:00000001:3.0:1767384358.567159:0:33754:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.123194:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bd8e8bd0. 00000400:00000010:2.0:1767384359.123212:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008034cc78. 00000400:00000010:2.0:1767384359.123216:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a5e90f29. 00000400:00000010:2.0:1767384359.123223:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e19bb191. 00000400:00000010:2.0:1767384359.123228:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fbdc3321. 00000400:00000010:2.0:1767384359.123233:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002f022174. 00000400:00000010:2.0:1767384359.123240:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090ffd6cf. 00000400:00000010:2.0:1767384359.123247:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006dcc6547. 00000400:00000010:2.0:1767384359.123253:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000005c0ce46. 00000400:00000010:2.0:1767384359.123257:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d882407a. 00000400:00000010:2.0:1767384359.123281:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000022a67b81. 00000400:00000010:2.0:1767384359.123288:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e7827160. 00000400:00000010:2.0:1767384359.123295:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000714abf40. 00000400:00000010:2.0:1767384359.123302:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a751a597. 00000400:00000010:2.0:1767384359.123309:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072d9fe68. 00000400:00000010:2.0:1767384359.123316:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000931d52b1. 00000400:00000010:2.0:1767384359.123322:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003dfb0268. 00000400:00000010:2.0:1767384359.123328:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000025fa8918. 00000400:00000010:2.0:1767384359.123337:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008fb2758c. 00000400:00000010:2.0:1767384359.123343:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d552f522. 00000400:00000010:2.0:1767384359.123347:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab6badb0. 00000400:00000010:2.0:1767384359.123358:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6f2929b. 00000400:00000010:2.0:1767384359.123367:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b92f5a9b. 00000400:00000010:2.0:1767384359.123375:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003bfa8c62. 00000400:00000010:2.0:1767384359.123382:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000058e85a0a. 00000400:00000010:2.0:1767384359.123387:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ed02a36f. 00000400:00000010:2.0:1767384359.123393:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e321a8e2. 00000400:00000010:2.0:1767384359.123400:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000843892e. 00000400:00000010:2.0:1767384359.123405:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3e31d48. 00000400:00000010:2.0:1767384359.123411:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c57ec5ef. 00000400:00000010:2.0:1767384359.123417:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000a61b045. 00000400:00000010:2.0:1767384359.123421:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005a8592cf. 00000400:00000010:2.0:1767384359.123425:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079dbeb4e. 00000400:00000010:2.0:1767384359.123431:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e6983a70. 00000400:00000010:2.0:1767384359.123435:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e0e6066c. 00000400:00000010:2.0:1767384359.123442:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dff5556d. 00000400:00000010:2.0:1767384359.123448:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f518d1a. 00000400:00000010:2.0:1767384359.123456:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000007ae1fa5. 00000400:00000010:2.0:1767384359.123463:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e70aff65. 00000400:00000010:2.0:1767384359.123468:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000059fdc9ff. 00000400:00000010:2.0:1767384359.123472:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cd5837ab. 00000400:00000010:2.0:1767384359.123475:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f4319099. 00000400:00000010:2.0:1767384359.123478:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000064cc2c48. 00000400:00000010:2.0:1767384359.123480:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002d0e892e. 00000400:00000010:2.0:1767384359.123483:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b022875. 00000400:00000010:2.0:1767384359.123486:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000375f8a39. 00000400:00000010:2.0:1767384359.123502:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009fdb13c3. 00000400:00000010:2.0:1767384359.123506:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad0c809d. 00000400:00000010:2.0:1767384359.123508:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000009225299. 00000400:00000010:2.0:1767384359.123510:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004ff116df. 00000400:00000010:2.0:1767384359.123512:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fdd3c37b. 00000400:00000010:2.0:1767384359.123514:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008632eaad. 00000400:00000010:2.0:1767384359.123516:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fcfb5d44. 00000400:00000010:2.0:1767384359.123519:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afe90075. 00000400:00000010:2.0:1767384359.123523:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000019b08811. 00000400:00000010:2.0:1767384359.123527:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c401bcb. 00000400:00000010:2.0:1767384359.123529:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003de54748. 00000400:00000010:2.0:1767384359.123532:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c67c242. 00000400:00000010:2.0:1767384359.123534:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018bdd184. 00000400:00000010:2.0:1767384359.123537:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000730fb3af. 00000400:00000010:2.0:1767384359.123539:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000010c73b0. 00000400:00000010:2.0:1767384359.123541:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000773df301. 00000400:00000010:2.0:1767384359.123543:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000617a549c. 00000400:00000010:2.0:1767384359.123545:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005fae847f. 00000400:00000010:2.0:1767384359.123547:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000fbcd1c7. 00000400:00000010:2.0:1767384359.123550:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000000fdac31. 00000400:00000010:2.0:1767384359.123552:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d452c926. 00000400:00000010:2.0:1767384359.123554:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000223b17d4. 00000400:00000010:2.0:1767384359.123556:0:16344:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000665a26b. 00000400:00000001:2.0:1767384359.123567:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.123570:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384359.123573:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:2.0:1767384359.123576:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000400:00000200:2.0:1767384359.123582:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384359.123591:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384359.123609:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000018c34a6f. 00000400:00000010:2.0:1767384359.123614:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000334b6c6b. 00000001:00000001:2.0:1767384359.297425:0:33918:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384359.297433:0:33918:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384359.303504:0:33918:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384359.311303:0:33919:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c391a657. 00000400:00000010:2.0:1767384359.311330:0:33919:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000cda326b. 00000400:00000010:2.0:1767384359.311345:0:33919:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b9ffc935. 00000400:00000010:2.0:1767384359.311350:0:33919:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d7472cab. 00000400:00000010:2.0:1767384359.311355:0:33919:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028873956. 00000400:00000010:2.0:1767384359.311361:0:33919:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0b0f3cf. 00000400:00000010:2.0:1767384359.311364:0:33919:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cefc28f1. 00000400:00000010:2.0:1767384359.311366:0:33919:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fd4dde4. 00000400:00000010:2.0:1767384359.311371:0:33919:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d97f5e8d. 00000800:00000010:2.0:1767384359.311395:0:33919:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c0e145c4. 00000800:00000200:2.0:1767384359.311412:0:33919:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384359.311427:0:33919:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384359.311471:0:33919:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384359.311501:0:33919:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384359.313046:0:33919:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000b1929383. 00000400:00000010:2.0:1767384359.313053:0:33919:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a627963. 00000400:00000010:2.0:1767384359.313059:0:33919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000400:00000001:2.0:1767384359.313082:0:33919:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.313095:0:33919:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384359.313099:0:33919:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000400:00000200:2.0:1767384359.313139:0:33919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:2.0:1767384359.313141:0:33919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000010:2.0:1767384359.313146:0:33919:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000074122e07. 00000400:00000200:2.0:1767384359.313152:0:33919:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:2.0:1767384359.313162:0:33919:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384359.313172:0:33919:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384359.313180:0:33919:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dc2217df. 00000020:01000000:2.0:1767384359.313186:0:33919:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384359.313188:0:33919:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp42 00000400:00000200:3.0:1767384359.313190:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384359.313205:0:33919:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000cda326b. 00000400:00000200:3.0:1767384359.313209:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:2.0:1767384359.313211:0:33919:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c391a657. 00000400:00000010:3.0:1767384359.313223:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000200:3.0:1767384359.313229:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000400:00000010:3.0:1767384359.313236:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000103888b6. 00000020:00000001:1.0:1767384359.313238:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384359.313245:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 10000000:00000001:1.0:1767384359.313247:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384359.313253:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384359.313256:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384359.313261:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384359.313266:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:1.0:1767384359.313267:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384359.313274:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384359.313278:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384359.313282:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384359.313283:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:1.0:1767384359.313285:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384359.313289:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384359.313293:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384359.313297:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384359.313300:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:1.0:1767384359.313301:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384359.313311:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000100:00000010:1.0:1767384359.313311:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000020:00000040:1.0:1767384359.313321:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384359.313327:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000100:00000001:1.0:1767384359.313332:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384359.313337:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 02000000:00000001:1.0:1767384359.313338:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384359.313346:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 02000000:00000001:1.0:1767384359.313347:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384359.313362:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b891b0. 00000400:00000200:3.0:1767384359.313368:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000100:00000001:1.0:1767384359.313375:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313378:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 00000400:00000200:3.0:1767384359.313387:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00000100:00000001:1.0:1767384359.313390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384359.313395:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000100:00000001:1.0:1767384359.313396:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313408:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000100:00000040:1.0:1767384359.313413:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a25a298e] to pc [ptlrpcd_00_01+1] req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.313420:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000400:00000200:3.0:1767384359.313446:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[130, 36] 00000400:00000200:3.0:1767384359.313456:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 36], ns[134, 36] 00000400:00000200:3.0:1767384359.313462:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:3.0:1767384359.313468:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:3.0:1767384359.313474:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 10000000:00000001:1.0:1767384359.313478:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313480:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000100:00000001:2.0:1767384359.313485:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384359.313486:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.313492:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384359.313496:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00000001:2.0:1767384359.313498:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384359.313506:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.313509:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.313514:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000020:01000000:1.0:1767384359.313515:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384359.313530:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384359.313536:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384359.313540:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384359.313545:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[97, 36] 10000000:01000000:1.0:1767384359.313546:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384359.313556:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384359.313562:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384359.313568:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384359.313570:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384359.313577:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384359.313578:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313579:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:1.0:1767384359.313581:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384359.313587:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384359.313590:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384359.313591:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384359.313597:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384359.313598:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384359.313604:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384359.313605:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 36], ns[83, 36] 02000000:00000001:2.0:1767384359.313606:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384359.313613:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000723b748e. 00000100:00100000:2.0:1767384359.313621:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743005568:0@lo:253: 00000020:00000040:1.0:1767384359.313624:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384359.313635:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384359.313636:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384359.313637:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 36], ns[114, 36] 02000000:00000001:1.0:1767384359.313638:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384359.313643:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.313645:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384359.313649:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.313652:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384359.313655:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008d4492ce. 02000000:00000010:2.0:1767384359.313662:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b50ad02. 00000100:00000001:1.0:1767384359.313665:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.313668:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.313679:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039854308. 00000100:00000001:1.0:1767384359.313679:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384359.313685:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313688:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 36], ns[127, 36] 00000400:00000010:2.0:1767384359.313690:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cda326b. 00000100:00000200:2.0:1767384359.313697:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743005568, portal 25 00000100:00000040:1.0:1767384359.313698:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000723b748e] to pc [ptlrpcd_00_02+2] req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.313705:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384359.313708:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000400:00000200:3.0:1767384359.313715:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 36], ns[115, 36] 00000100:00000040:2.0:1767384359.313720:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.313757:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 36], ns[109, 36] 00000100:00000001:2.0:1767384359.313759:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384359.313759:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.313768:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384359.313769:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.313775:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bac4635. 00000020:00000001:1.0:1767384359.313776:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.313781:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[116, 36] 00000100:00000200:2.0:1767384359.313781:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743005568, offset 0 00000020:01000000:1.0:1767384359.313782:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384359.313791:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dc2217df. 00000400:00000200:2.0:1767384359.313797:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384359.313808:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000100:00000001:1.0:1767384359.313813:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384359.313817:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[134, 36], ns[137, 36] 00000100:00100000:1.0:1767384359.313818:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384359.313826:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384359.313833:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000100:00000001:1.0:1767384359.313839:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384359.313841:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000100:00000001:1.0:1767384359.313843:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384359.313850:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000100:00000001:1.0:1767384359.313856:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384359.313858:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp40 lpni_is_preferred = 0 00000100:00000001:1.0:1767384359.313861:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384359.313865:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384359.313867:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp40 00000100:00000040:1.0:1767384359.313872:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.313880:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [138:138:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [135:135:8:4294967295] 00000100:00000001:1.0:1767384359.313905:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384359.313907:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000100:00000001:1.0:1767384359.313909:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.313915:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384359.313919:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384359.313926:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384359.313933:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743005696:0@lo:253: 00000400:00000200:3.0:1767384359.313937:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp:192.168.204.108@tcp40) : PUT try# 0 00000100:00000001:1.0:1767384359.313947:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384359.313953:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384359.313957:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384359.313960:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.108@tcp40 00000400:00000200:2.0:1767384359.313962:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384359.313965:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384359.313975:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f50a30. 02000000:00000010:1.0:1767384359.313976:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537f48de. 00000400:00000200:2.0:1767384359.313981:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06580 02000000:00000001:1.0:1767384359.313988:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.313993:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000400:00000010:1.0:1767384359.313995:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 00000400:00000010:2.0:1767384359.313997:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d4ac917. 00000800:00000010:3.0:1767384359.313998:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004c546323. 00000400:00000200:2.0:1767384359.314004:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b27e7171 00000800:00000010:3.0:1767384359.314006:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006382ce34. 00000400:00000200:2.0:1767384359.314012:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384359.314013:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a14334d. 00000400:00000200:2.0:1767384359.314022:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384359.314023:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743005696, portal 25 00000800:00000200:3.0:1767384359.314025:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:2.0:1767384359.314030:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e7171 00000100:00000001:1.0:1767384359.314030:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384359.314035:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088538752 : -130122621012864 : ffff89a77765b480) 00000400:00000010:2.0:1767384359.314041:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b27e7171. 00000800:00000200:3.1:1767384359.314047:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000100:00000040:1.0:1767384359.314052:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.314054:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384359.314057:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384359.314063:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000001b0b758c x1853236743005568 msgsize 4848 00000400:00000200:3.0:1767384359.314071:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:1.0:1767384359.314073:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384359.314079:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384359.314099:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000100:00000040:2.0:1767384359.314145:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384359.314157:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.314167:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384359.314168:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bac4635 00000100:00000040:1.0:1767384359.314171:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384359.314174:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bac4635. 00000100:00000001:3.0:1767384359.314175:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.314179:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba47aa6. 00000100:00000001:2.0:1767384359.314182:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384359.314189:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743005696, offset 0 00000100:00000001:3.0:1767384359.314190:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384359.314194:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.314197:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.314208:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384359.314220:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384359.314226:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384359.314230:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.314238:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.314243:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384359.314244:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06600 00000100:00000001:2.0:1767384359.314253:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.314258:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000100:00000001:2.0:1767384359.314261:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294946372 00000400:00000010:1.0:1767384359.314263:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764b07ef. 00000100:00000010:2.0:1767384359.314267:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f78cc964. 00000400:00000200:1.0:1767384359.314269:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004440e44b 00000100:00000001:2.0:1767384359.314276:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384359.314286:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.314289:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294946372 00000100:00000010:2.0:1767384359.314294:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018541ebd. 00000400:00000200:1.0:1767384359.314296:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384359.314300:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384359.314302:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384359.314304:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004440e44b 00000100:00000001:2.0:1767384359.314307:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294946372 00000400:00000010:1.0:1767384359.314308:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004440e44b. 00000100:00000001:1.0:1767384359.314319:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384359.314323:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48584c7. 00000100:00000200:1.0:1767384359.314323:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384359.314330:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000072533e40 x1853236743005696 msgsize 4848 00000100:00000001:2.0:1767384359.314332:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384359.314344:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294946372 00000100:00100000:1.0:1767384359.314347:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384359.314350:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384359.314352:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8cc1299. 00000100:00000001:2.0:1767384359.314358:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384359.314362:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.314366:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314367:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384359.314375:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba47aa6 00000100:00000001:2.0:1767384359.314377:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.314378:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba47aa6. 00000100:00000001:2.0:1767384359.314381:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.314387:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384359.314389:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.314393:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384359.314395:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.314398:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.314401:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.314406:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314409:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384359.314410:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:2.0:1767384359.314412:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.314417:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.314427:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314430:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.314436:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314442:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294946372 00000100:00000001:1.0:1767384359.314446:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294946372 00000100:00000001:1.0:1767384359.314449:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294946372 00000100:00000001:1.0:1767384359.314452:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294946372 00000100:00000001:1.0:1767384359.314454:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294946372 00000100:00000001:1.0:1767384359.314456:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294946372 00000100:00000001:1.0:1767384359.314458:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294946372 00000100:00000001:1.0:1767384359.314461:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294946372 00000100:00000001:1.0:1767384359.314464:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.314467:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314471:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314482:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314527:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384359.314531:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005568 02000000:00000001:1.0:1767384359.314534:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384359.314537:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384359.314540:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.314545:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.314546:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00100000:1.0:1767384359.314549:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005568 00000020:00000001:1.0:1767384359.314556:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384359.314559:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384359.314561:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.314565:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384359.314568:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384359.314572:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384359.314577:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384359.314582:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd67cb49. 00000100:00000001:1.0:1767384359.314586:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.314589:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384359.314589:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd67cb49. 00000100:00100000:2.0:1767384359.314594:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005696 02000000:00000001:2.0:1767384359.314599:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384359.314599:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052665299. 00000100:00000001:2.0:1767384359.314604:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.314607:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.314608:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017246573. 02000000:00000001:2.0:1767384359.314613:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.314615:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000577e04dd. 00000100:00100000:2.0:1767384359.314618:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005696 00000400:00000200:3.0:1767384359.314620:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000020:00000001:2.0:1767384359.314623:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384359.314626:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384359.314629:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384359.314632:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384359.314635:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384359.314635:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384359.314640:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384359.314640:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.314647:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384359.314651:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384359.314653:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.314655:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384359.314662:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016899008. 00000100:00000001:1.0:1767384359.314662:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.314667:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384359.314670:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016899008. 00000020:00000010:2.0:1767384359.314676:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9cc0b4e. 00000100:00000001:1.0:1767384359.314679:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384359.314680:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079d3e564. 00000100:00000001:1.0:1767384359.314684:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384359.314687:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00100000:1.0:1767384359.314694:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1767384359.314695:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384359.314700:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384359.314701:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384359.314702:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384359.314707:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.314709:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950322184272 : -130123387367344 : ffff89a749b81050) 00000100:00000001:2.0:1767384359.314718:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.314723:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b0b758c x1853236743005568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.314735:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.314745:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384359.314751:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd67cb49. 00000100:00000001:1.0:1767384359.314756:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.314759:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384359.314759:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd67cb49. 00000100:00000001:2.0:1767384359.314762:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384359.314767:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1767384359.314779:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b0b758c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743005568:12345-0@lo:253: 00000100:00000040:2.0:1767384359.314781:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384359.314785:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433479760 : -130123276071856 : ffff89a7505a4c50) 00000100:00000200:1.0:1767384359.314791:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005568 00000100:00000040:2.0:1767384359.314793:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072533e40 x1853236743005696/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384359.314797:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384359.314804:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384359.314807:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384359.314808:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.314813:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000020:00000010:2.0:1767384359.314813:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016899008. 00000020:00000001:1.0:1767384359.314813:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384359.314818:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:2.0:1767384359.314824:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384359.314826:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384359.314831:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016899008. 00000020:00000001:1.0:1767384359.314832:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384359.314837:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384359.314841:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384359.314844:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072533e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743005696:12345-0@lo:253: 00000020:00000001:1.0:1767384359.314845:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.314851:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005696 00000100:00000001:1.0:1767384359.314852:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384359.314855:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384359.314858:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384359.314861:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384359.314864:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.314866:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384359.314867:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 02000000:00000010:1.0:1767384359.314868:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad7d0e45. 00000020:00000001:2.0:1767384359.314870:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384359.314872:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.314873:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.314875:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.314877:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384359.314880:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384359.314880:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384359.314884:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.314887:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384359.314890:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384359.314895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 20000000:00000010:1.0:1767384359.314895:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020506743. 02000000:00000010:2.0:1767384359.314896:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bcd32098. 02000000:00000001:2.0:1767384359.314904:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384359.314905:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384359.314910:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.314911:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384359.314912:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384359.314915:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384359.314919:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.314921:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384359.314922:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003364fcae. 20000000:00000001:1.0:1767384359.314923:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384359.314927:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384359.314930:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384359.314933:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384359.314934:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.314936:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384359.314937:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000041475902. 20000000:00000001:2.0:1767384359.314940:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384359.314942:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384359.314948:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384359.314955:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384359.314966:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00080000:00000001:1.0:1767384359.314966:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384359.314991:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384359.315012:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.315016:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384359.315017:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.315019:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384359.315021:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384359.315025:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384359.315030:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:1.0:1767384359.315032:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384359.315035:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384359.315037:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00080000:00000001:1.0:1767384359.315040:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.315045:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384359.315049:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384359.315055:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:1.0:1767384359.315059:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384359.315066:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d8fde6b1. 00080000:00000001:1.0:1767384359.315070:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945942033920 : -130127767517696 : ffff89a644a44600) 00080000:00000001:1.0:1767384359.315073:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384359.315077:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384359.315081:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd67cb49. 00080000:00000001:1.0:1767384359.315096:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.315099:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384359.315374:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.315397:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384359.315441:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315478:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315498:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315540:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315560:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315582:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315602:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315621:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315641:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315662:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315683:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315706:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315729:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315749:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315786:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315804:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315848:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315875:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315899:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315926:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315959:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.315983:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384359.316008:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384359.316224:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8442d98. 00000800:00000010:3.0:1767384359.316230:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007654dc4a. 00000800:00000010:3.0:1767384359.316237:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003985d892. 00000800:00000010:3.0:1767384359.316263:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003985d892. 00000800:00020000:3.0:1767384359.316277:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384359.316282:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007654dc4a. 00000800:00000010:3.0:1767384359.316285:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d8442d98. 00000400:02020000:3.0:1767384359.316332:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384359.316342:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000800:00000200:3.0:1767384359.316348:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp40 down 00000800:00000100:3.0:1767384359.316355:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:3.0:1767384359.316359:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f50a30. 00000400:00000200:3.0:1767384359.316363:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384359.316368:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384359.316378:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:3.0:1767384359.316382:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384359.316385:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384359.316390:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384359.316429:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384359.316436:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101171 00000400:00000001:2.0:1767384359.316441:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.316442:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384359.316444:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000400:00000010:2.0:1767384359.316445:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000400:00000200:2.0:1767384359.316449:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384359.316453:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384359.316456:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (34) 00000400:00000200:2.0:1767384359.316458:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384359.316460:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc -71 00000400:00000200:2.0:1767384359.316463:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384359.316466:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (33) 00080000:00000010:2.0:1767384359.317021:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d8fde6b1. 00080000:00000010:1.0:1767384359.317132:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd67cb49. 00040000:00000001:1.0:1767384359.317139:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384359.317143:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384359.317147:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384359.317150:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384359.317153:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.317155:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384359.317169:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384359.317184:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384359.317188:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384359.317193:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384359.317198:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000334b6c6b. 20000000:01000000:3.0:1767384359.317205:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:3.0:1767384359.317211:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384359.317218:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384359.317222:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384359.317239:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384359.317255:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384359.317259:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384359.317262:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384359.317264:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384359.317265:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384359.317268:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384359.317269:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384359.317272:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384359.317277:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384359.317282:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:3.0:1767384359.317285:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000010:1.0:1767384359.317291:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004da9e6bb. 00000020:00000001:3.0:1767384359.317293:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000001:1.0:1767384359.317298:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384359.317299:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384359.317304:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384359.317309:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384359.317312:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384359.317326:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384359.317333:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384359.317338:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384359.317344:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030880bb6. 00080000:00000001:3.0:1767384359.317349:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940912640 : -130127768638976 : ffff89a644932a00) 00010000:00000010:1.0:1767384359.317349:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d4911e5. 00000020:00000001:1.0:1767384359.317356:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384359.317357:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384359.317361:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d4911e5 with handle 0x88edd5ef35457e98 to hash 00000001:00000001:3.0:1767384359.317363:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:1.0:1767384359.317365:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384359.317368:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00080000:00000010:3.0:1767384359.317370:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003985d892. 00010000:00000001:1.0:1767384359.317373:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00080000:00000001:3.0:1767384359.317377:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317380:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384359.317383:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384359.317383:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.317390:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317399:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384359.317404:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384359.317405:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317407:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384359.317411:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.317414:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.317417:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.317418:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.317421:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384359.317424:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384359.317426:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384359.317428:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384359.317429:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384359.317432:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004da9e6bb) refcount = 1 00010000:00010000:1.0:1767384359.317437:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317443:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384359.317446:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384359.317447:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.317456:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317458:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384359.317462:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384359.317465:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384359.317469:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.317470:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.317473:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=4 00000020:00000001:1.0:1767384359.317475:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384359.317494:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384359.317497:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384359.317499:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317506:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384359.317508:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317514:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.317516:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384359.317518:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317524:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.317526:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317530:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384359.317532:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384359.317540:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d4911e5 already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384359.317543:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.317546:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384359.317548:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317554:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384359.317564:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.317565:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.317567:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=5 00000020:00000001:1.0:1767384359.317571:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384359.317573:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384359.317577:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384359.317579:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317586:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384359.317589:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.317591:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317596:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384359.317598:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384359.317600:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.317602:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.317605:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d4911e5 with handle 0x88edd5ef35457e98 from hash 00010000:00000001:1.0:1767384359.317608:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384359.317609:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.317611:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.317613:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384359.317615:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384359.317618:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384359.317621:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384359.317623:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.317627:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317629:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384359.317631:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384359.317634:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.317636:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.317638:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317641:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.317644:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.317647:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317652:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.317661:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.317662:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384359.317664:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384359.317665:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.317666:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.317669:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384359.317671:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.317674:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.317677:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.317683:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384359.317685:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384359.317686:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d4911e5/0x88edd5ef35457e98 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384359.317693:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004da9e6bb count: 0 00010000:00000001:1.0:1767384359.317705:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384359.317707:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384359.317719:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384359.317723:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384359.317725:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020506743. 20000000:00000001:1.0:1767384359.317729:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384359.317733:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005568 00010000:00000001:1.0:1767384359.317737:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384359.317742:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b0b758c x1853236743005568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.317751:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384359.317753:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384359.317758:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.317763:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384359.317767:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384359.317770:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384359.317774:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384359.317776:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.317780:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384359.317791:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384359.317794:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba47aa6. 00000100:00000200:1.0:1767384359.317797:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743005568, offset 224 00000400:00000200:1.0:1767384359.317802:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384359.317808:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384359.317815:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06580 00000400:00000200:1.0:1767384359.317822:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c25 [2] + 224 00000400:00000200:1.0:1767384359.317827:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384359.317831:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.317834:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.317838:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.317849:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.317867:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384359.317874:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba47aa6 00000400:00000010:1.0:1767384359.317876:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba47aa6. 00000100:00000001:1.0:1767384359.317881:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384359.317883:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384359.317884:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.317887:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.317888:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384359.317893:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384359.317895:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:2.0:1767384359.317897:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384359.317900:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039854308. 00010000:00000001:1.0:1767384359.317902:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384359.317904:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cda326b 00000020:00000001:1.0:1767384359.317906:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.317908:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cda326b. 00000020:00000001:1.0:1767384359.317913:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384359.317915:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384359.317922:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.317924:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b0b758c x1853236743005568/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384359.317944:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.317950:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b0b758c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743005568:12345-0@lo:253: Request processed in 3201us (3881us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384359.317959:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384359.317965:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384359.317969:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1767384359.317970:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384359.317975:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384359.317975:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384359.317977:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384359.317979:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384359.317980:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.317984:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384359.317985:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.317990:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017246573. 00000100:00001000:2.0:1767384359.317991:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=69 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384359.317994:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384359.317997:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384359.318003:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000577e04dd. 00000100:00000001:2.0:1767384359.318006:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.318009:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384359.318009:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052665299. 00010000:00000001:2.0:1767384359.318012:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.318016:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.318019:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000040:2.0:1767384359.318022:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384359.318026:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384359.318030:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad7d0e45. 00000100:00000001:2.0:1767384359.318031:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.318037:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384359.318039:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384359.318040:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384359.318043:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384359.318046:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384359.318047:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384359.318051:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384359.318053:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384359.318055:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:1.0:1767384359.318055:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384359.318060:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384359.318063:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:1.0:1767384359.318063:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c9cbc8a. 00000020:01000004:2.0:1767384359.318065:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384359.318069:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384359.318071:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384359.318073:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384359.318074:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba47aa6. 00000100:00100000:2.0:1767384359.318095:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743005568:0@lo:253: 00000100:00000001:2.0:1767384359.318457:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.318460:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384359.318465:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236743005568/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.318472:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384359.318476:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384359.318479:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b50ad02. 02000000:00000001:2.0:1767384359.318485:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384359.318488:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384359.318490:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384359.318492:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384359.318494:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b891b0. 02000000:00000001:2.0:1767384359.318502:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384359.318509:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384359.318512:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 00000100:00000001:2.0:1767384359.318515:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384359.318516:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.318517:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.318522:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.318524:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.318527:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.318530:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384359.318917:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000030880bb6. 00080000:00000010:3.0:1767384359.318991:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003985d892. 00040000:00000001:3.0:1767384359.318998:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384359.319000:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384359.319002:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384359.319005:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384359.319008:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.319009:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384359.319011:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384359.319025:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384359.319027:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384359.319034:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384359.319044:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384359.319047:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384359.319048:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384359.319051:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384359.319053:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384359.319058:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008fa1d5e6. 00010000:00000001:1.0:1767384359.319061:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384359.319062:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000422aa85e. 00000020:00000001:1.0:1767384359.319065:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384359.319066:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000422aa85e with handle 0x88edd5ef35457e9f to hash 00000020:00000001:1.0:1767384359.319068:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384359.319069:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319072:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319074:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.319076:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.319079:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319096:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384359.319098:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384359.319099:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384359.319122:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.319123:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.319125:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.319132:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.319134:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384359.319135:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384359.319137:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384359.319139:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384359.319140:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008fa1d5e6) refcount = 1 00010000:00010000:1.0:1767384359.319143:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319147:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384359.319148:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384359.319150:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.319151:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.319153:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384359.319154:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384359.319156:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384359.319158:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.319158:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.319160:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=4 00000020:00000001:1.0:1767384359.319161:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319163:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319165:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384359.319166:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319173:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384359.319176:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319183:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.319184:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384359.319186:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319191:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.319192:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.319203:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384359.319205:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384359.319210:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000422aa85e already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384359.319212:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.319213:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384359.319215:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319221:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384359.319224:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.319225:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.319228:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=5 00000020:00000001:1.0:1767384359.319231:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319235:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384359.319239:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384359.319241:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.319246:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384359.319250:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.319251:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384359.319254:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384359.319255:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384359.319265:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384359.319265:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:3.0:1767384359.319273:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003364fcae. 00010000:00000001:1.0:1767384359.319274:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.319278:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.319279:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.319290:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000422aa85e with handle 0x88edd5ef35457e9f from hash 00010000:00000040:3.0:1767384359.319292:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005696 00010000:00000001:3.0:1767384359.319298:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384359.319299:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384359.319302:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.319304:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.319308:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384359.319310:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384359.319312:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000200:3.0:1767384359.319314:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072533e40 x1853236743005696/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.319317:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384359.319323:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384359.319327:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384359.319329:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.319336:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.319338:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=69 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384359.319340:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384359.319343:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384359.319348:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384359.319349:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.319353:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384359.319357:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384359.319359:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.319360:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:1.0:1767384359.319364:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.319367:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384359.319368:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.319370:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.319371:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384359.319376:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384359.319382:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384359.319383:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384359.319387:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384359.319389:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007654dc4a. 00010000:00000001:1.0:1767384359.319389:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384359.319391:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384359.319397:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384359.319399:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743005696, offset 224 00010000:00000001:1.0:1767384359.319399:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.319404:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384359.319409:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.319416:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384359.319416:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.319422:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384359.319433:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384359.319440:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384359.319442:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384359.319445:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000422aa85e/0x88edd5ef35457e9f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384359.319454:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06600 00010000:00000040:1.0:1767384359.319464:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008fa1d5e6 count: 0 00000400:00000200:3.0:1767384359.319469:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c2d [2] + 224 00010000:00000001:1.0:1767384359.319476:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384359.319478:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384359.319479:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384359.319485:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.319490:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384359.319493:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.319500:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.319513:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384359.319520:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007654dc4a 00000400:00000010:3.0:1767384359.319522:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007654dc4a. 00000100:00000001:3.0:1767384359.319529:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384359.319531:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.319535:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.319538:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.319538:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384359.319549:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384359.319550:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384359.319557:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384359.319557:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384359.319566:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00000020:00000001:3.0:1767384359.319567:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.319573:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a14334d 00000400:00000010:1.0:1767384359.319578:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a14334d. 00000020:00000001:3.0:1767384359.319580:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384359.319586:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072533e40 x1853236743005696/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.319588:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.319599:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.319610:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072533e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743005696:12345-0@lo:253: Request processed in 4797us (5273us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384359.319640:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.319644:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:3.0:1767384359.319653:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384359.319662:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384359.319664:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.319667:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384359.319668:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.319671:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384359.319674:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079d3e564. 02000000:00000001:1.0:1767384359.319674:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384359.319681:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384359.319684:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000100:00000001:1.0:1767384359.319684:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.319694:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.319696:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9cc0b4e. 00000100:00001000:1.0:1767384359.319700:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=69 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384359.319704:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00001000:1.0:1767384359.319705:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=69 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384359.319712:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384359.319712:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384359.319714:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384359.319715:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bcd32098. 00010000:00000001:1.0:1767384359.319717:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384359.319722:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.319724:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384359.319728:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.319729:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384359.319747:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384359.319748:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384359.319758:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db4bb99. 00000100:00000001:1.0:1767384359.319759:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.319765:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384359.319766:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384359.319767:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007654dc4a. 00000020:01000004:1.0:1767384359.319769:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384359.319771:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384359.319774:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384359.319775:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384359.319777:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384359.319779:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384359.319780:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384359.319781:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384359.319783:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384359.319785:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.319791:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743005696:0@lo:253: 00000100:00000001:1.0:1767384359.319800:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.319801:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384359.319803:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000723b748e x1853236743005696/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.319808:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384359.319809:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384359.319811:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537f48de. 02000000:00000001:1.0:1767384359.319815:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384359.319816:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384359.319817:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384359.319818:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384359.319820:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008d4492ce. 02000000:00000001:1.0:1767384359.319822:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384359.319823:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384359.319823:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000723b748e. 00000100:00000001:1.0:1767384359.319826:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384359.319827:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.319828:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.319831:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384359.319832:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.319834:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.319835:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.320173:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294946372, at 4294946373 00000100:00000010:2.0:1767384359.320181:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48584c7. 00000100:00000040:0.0:1767384359.321149:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294946372, at 4294946374 00000100:00000010:0.0:1767384359.321158:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f78cc964. 00000100:00000040:1.0:1767384359.321163:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294946372, at 4294946374 00000100:00000010:1.0:1767384359.321171:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018541ebd. 00000100:00000040:3.0:1767384359.321186:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294946372, at 4294946374 00000100:00000010:3.0:1767384359.321194:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8cc1299. 00010000:00000010:1.1:1767384359.325151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004da9e6bb. 00010000:00000010:1.1:1767384359.325160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d4911e5. 00010000:00000010:1.1:1767384359.328146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008fa1d5e6. 00010000:00000010:1.1:1767384359.328159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000422aa85e. 00000400:00000010:0.0:1767384359.331613:0:33924:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003f371cd3. 00000400:00000040:0.0:1767384359.331633:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.331636:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384359.331639:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.331640:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.331642:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.331643:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384359.331645:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.331647:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384359.331649:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384359.331649:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384359.331651:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384359.331653:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.331655:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384359.331656:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.331658:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384359.331660:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384359.331663:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.331664:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384359.331665:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384359.331668:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.331670:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.331672:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.331674:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.331675:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.331677:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384359.331678:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.331679:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.331681:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.331682:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.331684:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.331685:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384359.331691:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.331691:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.331693:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.331694:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.331695:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.331698:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384359.331700:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.331702:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.331704:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384359.331705:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384359.331705:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.331706:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384359.331709:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384359.331711:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384359.331713:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384359.331715:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384359.331717:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384359.331719:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384359.331721:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.331723:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384359.331725:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384359.331726:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384359.331728:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384359.331730:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384359.331731:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384359.331733:0:33924:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384359.331828:0:33924:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003f371cd3. 00010000:00000001:0.0:1767384359.444196:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384359.444202:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.444221:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384359.444223:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.444254:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384359.444259:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.444263:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384360.147227:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp39 00000400:00000010:0.0:1767384360.147233:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000713fd6df. 00000400:00000010:0.0:1767384360.147245:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000338c0037. 00000400:00000010:0.0:1767384360.147251:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000400:00000010:0.0:1767384360.147269:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000897c6b2. 00000400:00000200:0.0:1767384360.147280:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp39 00000400:00000200:0.0:1767384360.147299:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp39 local destination 00000400:00000200:0.0:1767384360.147306:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000400:00000200:0.0:1767384360.147314:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [139:139:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1767384360.147321:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 00000400:00000200:0.0:1767384360.147330:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp39:192.168.204.108@tcp39) : GET try# 0 00000800:00000200:0.0:1767384360.147337:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp39 00000800:00000010:0.0:1767384360.147343:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003247b0f5. 00000800:00000200:0.0:1767384360.147356:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:0.1:1767384360.147361:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000400:00000200:0.0:1767384360.147380:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:0.0:1767384360.147391:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp38 00000400:00000010:0.0:1767384360.147398:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000020336cc. 00000400:00000010:0.0:1767384360.147406:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cd68c50f. 00000400:00000010:0.0:1767384360.147414:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000400:00000010:0.0:1767384360.147423:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001da8d7ea. 00000400:00000200:0.0:1767384360.147429:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp38 00000400:00000200:0.0:1767384360.147437:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp38 local destination 00000400:00000200:0.0:1767384360.147443:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp38 00000400:00000200:0.0:1767384360.147454:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [140:140:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1767384360.147459:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp38 00000400:00000200:0.0:1767384360.147463:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:) -> 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) : GET try# 0 00000800:00000200:0.0:1767384360.147467:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp38 00000800:00000010:0.0:1767384360.147472:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a34c92df. 00000800:00000200:0.0:1767384360.147494:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:0.1:1767384360.147500:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000400:00000200:0.0:1767384360.147510:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp38 added to recovery queue. ping count: 3 next ping: 287 health :700 00000800:00000200:0.0:1767384360.147536:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (6) 00000800:00000200:0.0:1767384360.147541:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:988 00000800:00000200:0.0:1767384360.147551:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384360.147622:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147673:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147737:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147767:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147830:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147869:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147916:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147977:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.147997:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148066:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148205:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148261:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148320:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148367:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148496:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148543:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148587:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148634:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148668:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148704:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148724:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148834:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148881:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148929:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.148985:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149010:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149112:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149524:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149591:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149652:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149696:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149715:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149773:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149783:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149829:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149863:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149893:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384360.149918:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149943:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.149982:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150057:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000800:00000010:0.0:1767384360.150164:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d498a57a. 00000800:00000010:0.0:1767384360.150172:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba849819. 00000800:00000010:0.0:1767384360.150179:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0cc8295. 00000800:00000010:0.0:1767384360.150219:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0cc8295. 00000400:00000200:3.0:1767384360.150223:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00020000:0.0:1767384360.150233:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384360.150238:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba849819. 00000800:00000010:0.0:1767384360.150245:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d498a57a. 00000400:00000200:3.0:1767384360.150299:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:02020000:0.0:1767384360.150359:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp39 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384360.150368:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp39 notifying 192.168.204.108@tcp39: down 00000400:00000200:0.0:1767384360.150375:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384360.150382:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp39 00000400:00000200:3.0:1767384360.150385:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000010:0.0:1767384360.150386:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003247b0f5. 00000400:00000200:0.0:1767384360.150393:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384360.150400:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384360.150410:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384360.150415:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384360.150422:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384360.150471:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000800:00000200:0.0:1767384360.150514:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384360.150518:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.150524:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384360.150527:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.150530:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384360.150535:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150568:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150612:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150649:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150695:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150709:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150749:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150799:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150878:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.150960:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151026:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151095:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151181:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151241:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151309:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151339:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151395:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151423:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151455:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151491:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384360.151517:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384360.151642:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8442d98. 00000800:00000010:3.0:1767384360.151649:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e543aabb. 00000800:00000010:3.0:1767384360.151658:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a446ae4. 00000800:00000010:3.0:1767384360.151682:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a446ae4. 00000800:00020000:3.0:1767384360.151689:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384360.151691:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e543aabb. 00000800:00000010:3.0:1767384360.151698:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d8442d98. 00000400:02020000:3.0:1767384360.151733:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384360.151737:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp38 notifying 192.168.204.108@tcp38: down 00000400:00000200:3.0:1767384360.151740:0:31124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384360.151742:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp38 00000800:00000010:3.0:1767384360.151744:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a34c92df. 00000400:00000200:3.0:1767384360.151747:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384360.151750:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384360.151755:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384360.151757:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384360.151759:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384360.467193:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384360.467200:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.467208:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384360.467210:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.467255:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384360.467262:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.467267:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384361.043168:0:34399:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d745e58c. 00080000:00000010:0.0:1767384361.043179:0:34399:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d745e58c. 00000020:00000001:0.0:1767384361.043191:0:34399:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384361.043201:0:34399:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d745e58c. 00080000:00000010:0.0:1767384361.043206:0:34399:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d745e58c. 00000020:00000001:0.0:1767384361.043210:0:34399:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384361.171215:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.171220:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384361.171222:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:2.0:1767384361.171226:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000400:00000200:2.0:1767384361.171231:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384361.171237:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384361.171248:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000713fd6df. 00000400:00000010:2.0:1767384361.171251:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000338c0037. 00000400:00000001:2.0:1767384361.171254:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.171255:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384361.171256:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000400:00000010:2.0:1767384361.171257:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000400:00000200:2.0:1767384361.171258:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384361.171260:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384361.171261:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000020336cc. 00000400:00000010:2.0:1767384361.171263:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cd68c50f. 00000400:00000200:2.0:1767384361.171265:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp34 00000400:00000010:2.0:1767384361.171268:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009938ee28. 00000400:00000010:2.0:1767384361.171272:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000114682db. 00000400:00000010:2.0:1767384361.171274:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000400:00000010:2.0:1767384361.171279:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000fbcd1c7. 00000400:00000200:2.0:1767384361.171282:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp34 00000400:00000200:2.0:1767384361.171298:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp34 local destination 00000400:00000200:2.0:1767384361.171303:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 00000400:00000200:2.0:1767384361.171306:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [141:141:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1767384361.171312:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 00000400:00000200:2.0:1767384361.171318:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) : GET try# 0 00000800:00000200:2.0:1767384361.171322:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp34 00000800:00000010:2.0:1767384361.171326:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fe566e6. 00000800:00000200:2.0:1767384361.171331:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:2.1:1767384361.171335:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:2.0:1767384361.171353:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:2.0:1767384361.171357:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp40 00000400:00000010:2.0:1767384361.171359:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007df35d20. 00000400:00000010:2.0:1767384361.171362:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003c62eb90. 00000400:00000010:2.0:1767384361.171363:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000400:00000010:2.0:1767384361.171366:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000617a549c. 00000400:00000200:2.0:1767384361.171368:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp40 00000400:00000200:2.0:1767384361.171373:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp40 local destination 00000400:00000200:2.0:1767384361.171376:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000400:00000200:2.0:1767384361.171378:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [142:142:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767384361.171381:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000400:00000200:2.0:1767384361.171388:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp40:192.168.204.108@tcp40) : GET try# 0 00000800:00000200:2.0:1767384361.171390:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp40 00000800:00000010:2.0:1767384361.171391:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c7fd0091. 00000800:00000200:2.0:1767384361.171394:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000800:00000200:2.1:1767384361.171396:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:2.0:1767384361.171407:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384361.171447:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171466:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171522:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171522:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171559:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171583:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171607:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171632:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171654:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171685:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171703:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171739:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171754:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171811:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171856:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171890:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171905:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171933:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.171973:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.171976:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172069:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172078:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172133:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172158:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172186:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172212:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172226:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172267:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172274:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172337:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172338:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172418:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172424:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172447:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172486:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172490:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172536:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172552:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172570:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172602:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172628:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172652:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172682:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172707:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172727:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172763:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172774:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172818:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172824:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172891:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172895:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172920:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.172955:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.172962:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.173025:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173025:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.173090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173141:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.173144:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.173190:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173207:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173259:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173293:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384361.173333:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000800:00000010:1.0:1767384361.173340:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020506743. 00000800:00000010:1.0:1767384361.173345:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d804fb42. 00000800:00000010:1.0:1767384361.173350:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f338ae8a. 00000800:00000010:1.0:1767384361.173370:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f338ae8a. 00000400:00000200:0.0:1767384361.173371:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00020000:1.0:1767384361.173380:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384361.173384:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d804fb42. 00000800:00000010:1.0:1767384361.173393:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000020506743. 00000400:00000200:0.0:1767384361.173409:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:02020000:1.0:1767384361.173444:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384361.173451:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000400:00000200:1.0:1767384361.173454:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384361.173458:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:1.0:1767384361.173461:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c7fd0091. 00000400:00000200:0.0:1767384361.173462:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384361.173464:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.173472:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.173480:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384361.173482:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.173486:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp40) recovery failed with -71 00000400:00000200:0.0:1767384361.173500:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384361.173614:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d498a57a. 00000800:00000010:0.0:1767384361.173619:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000deed668a. 00000800:00000010:0.0:1767384361.173623:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008b41a5b0. 00000800:00000010:0.0:1767384361.173645:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008b41a5b0. 00000800:00020000:0.0:1767384361.173652:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384361.173655:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000deed668a. 00000800:00000010:0.0:1767384361.173658:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d498a57a. 00000400:02020000:0.0:1767384361.173692:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.173698:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp34 notifying 192.168.204.108@tcp34: down 00000800:00000200:0.0:1767384361.173704:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp34 down 00000800:00000100:0.0:1767384361.173710:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp34 00000800:00000010:0.0:1767384361.173713:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fe566e6. 00000400:00000200:0.0:1767384361.173716:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.173720:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.173727:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.173729:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.173733:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp34) recovery failed with -71 00010000:00000001:0.0:1767384361.492155:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384361.492162:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.492169:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384361.492172:0:276:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384361.492175:0:276:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384361.492178:0:276:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.492181:0:276:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384361.492183:0:276:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.492194:0:276:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.492197:0:276:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.492218:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384361.492222:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384361.492225:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384361.738861:0:34563:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384361.738865:0:34563:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:2.0:1767384361.741581:0:34563:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384361.748445:0:34564:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cd523fe1. 00000400:00000010:2.0:1767384361.748462:0:34564:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000048876fe6. 00000400:00000010:2.0:1767384361.748470:0:34564:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a7f9045b. 00000400:00000010:2.0:1767384361.748473:0:34564:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000db04491. 00000400:00000010:2.0:1767384361.748477:0:34564:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cfce310. 00000400:00000010:2.0:1767384361.748480:0:34564:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed7f1dd2. 00000400:00000010:2.0:1767384361.748482:0:34564:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085c4d2c5. 00000400:00000010:2.0:1767384361.748483:0:34564:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000470785c2. 00000400:00000010:2.0:1767384361.748485:0:34564:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b7477ff4. 00000800:00000010:2.0:1767384361.748500:0:34564:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d0fca3b. 00000800:00000200:2.0:1767384361.748509:0:34564:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384361.748519:0:34564:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384361.748551:0:34564:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384361.748570:0:34564:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp43 [8/256/0/180] 00000400:00000010:2.0:1767384361.749762:0:34564:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000022a116bd. 00000400:00000010:2.0:1767384361.749768:0:34564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039854308. 00000400:00000010:2.0:1767384361.749773:0:34564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d96699f. 00000400:00000001:2.0:1767384361.749789:0:34564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.749790:0:34564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384361.749792:0:34564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a627963. 00000400:00000200:2.0:1767384361.749794:0:34564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384361.749796:0:34564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000400:00000010:2.0:1767384361.749799:0:34564:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000b1929383. 00000400:00000200:2.0:1767384361.749803:0:34564:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (32) 00000400:00000200:2.0:1767384361.749813:0:34564:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384361.749823:0:34564:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:2.0:1767384361.749831:0:34564:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003b50ad02. 00000020:01000000:2.0:1767384361.749836:0:34564:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384361.749839:0:34564:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp43 00000400:00000200:3.0:1767384361.749842:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384361.749847:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:3.0:1767384361.749853:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000400:00000010:2.0:1767384361.749853:0:34564:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000048876fe6. 00000400:00000200:3.0:1767384361.749856:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000400:00000010:2.0:1767384361.749857:0:34564:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cd523fe1. 00000400:00000010:3.0:1767384361.749862:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a99a257d. 00000400:00000200:3.0:1767384361.749867:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384361.749881:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:00000001:1.0:1767384361.749882:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384361.749889:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:1.0:1767384361.749889:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.749894:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384361.749898:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 10000000:01000000:1.0:1767384361.749900:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384361.749905:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384361.749910:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 36], ns[68, 36] 00000020:01000004:1.0:1767384361.749911:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384361.749915:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384361.749919:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384361.749921:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:01000004:1.0:1767384361.749922:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.749925:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384361.749927:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384361.749931:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384361.749934:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:01000004:1.0:1767384361.749934:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.749938:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384361.749943:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 36], ns[90, 36] 00000100:00000010:1.0:1767384361.749944:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000723b748e. 00000020:00000040:1.0:1767384361.749951:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384361.749952:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 36], ns[94, 36] 00000100:00000001:1.0:1767384361.749957:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384361.749961:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384361.749962:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[103, 36] 02000000:00000001:1.0:1767384361.749967:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.749977:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000020506743. 00000400:00000200:3.0:1767384361.749978:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 36], ns[107, 36] 00000100:00000001:1.0:1767384361.749984:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.749988:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000100:00000001:1.0:1767384361.749993:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384361.749995:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000100:00000001:1.0:1767384361.749996:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750007:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000100:00000040:1.0:1767384361.750007:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000723b748e] to pc [ptlrpcd_00_03+3] req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.750013:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[130, 36] 00000400:00000200:3.0:1767384361.750031:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 36], ns[134, 36] 00000400:00000200:3.0:1767384361.750049:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:3.0:1767384361.750055:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:3.0:1767384361.750061:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 10000000:00000001:1.0:1767384361.750065:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750069:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 10000000:00000001:1.0:1767384361.750070:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.750075:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.750081:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384361.750081:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384361.750084:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00000001:2.0:1767384361.750087:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384361.750090:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384361.750091:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384361.750092:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 10000000:00000001:1.0:1767384361.750094:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.750097:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384361.750098:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384361.750125:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384361.750127:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[97, 36] 00000020:01000004:1.0:1767384361.750128:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384361.750131:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384361.750134:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384361.750136:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384361.750139:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.750141:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384361.750144:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:1.0:1767384361.750144:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384361.750147:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.750149:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384361.750153:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 36], ns[83, 36] 00000100:00000010:1.0:1767384361.750154:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000020:00000040:1.0:1767384361.750159:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384361.750163:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 36], ns[114, 36] 00000100:00000001:1.0:1767384361.750164:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384361.750166:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.750169:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750173:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 36], ns[141, 36] 02000000:00000010:1.0:1767384361.750177:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad7d0e45. 00000400:00000200:3.0:1767384361.750178:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 36], ns[115, 36] 00000100:00000001:1.0:1767384361.750183:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750187:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384361.750188:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.750195:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a25a298e] to pc [ptlrpcd_00_00+0] req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.750201:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 36], ns[109, 36] 00000400:00000200:3.0:1767384361.750210:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[116, 36] 00000400:00000200:3.0:1767384361.750215:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 36], ns[140, 36] 10000000:00000001:1.0:1767384361.750219:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750220:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[136, 36], ns[139, 36] 10000000:00000001:1.0:1767384361.750223:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.750228:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384361.750230:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384361.750233:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 36], ns[142, 36] 00000020:00000010:1.0:1767384361.750235:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003b50ad02. 00000400:00000200:3.0:1767384361.750242:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384361.750248:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp 00000100:00000001:1.0:1767384361.750250:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384361.750252:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384361.750256:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp 00000100:00100000:1.0:1767384361.750260:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767384361.750264:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp NI seq info: [143:143:256:4294967295] 192.168.204.108@tcp LPNI seq info [140:140:8:4294967295] 00000100:00000001:1.0:1767384361.750265:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.750275:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384361.750276:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp 00000100:00000001:1.0:1767384361.750278:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.750283:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.750286:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.750288:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384361.750292:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp:) -> 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) : PUT try# 0 00000100:00000040:1.0:1767384361.750294:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384361.750308:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.108@tcp 00000800:00000010:3.0:1767384361.750316:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55b6fdf. 00000100:00000001:2.0:1767384361.750322:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384361.750324:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.750326:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000100:00000001:1.0:1767384361.750329:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384361.750330:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384361.750333:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.750334:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:988 02000000:00000001:2.0:1767384361.750334:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384361.750338:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384361.750339:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.750340:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e55b6fdf type 1, nob 688 niov 1 nkiov 1 02000000:00000001:1.0:1767384361.750341:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384361.750345:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743005824:0@lo:253: 02000000:00000001:1.0:1767384361.750346:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.750353:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743005952:0@lo:253: 00000100:00000001:2.0:1767384361.750356:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384361.750358:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:1.0:1767384361.750358:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384361.750362:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384361.750362:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384361.750363:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 02000000:00000001:2.0:1767384361.750365:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.750366:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384361.750370:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384361.750370:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384361.750377:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000537c9a53. 00000100:00000001:3.0:1767384361.750378:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384361.750378:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b50ad02. 02000000:00000001:1.0:1767384361.750382:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.750383:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384361.750383:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.750388:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 00000400:00000010:2.0:1767384361.750389:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a627963. 00000100:00000001:3.0:1767384361.750390:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.750393:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.750394:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d804fb42. 00000400:00000010:2.0:1767384361.750396:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048876fe6. 00000100:00000200:1.0:1767384361.750400:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743005952, portal 25 00000100:00000200:2.0:1767384361.750402:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743005824, portal 25 00000100:00000001:1.0:1767384361.750403:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384361.750407:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000100:00000001:2.0:1767384361.750408:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384361.750412:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088538752 : -130122621012864 : ffff89a77765b480) 00000100:00000040:1.0:1767384361.750413:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384361.750421:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.750423:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.750429:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.750433:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083cd45ee. 00000100:00000200:1.0:1767384361.750437:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743005952, offset 0 00000100:00000001:2.0:1767384361.750439:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384361.750448:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384361.750448:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384361.750455:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aed612f. 00000400:00000200:1.0:1767384361.750460:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384361.750462:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743005824, offset 0 00000400:00000200:2.0:1767384361.750473:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.750473:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06700 00000800:00000200:3.0:1767384361.750481:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384361.750484:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384361.750488:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55b6fdf. 00000400:00000200:1.0:1767384361.750491:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1451 [2] + 0 00000400:00000200:3.0:1767384361.750494:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.750495:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06680 00000400:00000010:1.0:1767384361.750501:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e61110. 00000400:00000200:3.0:1767384361.750507:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: PUT: OK 00000400:00000200:1.0:1767384361.750507:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d61b4ad 00000400:00000200:2.0:1767384361.750514:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1459 [2] + 0 00000400:00000200:1.0:1767384361.750516:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384361.750522:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b8d14c. 00000400:00000200:1.0:1767384361.750523:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384361.750529:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003854fc5b 00000400:00000200:1.0:1767384361.750534:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d61b4ad 00000400:00000200:3.0:1767384361.750535:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384361.750535:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384361.750538:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d61b4ad. 00000400:00000200:2.0:1767384361.750544:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.750544:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384361.750547:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000100:00000200:1.0:1767384361.750548:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384361.750550:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003854fc5b 00000100:00000040:1.0:1767384361.750554:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000040434bdb x1853236743005952 msgsize 4848 00000400:00000010:2.0:1767384361.750560:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003854fc5b. 00000100:00100000:1.0:1767384361.750563:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384361.750566:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384361.750567:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384361.750571:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384361.750574:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384361.750575:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384361.750575:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000006fdcac41 x1853236743005824 msgsize 4848 00000400:00000200:1.0:1767384361.750581:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd45ee 00000100:00100000:2.0:1767384361.750583:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384361.750585:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083cd45ee. 00000800:00000001:3.0:1767384361.750586:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384361.750586:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384361.750590:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.750591:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384361.750596:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384361.750596:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.750599:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384361.750606:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aed612f 00000400:00000200:3.0:1767384361.750610:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : PUT - for me 00000400:00000010:2.0:1767384361.750610:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aed612f. 00000100:00000001:2.0:1767384361.750616:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384361.750619:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384361.750623:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.750624:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000040:1.0:1767384361.750625:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.750634:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 544/592 into md 0x1b69 [1] + 0 00000400:00000010:3.0:1767384361.750643:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d07480. 00000400:00000200:3.0:1767384361.750648:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a552b937 00000800:00000001:3.0:1767384361.750652:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384361.750655:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384361.750656:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750659:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384361.750661:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384361.750661:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.750664:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384361.750666:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750673:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: PUT: OK 00000100:00000001:2.0:1767384361.750673:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750674:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294948808 00000100:00000001:2.0:1767384361.750675:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384361.750678:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a552b937 00000100:00000010:1.0:1767384361.750681:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a72f3bb6. 00000400:00000010:3.0:1767384361.750682:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a552b937. 00000100:00000001:2.0:1767384361.750682:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.750688:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294948808 00000400:00000200:3.0:1767384361.750689:0:16340:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384361.750690:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384361.750694:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (34) 00000100:00000001:1.0:1767384361.750697:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294948808 00000400:00000200:3.0:1767384361.750702:0:16340:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000001:2.0:1767384361.750702:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294948808 00000100:00000010:1.0:1767384361.750704:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c87d28cc. 00000100:00000001:2.0:1767384361.750706:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294948808 00000400:00000200:3.0:1767384361.750707:0:16340:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (592 bytes) 00000100:00000001:1.0:1767384361.750711:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384361.750713:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:1.0:1767384361.750716:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294948808 00000100:00000001:2.0:1767384361.750717:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294948808 00000400:00000200:3.0:1767384361.750723:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (35) 00000100:00000001:2.0:1767384361.750723:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294948808 00000100:00000010:1.0:1767384361.750723:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000383b63cf. 00000100:00000001:1.0:1767384361.750729:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384361.750731:0:16340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384361.750738:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp to MR: 192.168.204.108@tcp local destination 00000100:00000001:1.0:1767384361.750739:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294948808 00000100:00000001:2.0:1767384361.750740:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294948808 00000100:00000001:2.0:1767384361.750744:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294948808 00000400:00000200:3.0:1767384361.750745:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp NI seq info: [144:144:256:4294967295] 192.168.204.108@tcp LPNI seq info [141:141:8:4294967295] 00000100:00000010:1.0:1767384361.750747:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006824cebf. 00000100:00000001:1.0:1767384361.750752:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384361.750757:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.750758:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294948808 00000400:00000200:3.0:1767384361.750761:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) -> 192.168.204.108@tcp(192.168.204.108@tcp:192.168.204.108@tcp) 192.168.204.108@tcp : ACK try# 0 00000100:00000001:1.0:1767384361.750762:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.750764:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384361.750769:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp 00000100:00000001:2.0:1767384361.750769:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750770:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384361.750773:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55b6fdf. 00000100:00000001:2.0:1767384361.750774:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750775:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.750777:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384361.750781:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000100:00000001:2.0:1767384361.750784:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767384361.750786:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:1023 00000100:00000001:2.0:1767384361.750786:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767384361.750789:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e55b6fdf type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384361.750794:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384361.750796:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384361.750797:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005952 00000100:00000001:2.0:1767384361.750800:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384361.750801:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384361.750805:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.750805:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767384361.750806:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.750809:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.750811:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384361.750814:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384361.750816:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.750820:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005952 00000020:00000001:1.0:1767384361.750822:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384361.750824:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384361.750826:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384361.750829:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:1.0:1767384361.750831:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384361.750833:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384361.750837:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384361.750840:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fd22b6d. 00000100:00000001:1.0:1767384361.750843:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.750845:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fd22b6d. 00000020:00000010:1.0:1767384361.750851:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085c13b5e. 00000020:00000010:1.0:1767384361.750859:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c277ce9. 00000020:00000010:1.0:1767384361.750865:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000577e04dd. 00000100:00000040:1.0:1767384361.750875:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:3.0:1767384361.750876:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384361.750880:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:3.0:1767384361.750881:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55b6fdf. 00000100:00000001:1.0:1767384361.750885:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384361.750887:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384361.750889:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750896:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: ACK: OK 00000100:00000001:1.0:1767384361.750902:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384361.750904:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.750909:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.750912:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.750913:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.750916:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.750921:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.750926:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384361.750929:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.750935:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp(192.168.204.108@tcp) <- 192.168.204.108@tcp : ACK - for me 00000100:00100000:1.0:1767384361.750937:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743005824 02000000:00000001:1.0:1767384361.750941:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384361.750943:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384361.750947:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750949:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp: ACK from 12345-192.168.204.108@tcp into md 0x1c59 02000000:00000001:1.0:1767384361.750951:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.750956:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384361.750957:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743005824 00000020:00000001:1.0:1767384361.750962:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384361.750966:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:3.0:1767384361.750967:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp->192.168.204.108@tcp: ACK: OK 00000020:00000001:1.0:1767384361.750970:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384361.750974:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000020:00000040:1.0:1767384361.750974:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000400:00000010:3.0:1767384361.750978:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000020:00000001:1.0:1767384361.750980:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384361.750986:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:1.0:1767384361.750986:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:3.0:1767384361.750993:0:16340:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00000001:2.0:1767384361.750993:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384361.750993:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384361.750997:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384361.750999:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fd22b6d. 00000400:00000200:3.0:1767384361.751001:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00100000:2.0:1767384361.751005:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:1.0:1767384361.751006:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384361.751007:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (34) 00000100:00000040:2.0:1767384361.751009:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:1.0:1767384361.751012:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fd22b6d. 00000100:00000001:2.0:1767384361.751013:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433487952 : -130123276063664 : ffff89a7505a6c50) 00000800:00000001:3.0:1767384361.751016:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384361.751020:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004efe60bb. 00000800:00000001:3.0:1767384361.751021:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384361.751021:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040434bdb x1853236743005952/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384361.751029:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082bd187d. 00000020:00000010:1.0:1767384361.751053:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a926138. 00000400:00000200:3.0:1767384361.751055:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384361.751055:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384361.751060:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000970b808c. 00000020:00000010:2.0:1767384361.751061:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c27a0c80. 00000100:00000001:1.0:1767384361.751061:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384361.751065:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.751066:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384361.751067:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b8d14c. 00000100:00000001:1.0:1767384361.751069:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384361.751070:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c27a0c80. 00000400:00000010:3.0:1767384361.751072:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000400:00000200:3.0:1767384361.751076:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000970b808c 00000100:00000001:1.0:1767384361.751078:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384361.751079:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040434bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743005952:12345-0@lo:253: 00000400:00000010:3.0:1767384361.751080:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000064aa7b55. 00000400:00000200:3.0:1767384361.751085:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000100:00000200:2.0:1767384361.751085:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005952 00000020:00000001:2.0:1767384361.751088:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384361.751089:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000100:00000001:1.0:1767384361.751091:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.751092:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000020:00000001:2.0:1767384361.751092:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384361.751097:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.751098:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000064aa7b55. 00000020:00000001:2.0:1767384361.751126:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384361.751129:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc9b3ec6. 00000020:00000001:2.0:1767384361.751129:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:2.0:1767384361.751133:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384361.751135:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384361.751137:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384361.751139:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384361.751142:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc7e7653. 00000020:00000001:2.0:1767384361.751142:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751146:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000100:00000001:2.0:1767384361.751146:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384361.751149:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384361.751155:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 02000000:00000010:2.0:1767384361.751155:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bcd32098. 02000000:00000001:2.0:1767384361.751158:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751159:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 141], ns[40, 144] 00000100:00000001:2.0:1767384361.751160:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.751163:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384361.751165:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000400:00000200:3.0:1767384361.751170:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 40], ns[68, 40] 20000000:00000010:2.0:1767384361.751172:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003364fcae. 00000100:00000001:1.0:1767384361.751174:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384361.751178:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 40], ns[78, 40] 00000100:00000001:1.0:1767384361.751178:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:01000000:2.0:1767384361.751181:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384361.751185:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:1.0:1767384361.751187:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000400:00000200:3.0:1767384361.751188:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 40], ns[86, 40] 20000000:00000001:2.0:1767384361.751188:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384361.751192:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.751195:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 20000000:00000001:2.0:1767384361.751196:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751197:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 40], ns[90, 40] 20000000:00000001:2.0:1767384361.751201:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384361.751202:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433481808 : -130123276069808 : ffff89a7505a5450) 00000400:00000200:3.0:1767384361.751206:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 40], ns[94, 40] 00000100:00000040:1.0:1767384361.751209:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006fdcac41 x1853236743005824/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384361.751211:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006138f5c7. 20000000:01000000:2.0:1767384361.751217:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000400:00000200:3.0:1767384361.751218:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 40], ns[103, 40] 20000000:00000001:2.0:1767384361.751224:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384361.751231:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:1.0:1767384361.751232:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384361.751233:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 40], ns[107, 40] 00080000:00000001:2.0:1767384361.751236:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000010:1.0:1767384361.751237:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fd22b6d. 00000400:00000200:3.0:1767384361.751239:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 40], ns[119, 40] 00000400:00000200:3.0:1767384361.751243:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 40], ns[122, 40] 00000100:00000001:1.0:1767384361.751249:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384361.751252:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384361.751253:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 40], ns[125, 40] 00000020:00000010:1.0:1767384361.751258:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fd22b6d. 00000400:00000200:3.0:1767384361.751262:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 40], ns[130, 40] 00000400:00000200:3.0:1767384361.751269:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 40], ns[134, 40] 00080000:00000001:2.0:1767384361.751269:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.751269:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006fdcac41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743005824:12345-0@lo:253: 00080000:00000001:2.0:1767384361.751274:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384361.751277:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751279:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00080000:00000001:2.0:1767384361.751280:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384361.751283:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384361.751283:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743005824 00000400:00000200:3.0:1767384361.751287:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000020:00000001:1.0:1767384361.751288:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000002:2.0:1767384361.751289:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000400:00000200:3.0:1767384361.751294:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000020:00000001:1.0:1767384361.751294:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384361.751295:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00000020:00000001:1.0:1767384361.751299:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384361.751300:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384361.751307:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384361.751307:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384361.751309:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000020:00000001:1.0:1767384361.751312:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00080000:00000001:2.0:1767384361.751314:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751316:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00080000:00000001:2.0:1767384361.751319:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384361.751321:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384361.751323:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000020:00000001:2.0:1767384361.751323:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384361.751326:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.751330:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[97, 40] 00000020:00000001:2.0:1767384361.751330:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000020:00000001:1.0:1767384361.751332:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384361.751335:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384361.751336:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384361.751338:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[74, 40] 00080000:00000010:2.0:1767384361.751339:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000588f2180. 00000020:00000001:1.0:1767384361.751341:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384361.751343:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945914600448 : -130127794951168 : ffff89a64301ac00) 00000400:00000200:3.0:1767384361.751347:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 40], ns[83, 40] 00000100:00000001:1.0:1767384361.751348:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384361.751349:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384361.751352:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 40], ns[114, 40] 02000000:00000001:1.0:1767384361.751353:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1767384361.751355:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384361.751359:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 40], ns[141, 40] 00080000:00000010:2.0:1767384361.751360:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c27a0c80. 00000400:00000200:3.0:1767384361.751363:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 40], ns[115, 40] 00080000:00000001:2.0:1767384361.751363:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384361.751366:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384361.751367:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 40], ns[109, 40] 02000000:00000010:1.0:1767384361.751370:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cac89a41. 00000400:00000200:3.0:1767384361.751374:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 40], ns[116, 40] 02000000:00000001:1.0:1767384361.751375:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384361.751378:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.751380:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.751385:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 40], ns[140, 40] 20000000:00000001:1.0:1767384361.751385:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384361.751391:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[136, 40], ns[139, 40] 20000000:00000010:1.0:1767384361.751394:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006115cabc. 00000400:00000200:3.0:1767384361.751395:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 40], ns[142, 40] 00080000:00000001:2.0:1767384361.751396:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384361.751400:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384361.751403:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 20000000:00000001:1.0:1767384361.751404:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384361.751409:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384361.751412:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp10 20000000:00000001:1.0:1767384361.751412:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.751414:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.751417:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384361.751419:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384361.751424:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp10 00000400:00000200:3.0:1767384361.751428:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [145:145:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1767384361.751434:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp10 00000400:00000200:3.0:1767384361.751441:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:) -> 192.168.204.108@tcp10(192.168.204.108@tcp:192.168.204.108@tcp10) : GET try# 0 00000800:00000200:3.0:1767384361.751454:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp10 00000800:00000010:3.0:1767384361.751457:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e55b6fdf. 00000800:00000200:3.0:1767384361.751463:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000800:00000200:3.0:1767384361.751468:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000800:00000200:3.0:1767384361.751471:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e55b6fdf type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384361.751487:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384361.751490:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000200:1.0:1767384361.751540:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384361.751543:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e55b6fdf. 00000400:00000200:1.0:1767384361.751546:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.751550:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: GET: OK 00000400:00000200:1.0:1767384361.751553:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384361.751555:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384361.751558:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.751567:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.751570:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.751573:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.751579:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : GET - for me 00000400:00000200:3.0:1767384361.751589:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384361.751593:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 592/592 into md 0x1c55 [1] + 0 00000400:00000200:3.0:1767384361.751599:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000400:00000200:3.0:1767384361.751602:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [146:146:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1767384361.751610:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) 192.168.204.108@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767384361.751614:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.108@tcp10 00000800:00000010:3.0:1767384361.751617:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000354fae11. 00000800:00000200:3.0:1767384361.751620:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000800:00000200:3.0:1767384361.751623:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:1021 00000800:00000200:3.0:1767384361.751625:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354fae11 type 3, nob 688 niov 1 nkiov 1 00000800:00000001:2.0:1767384361.751658:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.751698:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384361.751701:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384361.751706:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384361.751707:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000354fae11. 00000400:00000200:3.0:1767384361.751710:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384361.751716:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384361.751721:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: REPLY: OK 00000800:00000001:1.0:1767384361.751722:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.751730:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : REPLY - for me 00000400:00000200:1.0:1767384361.751740:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp10: Reply from 12345-192.168.204.108@tcp10 of length 592/592 into md 0x1c71 00000800:00000001:1.0:1767384361.751744:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.751748:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.751751:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.751756:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.751761:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: REPLY: OK 00000400:00000200:1.0:1767384361.751764:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc9b3ec6 00000400:00000010:1.0:1767384361.751767:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc9b3ec6. 00000400:00000200:1.0:1767384361.751770:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384361.751774:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:1.0:1767384361.751777:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:1.0:1767384361.751782:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 35. state = 0x100271 00000400:00000200:1.0:1767384361.751786:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384361.751799:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (34) 00000800:00000001:1.0:1767384361.751806:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.751810:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.751822:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384361.751834:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:3.0:1767384361.751841:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000dca8a7f1. 00000400:00000010:3.0:1767384361.751844:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000095c95c76. 00000400:00000010:3.0:1767384361.751847:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000074122e07. 00000400:00000200:3.0:1767384361.751880:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp34(00000000a062ff4e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.751887:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp38(000000003cb8c67a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.751891:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp39(000000006ef414b5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.751895:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp40(000000008f82cd97) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384361.751901:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c51c00b7. 00000400:00000200:3.0:1767384361.751907:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c51c00b7 nid 192.168.204.108@tcp41 00000400:00000010:3.0:1767384361.751911:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000721db69c. 00000400:00000200:3.0:1767384361.751913:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000721db69c net tcp41 00000400:00000200:3.0:1767384361.751916:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (33) 00000400:00000200:3.0:1767384361.751921:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp41 flags 0x11 00000400:00000010:3.0:1767384361.751925:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f31fd1b8. 00000400:00000200:3.0:1767384361.751929:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f31fd1b8 nid 192.168.204.108@tcp42 00000400:00000010:3.0:1767384361.751932:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000033ac7bf8. 00000400:00000200:3.0:1767384361.751934:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 0000000033ac7bf8 net tcp42 00000400:00000200:3.0:1767384361.751935:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (34) 00000400:00000200:3.0:1767384361.751938:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp42 flags 0x11 00000400:00000010:3.0:1767384361.751941:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000085a98585. 00000400:00000200:3.0:1767384361.751944:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000085a98585 nid 192.168.204.108@tcp43 00000400:00000010:3.0:1767384361.751947:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000492c9546. 00000400:00000200:3.0:1767384361.751949:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000492c9546 net tcp43 00000400:00000200:3.0:1767384361.751951:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (35) 00000400:00000200:3.0:1767384361.751955:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp43 flags 0x11 00000400:00000010:3.0:1767384361.751959:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000dca8a7f1. 00000400:00000010:3.0:1767384361.751962:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000095c95c76. 00000400:00000010:3.0:1767384361.751964:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000074122e07. 00000400:00000010:3.0:1767384361.751966:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000064aa7b55. 00000400:00000200:3.0:1767384361.751969:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384361.751972:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:3.0:1767384361.751982:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:3.0:1767384361.751986:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:3.0:1767384361.751989:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384361.751990:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384361.751994:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384361.751997:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (36) 00080000:00000010:2.0:1767384361.752228:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000588f2180. 00080000:00000010:3.0:1767384361.752263:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c27a0c80. 00040000:00000001:3.0:1767384361.752268:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384361.752270:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384361.752272:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384361.752276:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384361.752278:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.752281:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384361.752291:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384361.752301:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384361.752304:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384361.752309:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384361.752312:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086c270c6. 20000000:01000000:2.0:1767384361.752314:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384361.752317:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:2.0:1767384361.752319:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384361.752321:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384361.752324:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384361.752325:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384361.752329:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384361.752332:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384361.752336:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384361.752336:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384361.752343:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001041247. 00080000:00000001:1.0:1767384361.752344:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384361.752350:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384361.752351:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752352:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384361.752352:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384361.752356:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384361.752358:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005109f9b6. 00080000:00000002:1.0:1767384361.752359:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384361.752365:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000020:00000001:2.0:1767384361.752366:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:1.0:1767384361.752366:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:2.0:1767384361.752372:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005109f9b6 with handle 0x88edd5ef35457ea6 to hash 00080000:00000001:1.0:1767384361.752372:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384361.752374:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.752377:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384361.752380:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00080000:00000001:1.0:1767384361.752385:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.752386:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00000020:00000001:1.0:1767384361.752391:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384361.752393:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384361.752394:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:2.0:1767384361.752396:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384361.752398:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384361.752401:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384361.752403:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000068e8fa38. 00080000:00000001:1.0:1767384361.752408:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945942032384 : -130127767519232 : ffff89a644a44000) 00080000:00000001:1.0:1767384361.752412:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384361.752415:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384361.752417:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384361.752419:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001fd22b6d. 00080000:00000001:1.0:1767384361.752422:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384361.752423:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384361.752423:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384361.752424:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384361.752427:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384361.752428:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384361.752429:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:3.0:1767384361.752430:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003364fcae. 00010000:00000001:2.0:1767384361.752431:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384361.752433:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752434:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384361.752435:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752437:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384361.752441:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005952 00010000:00000001:2.0:1767384361.752441:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384361.752443:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384361.752444:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384361.752444:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384361.752445:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384361.752449:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000200:3.0:1767384361.752451:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040434bdb x1853236743005952/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384361.752451:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001041247) refcount = 1 00010000:00010000:2.0:1767384361.752455:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.752460:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.752462:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752462:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384361.752464:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:3.0:1767384361.752466:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.752471:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384361.752472:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384361.752473:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.752475:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:2.0:1767384361.752475:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752477:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384361.752479:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.752480:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.752480:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384361.752484:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:2.0:1767384361.752484:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384361.752487:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.752489:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384361.752491:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384361.752491:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=4 00000020:00000001:2.0:1767384361.752493:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00000400:00000010:3.0:1767384361.752494:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35c4c6d. 00010000:00000001:2.0:1767384361.752495:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00000100:00000200:3.0:1767384361.752497:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743005952, offset 224 00010000:00000001:2.0:1767384361.752498:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384361.752500:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384361.752503:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384361.752507:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384361.752509:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384361.752510:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384361.752514:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384361.752516:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06700 00010000:00000001:2.0:1767384361.752516:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.752517:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384361.752521:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c5d [2] + 224 00010000:00000001:2.0:1767384361.752523:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.752524:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.752526:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384361.752527:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384361.752529:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384361.752529:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384361.752532:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384361.752535:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005109f9b6 already unused, calling callback (00000000594674ee) 00000100:00000200:3.0:1767384361.752536:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384361.752538:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.752540:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384361.752542:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384361.752544:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384361.752557:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384361.752559:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.752560:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384361.752561:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384361.752562:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005109f9b6 refcount=5 00000020:00000001:2.0:1767384361.752563:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00010000:00000001:2.0:1767384361.752565:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915328 : -130122594636288 : ffff89a778f82e00) 00000400:00000200:3.0:1767384361.752566:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35c4c6d 00000400:00000010:3.0:1767384361.752568:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b35c4c6d. 00010000:00000001:2.0:1767384361.752569:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384361.752571:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384361.752571:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384361.752572:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.752576:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752576:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384361.752576:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.752580:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384361.752581:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:2.0:1767384361.752581:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384361.752584:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384361.752584:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384361.752586:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384361.752587:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752588:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:1.0:1767384361.752589:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384361.752590:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384361.752590:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1767384361.752592:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00010000:00000001:2.0:1767384361.752594:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384361.752596:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040434bdb x1853236743005952/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384361.752596:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384361.752597:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d804fb42 00000020:00000040:2.0:1767384361.752601:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005109f9b6 with handle 0x88edd5ef35457ea6 from hash 00000400:00000010:1.0:1767384361.752602:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d804fb42. 00010000:00000001:2.0:1767384361.752606:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384361.752608:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384361.752609:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384361.752612:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040434bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743005952:12345-0@lo:253: Request processed in 1573us (2055us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384361.752613:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.752614:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384361.752617:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384361.752617:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384361.752620:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384361.752623:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:3.0:1767384361.752625:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00010000:00000001:2.0:1767384361.752626:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384361.752631:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:2.0:1767384361.752631:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752635:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384361.752636:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384361.752638:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384361.752638:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1767384361.752639:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384361.752643:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c277ce9. 00010000:00000001:2.0:1767384361.752643:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.752646:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.752650:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.752651:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384361.752655:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000577e04dd. 00010000:00000001:2.0:1767384361.752655:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.752655:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384361.752660:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085c13b5e. 00010000:00000001:2.0:1767384361.752661:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.752661:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384361.752664:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384361.752666:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:1.0:1767384361.752666:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384361.752669:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384361.752670:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.752671:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384361.752675:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bcd32098. 02000000:00000001:1.0:1767384361.752675:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.752681:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384361.752681:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.752682:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384361.752683:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384361.752683:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=71 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384361.752684:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384361.752686:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384361.752690:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384361.752691:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384361.752692:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=71 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384361.752693:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.752696:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384361.752698:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d87c49d. 00000100:00000001:1.0:1767384361.752698:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384361.752700:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.752701:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.752703:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.752704:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35c4c6d. 00010000:00010000:2.0:1767384361.752705:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384361.752711:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384361.752715:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384361.752715:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.752720:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384361.752720:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.752725:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005109f9b6/0x88edd5ef35457ea6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384361.752727:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384361.752742:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001041247 count: 0 00000100:00000001:1.0:1767384361.752743:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.752747:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384361.752749:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384361.752751:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384361.752753:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384361.752753:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 20000000:00000001:2.0:1767384361.752757:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:1.0:1767384361.752758:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384361.752762:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384361.752763:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.752764:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384361.752765:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384361.752766:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.752768:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384361.752770:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384361.752775:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743005952:0@lo:253: 00000100:00000001:1.0:1767384361.752777:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.752779:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.752780:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236743005952/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.752784:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384361.752785:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384361.752787:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000537c9a53. 02000000:00000001:1.0:1767384361.752789:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384361.752791:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384361.752792:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384361.752793:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384361.752795:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad7d0e45. 02000000:00000001:1.0:1767384361.752797:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384361.752799:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384361.752800:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 00000100:00000001:1.0:1767384361.752807:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384361.752808:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.752809:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.752812:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384361.752814:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.752815:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.752816:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384361.753886:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068e8fa38. 00080000:00000010:1.0:1767384361.753919:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001fd22b6d. 00040000:00000001:1.0:1767384361.753923:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384361.753925:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384361.753926:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384361.753928:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384361.753930:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.753932:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384361.753933:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384361.753941:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384361.753943:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384361.753946:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384361.753952:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384361.753955:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384361.753956:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384361.753959:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384361.753960:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384361.753964:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009cf4c51d. 00010000:00000001:2.0:1767384361.753967:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384361.753970:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ef947fc6. 00000020:00000001:2.0:1767384361.753972:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384361.753974:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ef947fc6 with handle 0x88edd5ef35457ead to hash 00000020:00000001:2.0:1767384361.753976:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384361.753977:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00010000:00000001:2.0:1767384361.753978:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00010000:00000001:2.0:1767384361.753986:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.753988:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.753989:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.753994:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384361.753995:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384361.753997:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384361.753998:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.754000:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.754001:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.754003:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.754004:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384361.754006:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384361.754007:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384361.754008:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384361.754009:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009cf4c51d) refcount = 1 00010000:00010000:2.0:1767384361.754012:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.754015:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384361.754016:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384361.754017:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.754019:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754020:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384361.754021:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384361.754022:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:2.0:1767384361.754024:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.754025:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.754026:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ef947fc6 refcount=4 00000020:00000001:2.0:1767384361.754027:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00010000:00000001:2.0:1767384361.754028:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00010000:00000001:2.0:1767384361.754029:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384361.754030:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.754053:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384361.754054:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.754058:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.754059:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.754060:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.754065:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.754067:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754069:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384361.754071:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384361.754071:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384361.754076:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384361.754079:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006115cabc. 20000000:00000001:1.0:1767384361.754084:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.754086:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ef947fc6 already unused, calling callback (00000000594674ee) 00010000:00000040:1.0:1767384361.754088:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743005824 00010000:00000001:2.0:1767384361.754092:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384361.754092:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384361.754097:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:1.0:1767384361.754114:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006fdcac41 x1853236743005824/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384361.754121:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384361.754123:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384361.754124:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384361.754127:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384361.754135:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384361.754140:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384361.754140:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384361.754144:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384361.754144:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:2.0:1767384361.754148:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384361.754149:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384361.754152:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.754153:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ef947fc6 refcount=5 00000100:00000001:1.0:1767384361.754154:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384361.754159:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00000100:00000040:1.0:1767384361.754162:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384361.754164:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114912768 : -130122594638848 : ffff89a778f82400) 00010000:00000001:2.0:1767384361.754167:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384361.754168:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384361.754173:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d804fb42. 00010000:00000001:2.0:1767384361.754179:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1767384361.754179:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743005824, offset 224 00010000:00000001:2.0:1767384361.754184:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384361.754186:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.754191:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384361.754194:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754197:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384361.754199:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384361.754202:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06680 00010000:00000001:2.0:1767384361.754203:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.754205:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.754208:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef947fc6 with handle 0x88edd5ef35457ead from hash 00000400:00000200:1.0:1767384361.754212:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c61 [2] + 224 00010000:00000001:2.0:1767384361.754213:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384361.754216:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.754218:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.754219:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384361.754219:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384361.754220:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384361.754223:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384361.754225:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384361.754226:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384361.754230:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.754231:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384361.754232:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754235:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384361.754237:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384361.754238:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384361.754243:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.754245:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.754247:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754251:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.754255:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.754258:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384361.754259:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.754274:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.754276:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.754279:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384361.754281:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384361.754282:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.754283:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.754284:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384361.754285:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.754287:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.754288:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384361.754290:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384361.754293:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d804fb42 00000400:00000010:1.0:1767384361.754296:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d804fb42. 00000100:00000001:1.0:1767384361.754299:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.754301:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384361.754303:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384361.754305:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.754308:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384361.754310:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384361.754313:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384361.754313:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.754317:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ef947fc6/0x88edd5ef35457ead lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384361.754318:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384361.754319:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.754322:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384361.754324:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fdcac41 x1853236743005824/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384361.754327:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:2.0:1767384361.754329:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009cf4c51d count: 0 00000400:00000001:3.0:1767384361.754331:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384361.754333:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a627963. 00010000:00000001:2.0:1767384361.754337:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384361.754339:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384361.754340:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048876fe6 00000100:00100000:1.0:1767384361.754344:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006fdcac41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743005824:12345-0@lo:253: Request processed in 3109us (3766us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384361.754345:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048876fe6. 00000100:00000001:3.0:1767384361.754352:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384361.754356:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:1.0:1767384361.754359:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:3.0:1767384361.754360:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.754362:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384361.754365:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384361.754369:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082bd187d. 00000020:00000010:1.0:1767384361.754374:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a926138. 00000100:00000200:3.0:1767384361.754378:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384361.754386:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004efe60bb. 00000020:00000040:1.0:1767384361.754391:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:3.0:1767384361.754394:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384361.754396:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384361.754397:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384361.754398:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cac89a41. 00000100:00000001:3.0:1767384361.754402:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384361.754404:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384361.754406:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384361.754407:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.754409:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384361.754411:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384361.754412:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.754416:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 02000000:00000001:3.0:1767384361.754417:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.754422:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d804fb42. 00000100:00001000:3.0:1767384361.754423:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384361.754429:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.754432:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384361.754434:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.754436:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384361.754437:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.754440:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.754449:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.754457:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.754459:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384361.754460:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384361.754463:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384361.754465:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384361.754466:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384361.754468:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384361.754469:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384361.754470:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384361.754472:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384361.754473:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384361.754474:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384361.754475:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384361.754477:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.754485:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000723b748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743005824:0@lo:253: 00000100:00000001:3.0:1767384361.754489:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.754491:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384361.754492:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000723b748e x1853236743005824/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.754499:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384361.754501:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384361.754502:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b50ad02. 02000000:00000001:3.0:1767384361.754505:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384361.754507:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384361.754508:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384361.754510:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384361.754512:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000020506743. 02000000:00000001:3.0:1767384361.754515:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384361.754516:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384361.754517:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000723b748e. 00000100:00000001:3.0:1767384361.754522:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384361.754523:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.754529:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.754532:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384361.754533:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.754534:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.754535:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384361.756146:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294948808, at 4294948809 00000100:00000010:2.0:1767384361.756154:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000383b63cf. 00000100:00000040:3.0:1767384361.756159:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294948808, at 4294948809 00000100:00000010:3.0:1767384361.756164:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006824cebf. 00000100:00000040:1.0:1767384361.756171:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294948808, at 4294948809 00000100:00000010:1.0:1767384361.756179:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c87d28cc. 00000100:00000040:0.0:1767384361.757144:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294948808, at 4294948810 00000100:00000010:0.0:1767384361.757150:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a72f3bb6. 00010000:00000010:2.1:1767384361.761152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001041247. 00010000:00000010:2.1:1767384361.761163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005109f9b6. 00010000:00000010:2.1:1767384361.763127:0:34569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009cf4c51d. 00010000:00000010:2.1:1767384361.763134:0:34569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef947fc6. 00000400:00000010:2.0:1767384361.765623:0:34569:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006d6c0c7f. 00000400:00000040:2.0:1767384361.765639:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.765641:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384361.765644:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.765645:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.765647:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.765648:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384361.765650:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.765651:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384361.765652:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384361.765653:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384361.765655:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384361.765656:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.765657:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384361.765658:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.765659:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384361.765661:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384361.765662:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.765662:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384361.765663:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384361.765665:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.765666:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.765667:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.765667:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.765668:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.765669:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384361.765671:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.765672:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.765677:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.765678:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.765679:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.765680:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384361.765682:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.765683:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.765684:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.765685:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.765686:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.765687:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384361.765689:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.765690:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.765691:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384361.765692:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384361.765693:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.765694:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384361.765695:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384361.765696:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384361.765697:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384361.765697:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384361.765698:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384361.765700:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384361.765701:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.765702:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384361.765703:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384361.765704:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384361.765705:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384361.765706:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384361.765707:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384361.765707:0:34569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384361.765769:0:34569:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006d6c0c7f. 00000400:00000001:0.0:1767384362.195172:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.195177:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.195180:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000400:00000010:0.0:1767384362.195184:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000400:00000200:0.0:1767384362.195189:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.195197:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384362.195206:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009938ee28. 00000400:00000010:0.0:1767384362.195210:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000114682db. 00000400:00000001:0.0:1767384362.195216:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.195217:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.195218:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:0.0:1767384362.195220:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000400:00000200:0.0:1767384362.195223:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.195226:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384362.195231:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007df35d20. 00000400:00000010:0.0:1767384362.195234:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003c62eb90. 00000004:00000001:2.0:1767384362.323142:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384362.323147:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384362.323153:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2f7f21. 00000020:00000040:2.0:1767384362.323158:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384362.323163:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.323166:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384362.323170:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.323182:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006950bdd1. 00000100:00000001:2.0:1767384362.323188:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323194:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.323195:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.323203:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2f7f21] to pc [ptlrpcd_00_01+1] req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384362.323224:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323232:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.323235:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.323237:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384362.323240:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.323241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.323252:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384362.323256:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384362.323258:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007dcc898. 00000100:00000001:2.0:1767384362.323259:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.323263:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 02000000:00000001:2.0:1767384362.323265:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384362.323269:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.323269:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.323273:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384362.323274:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.323277:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.323277:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743006080:0@lo:13: 00000100:00000001:2.0:1767384362.323284:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384362.323285:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000960440e1. 02000000:00000001:2.0:1767384362.323287:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384362.323290:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.323291:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.323295:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384362.323299:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384362.323300:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd523fe1. 02000000:00000001:2.0:1767384362.323305:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.323313:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384362.323314:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035d7f6c6. 00000100:00000001:3.0:1767384362.323315:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.323323:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007dcc898] to pc [ptlrpcd_00_02+2] req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.323325:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384362.323334:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743006080, portal 4 00000100:00000001:2.0:1767384362.323337:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.323338:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040584576 : -130122668967040 : ffff89a77489fb80) 00000100:00000001:3.0:1767384362.323343:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.323347:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.323348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.323356:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.323360:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b412ea7. 00000100:00000001:2.0:1767384362.323361:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384362.323365:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384362.323369:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384362.323370:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.323373:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384362.323374:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 02000000:00000001:3.0:1767384362.323375:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.323384:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743006080, offset 0 00000400:00000200:2.0:1767384362.323390:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384362.323402:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.323413:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc06780 02000000:00000010:3.0:1767384362.323414:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b0d5db5. 00000400:00000200:2.0:1767384362.323419:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 2688 00000100:00000001:3.0:1767384362.323420:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.323428:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384362.323429:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.323435:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.323445:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.323445:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384362.323447:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.323448:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384362.323453:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b412ea7] to pc [ptlrpcd_00_03+3] req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384362.323453:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca7de755. 00000100:00000040:2.0:1767384362.323458:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ca7de755 x1853236743006080 msgsize 224 00000100:00100000:2.0:1767384362.323469:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.323470:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.323473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.323475:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.323478:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073a7b650. 00000100:00000001:2.0:1767384362.323478:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384362.323483:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384362.323484:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.323485:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.323487:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.323487:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:2.0:1767384362.323491:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 02000000:00000010:3.0:1767384362.323493:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f50a30. 00000100:00000001:2.0:1767384362.323496:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384362.323497:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.323501:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.323503:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.323529:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.323529:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384362.323531:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.323534:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.323537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a7b650] to pc [ptlrpcd_00_00+0] req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.323560:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323564:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.323565:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.323567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.323570:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384362.323571:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384362.323573:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a4ecfa9. 00000020:00000040:3.0:1767384362.323576:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384362.323577:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3680 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.323578:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.323580:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.323584:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323586:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949380 02000000:00000010:3.0:1767384362.323587:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e500462e. 00000100:00000001:3.0:1767384362.323592:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384362.323594:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000040:3.0:1767384362.323603:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384362.323605:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384362.323613:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.323614:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323615:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949380 00000100:00000040:3.0:1767384362.323618:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4ecfa9] to pc [ptlrpcd_00_01+1] req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384362.323623:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000100:00000001:3.0:1767384362.323625:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323629:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384362.323630:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000100:00000001:2.0:1767384362.323638:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949380 00000100:00000001:3.0:1767384362.323647:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.323649:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.323651:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384362.323651:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000100:00000040:3.0:1767384362.323656:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.323658:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384362.323665:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.323666:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949380 00000100:00000001:3.0:1767384362.323667:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.323672:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.323674:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384362.323675:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009be51234. 02000000:00000001:3.0:1767384362.323676:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.323681:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007dcc898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743006208:0@lo:400: 00000100:00000001:2.0:1767384362.323681:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384362.323686:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.323690:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384362.323690:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.323693:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.323697:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384362.323697:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.323700:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c684a8b. 02000000:00000001:3.0:1767384362.323704:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323704:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323710:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384362.323711:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006947bf02. 00000400:00000010:3.0:1767384362.323719:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 00000100:00000001:0.0:1767384362.323720:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384362.323723:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743006208, portal 25 00000100:00000001:2.0:1767384362.323724:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384362.323724:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006080 00000100:00000001:3.0:1767384362.323726:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.323728:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.323729:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040495488 : -130122669056128 : ffff89a774889f80) 02000000:00000001:0.0:1767384362.323730:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384362.323734:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.323736:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.323737:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.323738:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.323741:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384362.323744:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.323746:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384362.323751:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006080 00000100:00000001:3.0:1767384362.323753:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384362.323755:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384362.323756:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384362.323758:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:0.0:1767384362.323763:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384362.323764:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384362.323767:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000400:00000010:3.0:1767384362.323770:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000020:00000001:0.0:1767384362.323773:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000200:3.0:1767384362.323776:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743006208, offset 0 00000020:00000001:0.0:1767384362.323779:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:2.0:1767384362.323784:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384362.323785:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.323789:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.323793:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384362.323795:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384362.323799:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384362.323799:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000043837df. 02000000:00000001:2.0:1767384362.323800:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384362.323806:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000344ed03c. 02000000:00000001:2.0:1767384362.323807:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.323812:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc06800 00000020:00000040:0.0:1767384362.323815:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00100000:2.0:1767384362.323816:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a4ecfa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743006592:0@lo:400: 00000400:00000200:3.0:1767384362.323819:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1469 [2] + 0 00000100:00000001:0.0:1767384362.323825:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1767384362.323827:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022cdeacd. 00000100:00000001:2.0:1767384362.323828:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384362.323830:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000400:00000200:3.0:1767384362.323834:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5ec313a 02000000:00000001:2.0:1767384362.323834:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384362.323836:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017073250. 00000400:00000200:3.0:1767384362.323839:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384362.323839:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.323842:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 02000000:00000001:2.0:1767384362.323846:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384362.323847:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384362.323852:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384362.323853:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5ec313a 02000000:00000010:2.0:1767384362.323853:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061c7a191. 00000400:00000010:3.0:1767384362.323858:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5ec313a. 00000100:00000001:0.0:1767384362.323858:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384362.323859:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.323870:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.323872:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384362.323874:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.323875:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384362.323878:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54e95a. 00000100:00000040:3.0:1767384362.323880:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000f09e698a x1853236743006208 msgsize 224 00000100:00000001:0.0:1767384362.323882:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.323887:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384362.323889:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384362.323889:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000100:00000001:0.0:1767384362.323891:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384362.323898:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743006592, portal 10 00000100:00000001:3.0:1767384362.323901:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.323902:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.323903:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384362.323907:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000100:00000001:2.0:1767384362.323908:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040487424 : -130122669064192 : ffff89a774888000) 00000100:00000001:0.0:1767384362.323908:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384362.323912:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000100:00100000:0.0:1767384362.323916:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384362.323918:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384362.323920:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384362.323922:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000200:3.0:1767384362.323924:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.323926:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040578304 : -130122668973312 : ffff89a77489e300) 00000100:00000040:0.0:1767384362.323935:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca7de755 x1853236743006080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.323958:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.323964:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.323966:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384362.323967:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384362.323972:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000100:00000001:3.0:1767384362.323975:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.323976:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384362.323977:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.323978:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384362.323983:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000400:00000010:2.0:1767384362.323984:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000001:3.0:1767384362.323985:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.323990:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7de755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743006080:12345-0@lo:13: 00000100:00000001:3.0:1767384362.323991:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294949381 00000100:00000200:2.0:1767384362.323993:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743006592, offset 0 00000100:00000200:0.0:1767384362.323999:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006080 00000100:00000001:3.0:1767384362.324001:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949380 00000020:00000001:0.0:1767384362.324002:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384362.324006:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384362.324008:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294949381 00000400:00000200:2.0:1767384362.324008:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384362.324009:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.324016:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384362.324017:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949380 00000020:00000001:0.0:1767384362.324018:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000400:00000200:2.0:1767384362.324020:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.324053:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc06980 00000020:00000001:0.0:1767384362.324053:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384362.324054:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294949381 00000020:00000001:0.0:1767384362.324057:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.324061:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949380 00000020:00000001:0.0:1767384362.324062:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384362.324066:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384362.324067:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:3.0:1767384362.324068:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294949381 00000020:00000001:0.0:1767384362.324069:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324074:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949380 00000100:00000001:0.0:1767384362.324076:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384362.324078:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384362.324081:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384362.324081:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384362.324087:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384362.324087:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c860d8b1. 00000400:00000200:2.0:1767384362.324088:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384362.324093:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324094:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324098:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384362.324098:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324099:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384362.324128:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384362.324129:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:0.0:1767384362.324130:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384362.324133:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000001:0.0:1767384362.324136:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384362.324137:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384362.324137:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a17f7d2. 00000020:00000001:0.0:1767384362.324141:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384362.324142:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384362.324144:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000a17f7d2 x1853236743006592 msgsize 224 00000100:00000001:3.0:1767384362.324146:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.324152:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:0.0:1767384362.324153:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.324157:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1767384362.324159:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00100000:2.0:1767384362.324160:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.324163:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.324166:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384362.324166:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384362.324171:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:0.0:1767384362.324172:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384362.324174:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.324175:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.324177:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00002000:00000020:0.0:1767384362.324178:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384362.324181:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384362.324184:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.324185:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000001:00000001:0.0:1767384362.324186:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384362.324190:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.324191:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00002000:00000001:0.0:1767384362.324196:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324198:0:16348:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:0.0:1767384362.324200:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743006080 00000100:00000001:3.0:1767384362.324205:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384362.324206:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384362.324207:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.324208:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.324213:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:0.0:1767384362.324214:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca7de755 x1853236743006080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.324217:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.324223:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.324230:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743006336:0@lo:400: 00000100:00000001:2.0:1767384362.324237:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384362.324240:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384362.324242:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384362.324243:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384362.324245:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384362.324246:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.324247:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.324253:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:0.0:1767384362.324254:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=62 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384362.324257:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d65e5403. 02000000:00000001:3.0:1767384362.324263:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.324264:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384362.324268:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.324269:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384362.324275:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.324275:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:3.0:1767384362.324276:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022cdeacd. 02000000:00000001:0.0:1767384362.324282:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384362.324284:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 02000000:00000001:0.0:1767384362.324284:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324285:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.324289:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743006336, portal 4 00000100:00000040:2.0:1767384362.324291:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3225 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.324296:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.324297:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384362.324298:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040492800 : -130122669058816 : ffff89a774889500) 00000100:00000001:2.0:1767384362.324299:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294949381 00000100:00000040:0.0:1767384362.324304:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384362.324306:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294949381 00000100:00000040:3.0:1767384362.324307:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.324308:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000001:2.0:1767384362.324312:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294949381 00000100:00000200:0.0:1767384362.324314:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743006080, offset 224 00000100:00000001:2.0:1767384362.324319:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294949381 00000100:00000001:3.0:1767384362.324323:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384362.324324:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384362.324330:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384362.324333:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294949381 00000400:00000200:0.0:1767384362.324334:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384362.324336:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000100:00000001:2.0:1767384362.324340:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294949381 00000100:00000200:3.0:1767384362.324341:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743006336, offset 0 00000100:00000001:2.0:1767384362.324345:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294949381 00000400:00000200:0.0:1767384362.324348:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc06780 00000100:00000001:2.0:1767384362.324351:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294949381 00000400:00000200:3.0:1767384362.324353:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.324358:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384362.324363:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c85 [1] + 224 00000400:00000200:3.0:1767384362.324366:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.324366:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.324371:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.324375:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.324378:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384362.324382:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc06880 00000100:00000001:2.0:1767384362.324382:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.324385:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.324392:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384362.324392:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.324395:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 4112 00000100:00000001:2.0:1767384362.324396:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384362.324402:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.324405:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384362.324406:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.324409:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.324415:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384362.324416:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1767384362.324417:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.324421:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.324422:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.324425:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384362.324428:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384362.324431:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024948e17. 00000100:00000001:2.0:1767384362.324431:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.324436:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384362.324438:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000024948e17 x1853236743006336 msgsize 224 00000100:00000001:2.0:1767384362.324439:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.324440:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.324445:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384362.324446:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384362.324448:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384362.324450:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000040:2.0:1767384362.324452:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.324454:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.324455:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.324458:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384362.324463:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000100:00000001:2.0:1767384362.324463:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384362.324465:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324467:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.324468:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000100:00000040:0.0:1767384362.324471:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 02000000:00000001:2.0:1767384362.324472:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384362.324473:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384362.324475:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384362.324477:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384362.324478:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.324479:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384362.324480:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.324484:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073a7b650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853236743006464:0@lo:400: 00000020:00000001:0.0:1767384362.324486:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384362.324492:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca7de755 x1853236743006080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.324495:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384362.324499:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384362.324501:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.324506:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384362.324511:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384362.324512:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5a07956. 00000100:00000040:3.0:1767384362.324516:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.324517:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.324517:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7de755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743006080:12345-0@lo:13: Request processed in 546us (1054us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384362.324529:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a15b572. 00000400:00000010:2.0:1767384362.324535:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00100000:0.0:1767384362.324535:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384362.324539:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324542:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384362.324542:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000200:2.0:1767384362.324543:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743006464, portal 10 00000100:00000001:0.0:1767384362.324546:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.324547:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.324550:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384362.324551:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040499072 : -130122669052544 : ffff89a77488ad80) 00000100:00000001:3.0:1767384362.324555:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.324559:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.324560:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3680 usecs (4 jiffies) 00000020:00000010:0.0:1767384362.324562:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017073250. 00000100:00000001:3.0:1767384362.324566:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949381 00000020:00000010:0.0:1767384362.324570:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:3.0:1767384362.324572:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949381 00000020:00000010:0.0:1767384362.324576:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00000100:00000001:3.0:1767384362.324577:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949381 00000100:00000001:2.0:1767384362.324581:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384362.324583:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949381 00000020:00000040:0.0:1767384362.324584:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000040:2.0:1767384362.324587:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384362.324588:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949381 00000100:00000001:0.0:1767384362.324589:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384362.324591:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000001:3.0:1767384362.324592:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949381 00000100:00000001:3.0:1767384362.324597:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949381 00000100:00000200:2.0:1767384362.324597:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743006464, offset 0 00000100:00000001:0.0:1767384362.324602:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.324603:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949381 00000100:00000001:0.0:1767384362.324607:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324608:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384362.324608:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384362.324613:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324617:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384362.324617:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384362.324622:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384362.324623:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.324623:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.324636:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc06900 00000100:00000001:3.0:1767384362.324638:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.324641:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.324645:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000400:00000200:2.0:1767384362.324653:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384362.324655:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384362.324658:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384362.324660:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006336 00000100:00100000:3.0:1767384362.324662:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006208 00000400:00000200:2.0:1767384362.324662:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384362.324663:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384362.324667:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384362.324667:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.324670:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.324671:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384362.324671:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.324673:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.324676:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384362.324676:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.324677:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.324683:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006336 00000100:00100000:3.0:1767384362.324684:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006208 00000020:00000001:0.0:1767384362.324686:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384362.324688:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384362.324689:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000040:3.0:1767384362.324691:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384362.324693:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384362.324694:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384362.324696:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000040:3.0:1767384362.324697:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384362.324700:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000010:2.0:1767384362.324701:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441b7899. 00000020:00000001:3.0:1767384362.324702:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384362.324705:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:3.0:1767384362.324709:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000040:2.0:1767384362.324710:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000441b7899 x1853236743006464 msgsize 224 00000100:00000001:0.0:1767384362.324710:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.324712:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384362.324715:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000020:00000010:3.0:1767384362.324718:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef603689. 00000100:00000001:0.0:1767384362.324720:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.324724:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384362.324725:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384362.324726:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000020:00000010:0.0:1767384362.324732:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000020:00000010:3.0:1767384362.324733:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef603689. 00000020:00000010:0.0:1767384362.324738:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017073250. 00000020:00000010:3.0:1767384362.324741:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d744c5. 00000100:00000001:2.0:1767384362.324742:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384362.324743:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000020:00000010:3.0:1767384362.324748:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7d4a459. 00000100:00000040:0.0:1767384362.324752:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:2.0:1767384362.324753:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000020:00000010:3.0:1767384362.324754:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000001:0.0:1767384362.324756:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384362.324758:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:0.0:1767384362.324760:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.324763:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.324764:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384362.324766:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384362.324767:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.324768:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.324771:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.324772:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.324774:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.324774:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.324782:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.324782:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324792:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.324796:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.324797:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.324797:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.324809:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.324812:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.324815:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384362.324816:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.324818:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384362.324819:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.324827:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1767384362.324827:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384362.324828:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.324832:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000040:0.0:1767384362.324834:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384362.324836:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433484880 : -130123276066736 : ffff89a7505a6050) 00000100:00000040:2.0:1767384362.324836:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2842 usecs (3 jiffies) 00000100:00000001:0.0:1767384362.324837:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040489216 : -130122669062400 : ffff89a774888700) 00000100:00000040:3.0:1767384362.324844:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f09e698a x1853236743006208/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.324844:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949380 00000100:00000040:0.0:1767384362.324847:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024948e17 x1853236743006336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.324852:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949381 00000100:00000001:2.0:1767384362.324859:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949380 00000100:00000001:2.0:1767384362.324865:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949381 00000100:00000001:2.0:1767384362.324872:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949380 00000100:00000001:2.0:1767384362.324879:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949381 00000100:00000001:3.0:1767384362.324880:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384362.324881:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.324886:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef603689. 00000100:00000001:2.0:1767384362.324886:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949380 00000020:00000010:0.0:1767384362.324886:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000100:00000001:3.0:1767384362.324891:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.324893:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.324894:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949381 00000020:00000010:3.0:1767384362.324895:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef603689. 00000020:00000010:0.0:1767384362.324898:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000100:00000001:2.0:1767384362.324902:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384362.324906:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f09e698a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743006208:12345-0@lo:400: 00000100:00100000:0.0:1767384362.324907:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024948e17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236743006336:12345-0@lo:400: 00000100:00000001:2.0:1767384362.324909:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.324916:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006208 00000100:00000200:0.0:1767384362.324917:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006336 00000020:00000001:3.0:1767384362.324919:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:2.0:1767384362.324920:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384362.324921:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.324923:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.324926:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384362.324926:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384362.324926:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.324930:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.324931:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384362.324931:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d7f6c6. 00000020:00000001:0.0:1767384362.324933:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.324935:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:0.0:1767384362.324938:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:3.0:1767384362.324939:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384362.324939:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000020:00000001:0.0:1767384362.324942:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.324943:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384362.324945:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000020:00000001:0.0:1767384362.324946:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.324947:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.324951:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384362.324952:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384362.324954:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384362.324954:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384362.324958:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.324960:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.324961:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384362.324965:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384362.324965:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.324966:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384362.324970:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384362.324970:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384362.324975:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384362.324976:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b6f3847. 02000000:00000010:3.0:1767384362.324980:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074122e07. 02000000:00000001:0.0:1767384362.324981:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.324985:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.324986:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.324987:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.324988:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.324991:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.324993:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384362.324997:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743006336 00010000:00000040:3.0:1767384362.324998:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006208 00010000:00000001:0.0:1767384362.325003:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384362.325005:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.325010:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f09e698a x1853236743006208/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325011:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.325016:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384362.325016:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024948e17 x1853236743006336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325023:0:16348:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384362.325040:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384362.325040:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384362.325043:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325045:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384362.325048:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.325050:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.325051:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384362.325052:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384362.325055:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.325057:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.325058:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00001000:0.0:1767384362.325059:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.325065:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384362.325066:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384362.325068:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=62 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384362.325069:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384362.325072:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 02000000:00000001:3.0:1767384362.325073:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.325077:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.325078:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384362.325079:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384362.325084:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384362.325086:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384362.325087:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384362.325087:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.325090:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000100:00000001:0.0:1767384362.325091:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384362.325096:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743006208, offset 224 00000100:00000040:0.0:1767384362.325096:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384362.325134:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.325141:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.325149:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc06800 00000400:00000200:3.0:1767384362.325154:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c8d [1] + 224 00000400:00000200:3.0:1767384362.325158:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.325162:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.325166:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.325169:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.325177:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325189:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.325193:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384362.325196:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384362.325200:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000400:00000010:3.0:1767384362.325203:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000100:00000001:3.0:1767384362.325206:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00080000:2.0:1767384362.325207:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.325208:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.325213:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.325220:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384362.325224:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.325226:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.325226:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.325232:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384362.325235:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.325238:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f09e698a x1853236743006208/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.325240:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384362.325246:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384362.325251:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.325253:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f09e698a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743006208:12345-0@lo:400: Request processed in 370us (1369us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384362.325261:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.325264:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384362.325268:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384362.325272:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.325275:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.325280:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7d4a459. 00000100:00000001:2.0:1767384362.325281:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.325285:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000100:00000001:2.0:1767384362.325286:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384362.325290:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010d744c5. 00000100:00000001:2.0:1767384362.325291:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384362.325296:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000004:00000001:2.0:1767384362.325297:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1767384362.325303:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000040:2.0:1767384362.325304:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000010:3.0:1767384362.325306:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074122e07. 00000004:00000040:2.0:1767384362.325311:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:3.0:1767384362.325313:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.325316:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.325321:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000020:2.0:1767384362.325324:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000010:3.0:1767384362.325327:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e2387. 00000400:00000010:0.0:1767384362.325333:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000400:00000010:3.0:1767384362.325334:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000136117ed. 00000100:00000200:0.0:1767384362.325340:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743006336, offset 224 00000004:00000001:2.0:1767384362.325341:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.325352:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384362.325353:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.325363:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384362.325366:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.325369:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.325373:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384362.325374:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2f7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743006080:0@lo:13: 00000400:00000200:0.0:1767384362.325375:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc06880 00000400:00000001:3.0:1767384362.325377:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384362.325384:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.325385:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006947bf02. 00000400:00000200:3.0:1767384362.325390:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 00000100:00000001:2.0:1767384362.325392:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384362.325393:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000100:00000001:3.0:1767384362.325397:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384362.325400:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2f7f21 x1853236743006080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.325400:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c9d [1] + 224 00000100:00000200:3.0:1767384362.325404:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.325412:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.325420:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384362.325428:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384362.325434:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325439:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384362.325441:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.325445:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.325450:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd523fe1. 02000000:00000001:2.0:1767384362.325459:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384362.325459:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.325461:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.325463:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.325465:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.325467:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.325468:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.325475:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.325477:0:16348:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384362.325481:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384362.325483:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:3.0:1767384362.325487:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=72 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384362.325491:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384362.325492:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.325492:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384362.325497:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006950bdd1. 00000100:00000001:3.0:1767384362.325498:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384362.325499:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000100:00000001:3.0:1767384362.325500:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.325504:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00010000:00000001:3.0:1767384362.325505:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384362.325506:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384362.325509:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.325511:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384362.325511:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.325512:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.325514:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767384362.325516:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2f7f21. 00000100:00000040:3.0:1767384362.325518:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.325518:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325526:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384362.325526:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384362.325531:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.325531:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384362.325532:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384362.325535:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.325538:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.325540:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.325540:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.325543:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.325547:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325548:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384362.325552:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024948e17 x1853236743006336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325553:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.325558:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325565:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.325573:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007dcc898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743006208:0@lo:400: 00000100:00100000:0.0:1767384362.325578:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024948e17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853236743006336:12345-0@lo:400: Request processed in 695us (1136us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384362.325579:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.325584:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.325600:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007dcc898 x1853236743006208/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.325601:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384362.325602:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384362.325604:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00100000:2.0:1767384362.325608:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006592 00000100:00000001:0.0:1767384362.325608:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384362.325612:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384362.325614:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384362.325616:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017073250. 00000100:00000001:2.0:1767384362.325619:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384362.325622:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:2.0:1767384362.325624:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.325628:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00000100:00000001:3.0:1767384362.325631:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.325632:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384362.325633:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 02000000:00000001:3.0:1767384362.325636:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384362.325639:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006592 00000100:00000001:0.0:1767384362.325639:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384362.325640:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c684a8b. 00000020:00000001:2.0:1767384362.325646:0:17079:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384362.325648:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384362.325649:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:3.0:1767384362.325653:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384362.325654:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.325656:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000040:2.0:1767384362.325659:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:3.0:1767384362.325662:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384362.325662:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384362.325666:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 02000000:00000010:3.0:1767384362.325668:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000960440e1. 00000100:00100000:0.0:1767384362.325668:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006464 00000020:00000001:2.0:1767384362.325673:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 02000000:00000001:0.0:1767384362.325673:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384362.325675:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384362.325676:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384362.325680:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384362.325681:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325682:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384362.325684:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007dcc898. 02000000:00000001:0.0:1767384362.325686:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.325689:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b20aab17. 00000100:00100000:0.0:1767384362.325690:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006464 00000100:00000001:3.0:1767384362.325692:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.325696:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384362.325696:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384362.325697:0:17079:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007db760f1. 00000020:00000040:0.0:1767384362.325700:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:3.0:1767384362.325704:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.325704:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384362.325708:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384362.325708:0:17079:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000020:00000040:0.0:1767384362.325708:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:3.0:1767384362.325712:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384362.325713:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000001:3.0:1767384362.325717:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384362.325717:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000001:3.0:1767384362.325720:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384362.325722:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384362.325724:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022cdeacd. 00000100:00000001:2.0:1767384362.325726:0:17079:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384362.325726:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000400:00000200:3.0:1767384362.325728:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000100:00000001:0.0:1767384362.325731:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384362.325732:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000020:00000010:2.0:1767384362.325734:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000114682db. 00000020:00000010:0.0:1767384362.325737:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000100:00000001:3.0:1767384362.325738:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384362.325741:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c027047. 00000100:00000200:3.0:1767384362.325744:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384362.325745:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000020:00000010:2.0:1767384362.325750:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000020:00000010:0.0:1767384362.325752:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017073250. 00000100:00000200:3.0:1767384362.325760:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384362.325762:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000040:2.0:1767384362.325764:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384362.325769:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.325770:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.325771:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.325774:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.325776:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.325778:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325778:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384362.325779:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384362.325782:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384362.325783:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384362.325784:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.325785:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384362.325789:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=62 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384362.325789:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384362.325796:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.325799:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.325800:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384362.325804:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.325807:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325809:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.325810:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.325816:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.325820:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.325823:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.325824:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384362.325824:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.325828:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.325831:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.325834:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.325839:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.325841:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.325842:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.325844:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384362.325846:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325849:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.325856:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16349:1853236743006336:0@lo:400: 00000100:00100000:2.0:1767384362.325861:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384362.325863:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.325866:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.325868:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000040:3.0:1767384362.325870:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b412ea7 x1853236743006336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.325874:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040573824 : -130122668977792 : ffff89a77489d180) 00000100:00000001:3.0:1767384362.325878:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.325881:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.325882:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d65e5403. 00000100:00000040:2.0:1767384362.325884:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a17f7d2 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.325886:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.325889:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.325891:0:16349:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384362.325894:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.325897:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b0d5db5. 02000000:00000001:3.0:1767384362.325902:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.325905:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.325906:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b412ea7. 00000100:00000001:2.0:1767384362.325907:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.325909:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384362.325913:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094492a09. 00000100:00000001:3.0:1767384362.325917:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.325919:0:17079:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.325920:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384362.325925:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094492a09. 00000100:00000001:3.0:1767384362.325926:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.325929:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.325932:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.325933:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.325937:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a17f7d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743006592:12345-0@lo:400: 00000100:00000200:2.0:1767384362.325943:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006592 00000020:00000001:2.0:1767384362.325946:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384362.325949:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384362.325951:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.325954:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384362.325956:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:2.0:1767384362.325960:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384362.325962:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.325965:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384362.325967:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384362.325969:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.325971:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384362.325974:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384362.325977:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384362.325982:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd523fe1. 02000000:00000001:2.0:1767384362.325991:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.325994:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.325997:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384362.325999:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006592 00010000:00000001:2.0:1767384362.326002:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384362.326007:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a17f7d2 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.326012:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384362.326016:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384362.326017:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384362.326017:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.326021:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.326026:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.326040:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326048:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384362.326053:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384362.326054:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384362.326057:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384362.326057:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384362.326063:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384362.326063:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 02000000:00000001:2.0:1767384362.326068:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.326068:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:0.0:1767384362.326073:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947174912 : -130127762376704 : ffff89a644f2b800) 00000100:00000001:2.0:1767384362.326075:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384362.326079:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000441b7899 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.326085:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384362.326091:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384362.326093:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000020:00000010:0.0:1767384362.326094:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000100:00000001:0.0:1767384362.326125:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384362.326128:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000100:00100000:0.0:1767384362.326133:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000441b7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853236743006464:12345-0@lo:400: 00000100:00000200:0.0:1767384362.326136:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006464 00000020:00000001:0.0:1767384362.326138:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384362.326139:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743006592, offset 224 00000020:00000001:0.0:1767384362.326140:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.326143:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.326146:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384362.326147:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384362.326151:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384362.326152:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384362.326154:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384362.326157:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384362.326159:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384362.326160:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.326162:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384362.326165:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384362.326167:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384362.326173:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384362.326177:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c180ffb. 00000400:00000200:2.0:1767384362.326181:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc06980 02000000:00000001:0.0:1767384362.326181:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.326185:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.326189:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384362.326191:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006464 00010000:00000001:0.0:1767384362.326194:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384362.326196:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c95 [1] + 224 00010000:00000200:0.0:1767384362.326199:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000441b7899 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.326205:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384362.326207:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384362.326211:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384362.326214:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=66 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384362.326215:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384362.326219:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384362.326223:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384362.326224:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384362.326228:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384362.326230:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384362.326233:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.326233:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.326237:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384362.326243:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384362.326248:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000200:0.0:1767384362.326253:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743006464, offset 224 00000100:00000040:2.0:1767384362.326256:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.326261:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384362.326272:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.326281:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384362.326281:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc06900 00000400:00000200:0.0:1767384362.326288:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ca9 [1] + 224 00000400:00000200:0.0:1767384362.326292:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.326296:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.326301:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384362.326306:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00000001:2.0:1767384362.326320:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384362.326320:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.326322:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384362.326326:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326332:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.326335:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.326340:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384362.326347:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384362.326347:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384362.326350:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.326352:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384362.326361:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a17f7d2 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.326361:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384362.326366:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384362.326371:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384362.326374:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.326378:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.326383:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00100000:2.0:1767384362.326384:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a17f7d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743006592:12345-0@lo:400: Request processed in 473us (2235us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384362.326386:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384362.326389:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.326394:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384362.326399:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000441b7899 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.326403:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384362.326411:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00100000:0.0:1767384362.326415:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000441b7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853236743006464:12345-0@lo:400: Request processed in 321us (1702us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384362.326417:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.326425:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384362.326426:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:0.0:1767384362.326430:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000020:00000010:2.0:1767384362.326431:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c027047. 00000100:00000001:0.0:1767384362.326433:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384362.326437:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384362.326441:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00000020:00000010:0.0:1767384362.326441:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017073250. 00000020:00000010:0.0:1767384362.326445:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000020:00000010:2.0:1767384362.326449:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000114682db. 00000020:00000010:0.0:1767384362.326451:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 00000020:00000040:0.0:1767384362.326458:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000020:00000040:2.0:1767384362.326461:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000001:0.0:1767384362.326461:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326468:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326515:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.326518:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384362.326524:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.326526:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384362.326529:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a15b572. 00000400:00000200:2.0:1767384362.326535:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000100:00080000:0.0:1767384362.326537:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:2.0:1767384362.326538:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000020:00000040:0.0:1767384362.326541:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:2.0:1767384362.326545:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384362.326552:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384362.326563:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326572:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.326574:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326583:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.326586:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.326587:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.326589:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.326591:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.326595:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384362.326599:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.326602:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.326604:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.326606:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384362.326609:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.326617:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.326621:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384362.326623:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384362.326625:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384362.326627:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.326631:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326638:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.326641:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.326642:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.326647:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.326655:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073a7b650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853236743006464:0@lo:400: 00000400:00000001:2.0:1767384362.326663:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.326666:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384362.326668:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54e95a. 00000400:00000200:2.0:1767384362.326672:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:2.0:1767384362.326674:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000100:00000001:2.0:1767384362.326678:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384362.326683:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384362.326703:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326710:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.326712:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326714:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.326716:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.326717:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.326719:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.326721:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.326725:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384362.326728:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.326731:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.326732:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.326734:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384362.326738:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.326744:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.326747:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384362.326748:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384362.326750:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384362.326752:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.326755:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326763:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.326765:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.326767:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.326770:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.326778:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a4ecfa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743006592:0@lo:400: 00000100:00000001:2.0:1767384362.326781:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326783:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.326794:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073a7b650 x1853236743006464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326801:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.326804:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.326807:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5a07956. 02000000:00000001:2.0:1767384362.326812:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.326815:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.326817:0:16348:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384362.326819:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.326822:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067f50a30. 02000000:00000001:2.0:1767384362.326826:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.326828:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.326830:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073a7b650. 00000100:00000001:2.0:1767384362.326835:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.326836:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326838:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.326842:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a4ecfa9 x1853236743006592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.326848:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.326850:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.326851:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061c7a191. 02000000:00000001:2.0:1767384362.326854:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.326855:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.326857:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384362.326859:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.326861:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e500462e. 02000000:00000001:2.0:1767384362.326863:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.326865:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.326867:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a4ecfa9. 00000100:00000001:2.0:1767384362.326870:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.326872:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326873:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.326878:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.326881:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.326883:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.326885:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.329142:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294949381, at 4294949382 00000100:00000010:0.0:1767384362.329148:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000100:00000040:2.0:1767384362.329158:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294949381, at 4294949382 00000100:00000040:1.0:1767384362.329163:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294949381, at 4294949382 00000100:00000010:1.0:1767384362.329175:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 00000100:00000010:2.0:1767384362.329177:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000100:00000040:3.0:1767384362.329219:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294949381, at 4294949382 00000100:00000010:3.0:1767384362.329225:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009be51234. 00010000:00000001:0.0:1767384362.515160:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384362.515164:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.515169:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384362.515170:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.515197:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384362.515200:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.515203:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384363.219180:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp40 00000400:00000010:2.0:1767384363.219187:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc33bb16. 00000400:00000010:2.0:1767384363.219195:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000114682db. 00000400:00000010:2.0:1767384363.219200:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000400:00000010:2.0:1767384363.219207:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018bdd184. 00000400:00000200:2.0:1767384363.219211:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp40 00000400:00000200:2.0:1767384363.219233:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp40 local destination 00000400:00000200:2.0:1767384363.219239:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000400:00000200:2.0:1767384363.219242:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [147:147:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1767384363.219247:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000400:00000200:2.0:1767384363.219254:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp40:192.168.204.108@tcp40) : GET try# 0 00000800:00000200:2.0:1767384363.219259:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp40 00000800:00000010:2.0:1767384363.219263:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006950bdd1. 00000800:00000200:2.0:1767384363.219269:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000800:00000200:2.1:1767384363.219273:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:2.0:1767384363.219293:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:3.0:1767384363.219377:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219420:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219437:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219452:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219467:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219481:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219495:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219509:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219523:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219537:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219551:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219565:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219580:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219609:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219624:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219639:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219653:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219668:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219683:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219698:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219713:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219728:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219744:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219772:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219787:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219802:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219818:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219832:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219847:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219863:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219879:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219894:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384363.219933:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384363.220083:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8442d98. 00000800:00000010:3.0:1767384363.220088:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032db7879. 00000800:00000010:3.0:1767384363.220093:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061cdbeb8. 00000800:00000010:3.0:1767384363.220145:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061cdbeb8. 00000800:00020000:3.0:1767384363.220156:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384363.220160:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032db7879. 00000800:00000010:3.0:1767384363.220162:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d8442d98. 00000400:02020000:3.0:1767384363.220201:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384363.220207:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000800:00000200:3.0:1767384363.220212:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp40 down 00000800:00000100:3.0:1767384363.220217:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:3.0:1767384363.220220:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006950bdd1. 00000400:00000200:3.0:1767384363.220223:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384363.220227:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384363.220235:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384363.220238:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384363.220241:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp40) recovery failed with -71 00080000:00000010:1.0:1767384363.293566:0:35055:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f0e7214. 00080000:00000010:1.0:1767384363.293576:0:35055:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f0e7214. 00000020:00000001:1.0:1767384363.293580:0:35055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384363.293597:0:35055:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f0e7214. 00080000:00000010:1.0:1767384363.293601:0:35055:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f0e7214. 00000020:00000001:1.0:1767384363.293604:0:35055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.347169:0:28601:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384363.347177:0:28601:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.347178:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384363.347183:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.539282:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384363.539287:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.539297:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384363.539299:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.539366:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384363.539370:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.539373:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384364.000584:0:35219:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384364.000588:0:35219:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384364.003392:0:35219:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384364.010313:0:35220:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c4b45f77. 00000400:00000010:0.0:1767384364.010328:0:35220:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e1ead428. 00000400:00000010:0.0:1767384364.010339:0:35220:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000072d2a6f7. 00000400:00000010:0.0:1767384364.010344:0:35220:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dce5fbff. 00000400:00000010:0.0:1767384364.010349:0:35220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052ffdb1d. 00000400:00000010:0.0:1767384364.010354:0:35220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab30b382. 00000400:00000010:0.0:1767384364.010356:0:35220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae6a6444. 00000400:00000010:0.0:1767384364.010358:0:35220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007362a06c. 00000400:00000010:0.0:1767384364.010362:0:35220:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000422848f9. 00000800:00000010:0.0:1767384364.010379:0:35220:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000087be3f8e. 00000800:00000200:0.0:1767384364.010391:0:35220:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384364.010407:0:35220:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384364.010447:0:35220:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384364.010476:0:35220:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384364.011945:0:35220:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000cb45d412. 00000400:00000010:0.0:1767384364.011951:0:35220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000400:00000010:0.0:1767384364.011956:0:35220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000400:00000001:0.0:1767384364.011975:0:35220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.011976:0:35220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.011978:0:35220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039854308. 00000400:00000200:0.0:1767384364.011980:0:35220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d96699f 00000400:00000010:0.0:1767384364.011981:0:35220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d96699f. 00000400:00000010:0.0:1767384364.011985:0:35220:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000022a116bd. 00000400:00000200:0.0:1767384364.011988:0:35220:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (35) 00000400:00000200:0.0:1767384364.012011:0:35220:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384364.012021:0:35220:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:0.0:1767384364.012027:0:35220:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d498a57a. 00000020:01000000:0.0:1767384364.012031:0:35220:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384364.012037:0:35220:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp44 00000400:00000200:1.0:1767384364.012040:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384364.012049:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384364.012050:0:35220:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e1ead428. 00000400:00000010:0.0:1767384364.012056:0:35220:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c4b45f77. 00000400:00000010:1.0:1767384364.012059:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000400:00000200:1.0:1767384364.012064:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000010:1.0:1767384364.012070:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017a43ae3. 00000400:00000200:1.0:1767384364.012076:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp10 00000020:00000001:3.0:1767384364.012079:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384364.012084:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384364.012087:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384364.012091:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 10000000:01000000:3.0:1767384364.012097:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384364.012125:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [148:148:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [145:145:8:4294967295] 00000020:01000004:3.0:1767384364.012129:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384364.012134:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384364.012135:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384364.012137:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384364.012139:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp10 00000020:01000004:3.0:1767384364.012140:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384364.012144:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384364.012146:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384364.012148:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384364.012149:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384364.012152:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384364.012158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b412ea7. 00000400:00000200:1.0:1767384364.012162:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) : PUT try# 0 00000020:00000040:3.0:1767384364.012164:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384364.012172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384364.012173:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.108@tcp10 02000000:00000001:3.0:1767384364.012175:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384364.012181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384364.012181:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e25031a. 00000800:00000200:1.0:1767384364.012191:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 02000000:00000010:3.0:1767384364.012192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d8442d98. 00000100:00000001:3.0:1767384364.012199:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012209:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384364.012213:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384364.012213:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000800:00000200:1.0:1767384364.012220:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e25031a type 1, nob 704 niov 1 nkiov 1 00000100:00000040:3.0:1767384364.012223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b412ea7] to pc [ptlrpcd_00_02+2] req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.012238:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384364.012243:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 10000000:00000001:3.0:1767384364.012246:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384364.012250:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.012252:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384364.012254:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384364.012261:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384364.012263:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384364.012264:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384364.012266:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384364.012267:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384364.012268:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384364.012272:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384364.012274:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384364.012274:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384364.012276:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384364.012278:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384364.012279:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384364.012282:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384364.012284:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384364.012286:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384364.012292:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384364.012296:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384364.012298:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384364.012301:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007dcc898. 00000100:00000001:2.0:1767384364.012301:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.012307:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:2.0:1767384364.012308:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384364.012311:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384364.012313:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384364.012314:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.012319:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384364.012322:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b199bcec. 02000000:00000001:2.0:1767384364.012323:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012330:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384364.012330:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743006720:0@lo:253: 00000100:00000001:3.0:1767384364.012336:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384364.012336:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384364.012338:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.012343:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384364.012344:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007dcc898] to pc [ptlrpcd_00_03+3] req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384364.012346:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.012351:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384364.012357:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384364.012358:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dc2217df. 10000000:00000001:3.0:1767384364.012359:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.012364:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.012365:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384364.012370:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384364.012371:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54e95a. 00000020:00000010:3.0:1767384364.012372:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d498a57a. 00000400:00000010:2.0:1767384364.012381:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f664216. 00000100:00000200:2.0:1767384364.012385:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743006720, portal 25 00000100:00000001:2.0:1767384364.012387:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384364.012388:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.012389:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040492800 : -130122669058816 : ffff89a774889500) 00000800:00000200:1.0:1767384364.012390:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384364.012392:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.012396:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384364.012397:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e25031a. 00000100:00000040:2.0:1767384364.012398:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.012401:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.012408:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384364.012425:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384364.012427:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384364.012429:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.012432:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384364.012435:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 02000000:00000001:3.0:1767384364.012436:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384364.012437:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c7d928. 02000000:00000001:3.0:1767384364.012439:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384364.012443:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743006720, offset 0 02000000:00000001:3.0:1767384364.012444:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.012445:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:3.0:1767384364.012451:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007dcc898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743006848:0@lo:253: 00000400:00000200:1.0:1767384364.012455:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp10: 0 00000400:00000200:2.0:1767384364.012456:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384364.012463:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384364.012467:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384364.012472:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.012472:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384364.012474:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384364.012478:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384364.012482:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06a00 02000000:00000010:3.0:1767384364.012487:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000db6080ec. 00000800:00000001:1.0:1767384364.012487:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.012490:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1481 [2] + 0 00000800:00000001:1.0:1767384364.012494:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384364.012495:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384364.012496:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ae3223. 00000400:00000200:2.0:1767384364.012500:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074e47efd 00000800:00000001:1.0:1767384364.012501:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.012506:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384364.012510:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022cdeacd. 00000400:00000200:2.0:1767384364.012513:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384364.012518:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : PUT - for me 00000400:00000200:2.0:1767384364.012520:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e47efd 00000400:00000010:3.0:1767384364.012522:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fa2909. 00000400:00000010:2.0:1767384364.012524:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074e47efd. 00000100:00000001:2.0:1767384364.012530:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384364.012531:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743006848, portal 25 00000100:00000200:2.0:1767384364.012533:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384364.012535:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 608 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384364.012539:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384364.012540:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000b9e73385 x1853236743006720 msgsize 4848 00000100:00000001:3.0:1767384364.012543:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040495488 : -130122669056128 : ffff89a774889f80) 00000400:00000200:1.0:1767384364.012551:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 592/608 into md 0x1c6d [1] + 0 00000100:00100000:2.0:1767384364.012552:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384364.012556:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384364.012559:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b8d14c. 00000100:00000040:2.0:1767384364.012561:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384364.012568:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069eb87a1 00000100:00000001:2.0:1767384364.012571:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384364.012574:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384364.012576:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384364.012580:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384364.012580:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c7d928 00000400:00000010:2.0:1767384364.012585:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c7d928. 00000800:00000001:1.0:1767384364.012585:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384364.012586:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008705ea0d. 00000100:00000001:2.0:1767384364.012591:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384364.012592:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384364.012593:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743006848, offset 0 00000100:00000200:2.0:1767384364.012597:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384364.012605:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.012606:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: PUT: OK 00000400:00000200:1.0:1767384364.012618:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000400:00000200:3.0:1767384364.012619:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384364.012619:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384364.012625:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384364.012625:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000400:00000200:3.0:1767384364.012634:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06a80 00000400:00000200:1.0:1767384364.012634:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384364.012643:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.012644:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (37) 00000400:00000200:3.0:1767384364.012647:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14ad [2] + 0 00000100:00000001:2.0:1767384364.012648:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384364.012653:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf53d98d. 00000400:00000200:1.0:1767384364.012654:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000100:00000001:2.0:1767384364.012655:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384364.012659:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b202c693 00000100:00000001:2.0:1767384364.012662:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294951070 00000400:00000200:1.0:1767384364.012664:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (608 bytes) 00000400:00000200:3.0:1767384364.012666:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384364.012667:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ba8852. 00000400:00000200:3.0:1767384364.012673:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384364.012674:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:2.0:1767384364.012683:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384364.012687:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (38) 00000100:00000001:2.0:1767384364.012689:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294951070 00000100:00000010:2.0:1767384364.012694:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ebe7cc1. 00000400:00000200:3.0:1767384364.012695:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b202c693 00000400:00000200:1.0:1767384364.012695:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384364.012697:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384364.012701:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b202c693. 00000100:00000001:2.0:1767384364.012703:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294951070 00000100:00000001:3.0:1767384364.012705:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384364.012709:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384364.012710:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000400:00000200:1.0:1767384364.012711:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp10 to MR: 192.168.204.108@tcp10 local destination 00000100:00000040:3.0:1767384364.012714:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000000d01f4f2 x1853236743006848 msgsize 4848 00000100:00000001:2.0:1767384364.012715:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384364.012722:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294951070 00000100:00000010:2.0:1767384364.012726:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000100:00100000:3.0:1767384364.012728:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384364.012730:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384364.012732:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp10 NI seq info: [149:149:256:4294967295] 192.168.204.108@tcp10 LPNI seq info [146:146:8:4294967295] 00000100:00000040:3.0:1767384364.012734:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384364.012735:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.012741:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.012744:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012745:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384364.012748:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.012756:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) -> 192.168.204.108@tcp10(192.168.204.108@tcp10:192.168.204.108@tcp10) 192.168.204.108@tcp10 : ACK try# 0 00000100:00000001:2.0:1767384364.012757:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384364.012761:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384364.012764:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384364.012765:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp10 00000400:00000200:3.0:1767384364.012766:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008705ea0d 00000400:00000010:3.0:1767384364.012769:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008705ea0d. 00000800:00000010:1.0:1767384364.012772:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e25031a. 00000100:00000001:3.0:1767384364.012773:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384364.012773:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384364.012779:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384364.012782:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384364.012785:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000100:00000001:2.0:1767384364.012786:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012796:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384364.012798:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:1021 00000100:00000040:3.0:1767384364.012800:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384364.012803:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e25031a type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384364.012813:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012815:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384364.012817:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384364.012819:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012824:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294951070 00000100:00000001:2.0:1767384364.012824:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384364.012826:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.012828:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294951070 00000100:00100000:2.0:1767384364.012830:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006720 00000100:00000001:3.0:1767384364.012833:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294951070 02000000:00000001:2.0:1767384364.012835:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384364.012836:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294951070 00000100:00000001:2.0:1767384364.012839:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.012840:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294951070 00000100:00000001:2.0:1767384364.012843:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012844:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294951070 00000100:00000001:3.0:1767384364.012848:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294951070 02000000:00000001:2.0:1767384364.012849:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012850:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294951070 00000100:00000001:3.0:1767384364.012854:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384364.012855:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006720 00000100:00000001:3.0:1767384364.012860:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.012860:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384364.012864:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384364.012864:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384364.012868:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384364.012869:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384364.012874:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:3.0:1767384364.012876:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384364.012877:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384364.012879:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384364.012881:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384364.012883:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.012886:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384364.012886:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384364.012888:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.012891:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.012891:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000800:00000200:1.0:1767384364.012895:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384364.012898:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384364.012900:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e25031a. 00000020:00000010:2.0:1767384364.012901:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000400:00000200:1.0:1767384364.012908:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384364.012909:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f9b405f. 00000100:00000001:3.0:1767384364.012912:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384364.012916:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059a199fe. 00000100:00100000:3.0:1767384364.012917:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006848 02000000:00000001:3.0:1767384364.012922:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384364.012923:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000020:00000010:2.0:1767384364.012924:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000100:00000001:3.0:1767384364.012925:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.012929:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.012932:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384364.012934:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384364.012935:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006848 00000100:00000040:2.0:1767384364.012937:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384364.012939:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384364.012941:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384364.012942:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000800:00000001:1.0:1767384364.012942:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.012944:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384364.012947:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384364.012948:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384364.012950:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384364.012951:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384364.012957:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384364.012958:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384364.012960:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384364.012964:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000800:00000001:1.0:1767384364.012964:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384364.012966:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.012971:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384364.012975:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384364.012977:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000182206c4. 00000100:00000001:2.0:1767384364.012978:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384364.012982:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384364.012984:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384364.012990:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp10(192.168.204.108@tcp10) <- 192.168.204.108@tcp10 : ACK - for me 00000020:00000010:3.0:1767384364.012991:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000182206c4. 00000100:00100000:2.0:1767384364.012991:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1767384364.013013:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000010:3.0:1767384364.013016:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0bd88d. 00000100:00000001:2.0:1767384364.013017:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433486928 : -130123276064688 : ffff89a7505a6850) 00000020:00000010:3.0:1767384364.013025:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007269ce0d. 00000100:00000040:2.0:1767384364.013026:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9e73385 x1853236743006720/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.013031:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp10: ACK from 12345-192.168.204.108@tcp10 into md 0x1ccd 00000020:00000010:3.0:1767384364.013034:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000400:00000200:1.0:1767384364.013039:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384364.013045:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.013048:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384364.013053:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013053:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp10->192.168.204.108@tcp10: ACK: OK 00000100:00000001:2.0:1767384364.013054:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384364.013060:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000100:00000001:3.0:1767384364.013062:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013062:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7883fd 00000100:00000001:2.0:1767384364.013065:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384364.013067:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab7883fd. 00000020:00000010:2.0:1767384364.013072:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000100:00000001:3.0:1767384364.013073:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.013075:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384364.013083:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000100:00100000:2.0:1767384364.013084:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e73385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743006720:12345-0@lo:253: 00000100:00000001:3.0:1767384364.013085:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384364.013089:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384364.013091:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00100000:3.0:1767384364.013095:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000200:2.0:1767384364.013095:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006720 00000400:00000200:1.0:1767384364.013098:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000100:00000040:3.0:1767384364.013128:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:3.0:1767384364.013134:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223010896 : -130123486540720 : ffff89a743cecc50) 00000020:00000001:2.0:1767384364.013134:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384364.013137:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384364.013139:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384364.013142:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d01f4f2 x1853236743006848/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384364.013143:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384364.013143:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.013149:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384364.013152:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:3.0:1767384364.013157:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384364.013158:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384364.013161:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384364.013162:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000182206c4. 00000020:00000001:2.0:1767384364.013163:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384364.013167:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384364.013168:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384364.013170:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.013171:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000182206c4. 00000100:00000001:2.0:1767384364.013175:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384364.013179:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d01f4f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743006848:12345-0@lo:253: 02000000:00000001:2.0:1767384364.013180:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384364.013183:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:3.0:1767384364.013185:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006848 02000000:00000010:2.0:1767384364.013187:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003b50ad02. 00000020:00000001:3.0:1767384364.013189:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384364.013191:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.013191:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000002c1e6864. 00000020:00000001:3.0:1767384364.013192:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384364.013196:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.013197:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.013200:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384364.013200:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e61110. 20000000:00000001:2.0:1767384364.013201:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384364.013208:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000020:00000001:3.0:1767384364.013209:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:00000010:2.0:1767384364.013212:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bcd32098. 00000020:00000001:3.0:1767384364.013214:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384364.013214:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002c1e6864 00000020:00000001:3.0:1767384364.013219:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384364.013219:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:1.0:1767384364.013220:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000970b808c. 00000020:00000001:3.0:1767384364.013225:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384364.013226:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384364.013228:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384364.013229:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 20000000:00000001:2.0:1767384364.013230:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384364.013231:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384364.013234:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.013236:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384364.013237:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013240:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 02000000:00000001:3.0:1767384364.013241:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384364.013242:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384364.013247:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 02000000:00000010:3.0:1767384364.013249:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000964cc14d. 02000000:00000001:3.0:1767384364.013252:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.013254:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384364.013254:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002253b21d. 00000400:00000010:1.0:1767384364.013254:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000e1bdebfd. 20000000:00000001:3.0:1767384364.013261:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384364.013261:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000400:00000010:1.0:1767384364.013263:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 20000000:00000001:2.0:1767384364.013268:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384364.013272:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020506743. 00000400:00000010:1.0:1767384364.013272:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c2ca90d. 00080000:00000001:2.0:1767384364.013274:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384364.013278:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384364.013283:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384364.013284:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 20000000:00000001:3.0:1767384364.013285:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384364.013286:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384364.013289:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.013293:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.013295:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384364.013298:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00080000:00000001:2.0:1767384364.013303:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384364.013305:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:1.0:1767384364.013313:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00080000:00000001:2.0:1767384364.013318:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013322:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00080000:00000001:2.0:1767384364.013323:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384364.013325:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384364.013330:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384364.013332:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013335:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00080000:00000002:2.0:1767384364.013336:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:2.0:1767384364.013344:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:2.0:1767384364.013347:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384364.013349:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00080000:00000001:2.0:1767384364.013352:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384364.013358:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013362:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00080000:00000001:2.0:1767384364.013363:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.013368:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384364.013373:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:1.0:1767384364.013373:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00080000:00000001:2.0:1767384364.013380:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384364.013384:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00080000:00000010:2.0:1767384364.013385:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df2bcc29. 00080000:00000001:2.0:1767384364.013389:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940736000 : -130127768815616 : ffff89a644907800) 00080000:00000001:2.0:1767384364.013394:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384364.013395:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000001:00000001:2.0:1767384364.013397:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384364.013401:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000951e5456. 00080000:00000001:2.0:1767384364.013406:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013406:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00080000:00000001:2.0:1767384364.013411:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384364.013418:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00080000:00000001:2.0:1767384364.013424:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.013436:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00080000:00000001:2.0:1767384364.013439:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384364.013444:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:1.0:1767384364.013450:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:1.0:1767384364.013455:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 64], ns[44, 64] 00000400:00000200:1.0:1767384364.013461:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:1.0:1767384364.013467:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:1.0:1767384364.013472:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:1.0:1767384364.013479:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000400:00000200:1.0:1767384364.013485:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 44], ns[117, 44] 00000400:00000200:1.0:1767384364.013491:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[97, 44] 00000400:00000200:1.0:1767384364.013497:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000400:00000200:1.0:1767384364.013503:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000400:00000200:1.0:1767384364.013508:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 44], ns[114, 44] 00000400:00000200:1.0:1767384364.013514:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 44], ns[141, 44] 00000400:00000200:1.0:1767384364.013519:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 44], ns[115, 44] 00000400:00000200:1.0:1767384364.013525:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 44], ns[109, 44] 00000400:00000200:1.0:1767384364.013531:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[116, 44] 00000400:00000200:1.0:1767384364.013535:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00000400:00000200:1.0:1767384364.013547:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[136, 44], ns[139, 44] 00000400:00000200:1.0:1767384364.013552:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 44], ns[147, 44] 00000400:00000200:1.0:1767384364.013558:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:1.0:1767384364.013564:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384364.013569:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384364.013574:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:1.0:1767384364.013581:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp41 00000400:00000200:1.0:1767384364.013586:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp41 lpni_is_preferred = 0 00000400:00000200:1.0:1767384364.013589:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp41 00000400:00000200:1.0:1767384364.013594:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp41 NI seq info: [150:150:256:4294967295] 192.168.204.108@tcp41 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767384364.013600:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp41 00000400:00000200:1.0:1767384364.013608:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp41(192.168.204.108@tcp41:) -> 192.168.204.108@tcp41(192.168.204.108@tcp:192.168.204.108@tcp41) : GET try# 0 00000800:00000200:1.0:1767384364.013613:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp41 00000800:00000010:1.0:1767384364.013617:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e25031a. 00000800:00000010:1.0:1767384364.013625:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000085a92eed. 00000800:00000010:1.0:1767384364.013628:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001f08c186. 00000800:00000200:1.0:1767384364.013633:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (2) 00000800:00000200:1.1:1767384364.013649:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (2) 00000400:00000200:1.0:1767384364.013669:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384364.013672:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000400:00000200:2.0:1767384364.013726:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013765:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013817:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013865:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013898:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013918:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013956:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013971:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.013986:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014031:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014063:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014152:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014198:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014234:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014253:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014288:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014310:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014328:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014347:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014363:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014375:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014388:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014407:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014427:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014451:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014475:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014490:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014503:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014516:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014531:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014551:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014571:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384364.014591:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384364.014698:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003364fcae. 00000800:00000010:2.0:1767384364.014702:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2c7d928. 00000800:00000010:2.0:1767384364.014706:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001eee519a. 00000800:00000010:2.0:1767384364.014720:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001eee519a. 00000800:00020000:2.0:1767384364.014727:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384364.014730:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2c7d928. 00000800:00000010:2.0:1767384364.014737:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003364fcae. 00000400:02020000:2.0:1767384364.014768:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp41 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384364.014775:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp41 notifying 192.168.204.108@tcp41: down 00000800:00000200:2.0:1767384364.014781:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp41 down 00000800:00000100:2.0:1767384364.014787:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp41 00000800:00000010:2.0:1767384364.014801:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e25031a. 00000400:00000200:2.0:1767384364.014806:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384364.014810:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp41->192.168.204.108@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384364.014818:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp41 added to recovery queue. ping count: 0 next ping: 284 health :900 00000400:00000200:2.0:1767384364.014822:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384364.014825:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384364.014829:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384364.014882:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384364.014888:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100851 00000400:00000001:1.0:1767384364.014893:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384364.014894:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384364.014896:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384364.014898:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000400:00000200:1.0:1767384364.014901:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384364.014904:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:1.0:1767384364.014912:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000e1bdebfd. 00000400:00000200:1.0:1767384364.014926:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000400:00000200:1.0:1767384364.014928:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:1.0:1767384364.014930:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 rc -71 00000400:00000200:1.0:1767384364.014933:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384364.014935:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (36) 00080000:00000010:3.0:1767384364.015168:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df2bcc29. 00080000:00000010:2.0:1767384364.015199:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000951e5456. 00040000:00000001:2.0:1767384364.015204:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384364.015206:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384364.015208:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384364.015211:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384364.015213:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384364.015215:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384364.015223:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384364.015232:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384364.015235:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384364.015239:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384364.015245:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000242c0f64. 20000000:01000000:3.0:1767384364.015250:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:3.0:1767384364.015253:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384364.015255:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384364.015257:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384364.015259:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384364.015261:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384364.015262:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384364.015268:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384364.015270:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384364.015271:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384364.015277:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091d51ec6. 00080000:00000001:3.0:1767384364.015280:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015282:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384364.015284:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384364.015286:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cfb6bf05. 00080000:00000001:3.0:1767384364.015287:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.015292:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384364.015292:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384364.015295:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.015296:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cfb6bf05 with handle 0x88edd5ef35457eb4 to hash 00080000:00000002:3.0:1767384364.015299:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384364.015300:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384364.015302:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00000020:00000001:3.0:1767384364.015307:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00010000:00000001:1.0:1767384364.015307:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00080000:00000002:3.0:1767384364.015313:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384364.015314:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.015317:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.015321:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384364.015322:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384364.015328:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015331:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384364.015334:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384364.015336:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384364.015339:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384364.015340:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.015341:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.015346:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384364.015347:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384364.015348:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.015352:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384364.015354:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384364.015355:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384364.015357:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384364.015361:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384364.015362:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384364.015368:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043fe5e35. 00010000:00000040:1.0:1767384364.015369:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091d51ec6) refcount = 1 00080000:00000001:3.0:1767384364.015374:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945920220672 : -130127789330944 : ffff89a643576e00) 00010000:00010000:1.0:1767384364.015374:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384364.015382:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384364.015384:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:3.0:1767384364.015386:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384364.015387:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384364.015390:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384364.015392:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000182206c4. 00010000:00000001:1.0:1767384364.015392:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384364.015396:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384364.015396:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384364.015398:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.015401:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:1.0:1767384364.015403:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384364.015404:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:2.0:1767384364.015404:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bcd32098. 20000000:01000000:1.0:1767384364.015406:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 20000000:00000001:2.0:1767384364.015410:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015411:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.015414:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1767384364.015415:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006720 00000020:00000040:1.0:1767384364.015416:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=4 00080000:00000001:3.0:1767384364.015417:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.015419:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384364.015422:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384364.015425:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000200:2.0:1767384364.015427:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9e73385 x1853236743006720/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.015428:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384364.015431:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384364.015431:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384364.015449:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.015450:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384364.015452:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.015454:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384364.015464:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=74 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384364.015464:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.015468:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384364.015470:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384364.015472:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384364.015473:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384364.015476:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384364.015481:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384364.015483:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.015488:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384364.015489:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384364.015491:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384364.015494:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384364.015495:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c7d928. 00000100:00000200:2.0:1767384364.015499:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743006720, offset 224 00010000:00000001:1.0:1767384364.015501:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384364.015505:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384364.015507:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384364.015513:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384364.015522:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06a00 00010000:00010000:1.0:1767384364.015522:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cfb6bf05 already unused, calling callback (00000000594674ee) 00000400:00000200:2.0:1767384364.015526:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd1 [2] + 224 00000400:00000200:2.0:1767384364.015531:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384364.015532:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384364.015536:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384364.015536:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384364.015541:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384364.015541:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384364.015546:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.015550:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384364.015553:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.015555:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.015558:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=5 00000100:00000040:2.0:1767384364.015560:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384364.015561:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384364.015566:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384364.015572:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384364.015575:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.015580:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384364.015581:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.015582:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.015584:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384364.015585:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384364.015588:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384364.015589:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c7d928 00010000:00000001:1.0:1767384364.015590:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384364.015593:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c7d928. 00010000:00000001:1.0:1767384364.015594:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.015597:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384364.015597:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfb6bf05 with handle 0x88edd5ef35457eb4 from hash 00000100:00000001:2.0:1767384364.015599:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384364.015601:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384364.015604:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015604:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.015607:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384364.015610:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384364.015611:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384364.015616:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384364.015623:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384364.015624:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384364.015626:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384364.015627:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015628:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384364.015632:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384364.015633:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384364.015634:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384364.015638:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9e73385 x1853236743006720/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.015638:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384364.015639:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384364.015644:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54e95a. 00010000:00000001:1.0:1767384364.015645:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015651:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384364.015654:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f664216 00000100:00100000:2.0:1767384364.015654:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e73385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743006720:12345-0@lo:253: Request processed in 2599us (3111us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384364.015654:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384364.015659:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384364.015660:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f664216. 00010000:00000001:1.0:1767384364.015661:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384364.015668:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384364.015672:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000200:3.0:1767384364.015677:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384364.015677:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000001:1.0:1767384364.015678:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.015682:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384364.015686:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384364.015686:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.015692:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059a199fe. 00010000:00000001:1.0:1767384364.015693:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.015699:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00010000:00010000:1.0:1767384364.015700:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384364.015704:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384364.015704:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f9b405f. 00000020:00000040:2.0:1767384364.015711:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:2.0:1767384364.015717:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384364.015721:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003b50ad02. 00010000:00000001:1.0:1767384364.015721:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.015725:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.015728:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384364.015729:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384364.015729:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384364.015730:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384364.015734:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.015734:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384364.015735:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.015735:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.015739:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384364.015742:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384364.015743:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384364.015744:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384364.015747:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:1.0:1767384364.015748:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384364.015749:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a15b572. 00000100:00000001:3.0:1767384364.015751:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384364.015751:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384364.015755:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c7d928. 00000100:00000001:3.0:1767384364.015756:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.015764:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.015764:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384364.015766:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384364.015769:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457eb4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384364.015772:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=74 v=5 (5 0 0 0) 00010000:00000040:1.0:1767384364.015774:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091d51ec6 count: 0 00000100:00001000:3.0:1767384364.015781:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=74 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384364.015783:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384364.015785:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:1.0:1767384364.015786:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384364.015789:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.015800:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384364.015802:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.015805:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.015809:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.015818:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384364.015851:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384364.015853:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384364.015856:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384364.015858:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384364.015860:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384364.015862:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384364.015864:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384364.015866:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384364.015867:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384364.015870:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384364.015871:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384364.015873:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384364.015876:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.015884:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743006720:0@lo:253: 00000100:00000001:3.0:1767384364.015890:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.015892:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384364.015895:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b412ea7 x1853236743006720/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.015901:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384364.015903:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384364.015906:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dc2217df. 02000000:00000001:3.0:1767384364.015921:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384364.015923:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.015925:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384364.015928:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384364.015930:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d8442d98. 02000000:00000001:3.0:1767384364.015934:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384364.015936:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384364.015945:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b412ea7. 00000100:00000001:3.0:1767384364.015949:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384364.015950:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.015952:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.015956:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384364.015958:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.015960:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.015962:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384364.016843:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043fe5e35. 00080000:00000010:3.0:1767384364.016894:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000182206c4. 00040000:00000001:3.0:1767384364.016900:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384364.016902:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384364.016904:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384364.016908:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384364.016911:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.016924:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384364.016926:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384364.016939:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384364.016943:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384364.016948:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384364.016956:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384364.016960:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384364.016961:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384364.016963:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384364.016965:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384364.016969:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ecb6f790. 00010000:00000001:1.0:1767384364.016972:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384364.016975:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000422aa85e. 00000020:00000001:1.0:1767384364.016977:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384364.016979:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000422aa85e with handle 0x88edd5ef35457ebb to hash 00000020:00000001:1.0:1767384364.016981:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384364.016987:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.016989:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.016991:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.016992:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.016994:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017009:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384364.017011:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384364.017012:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384364.017013:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384364.017014:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.017016:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384364.017017:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.017018:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384364.017020:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384364.017021:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384364.017022:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384364.017023:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ecb6f790) refcount = 1 00010000:00010000:1.0:1767384364.017025:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017029:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384364.017030:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384364.017031:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.017032:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017033:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384364.017035:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384364.017037:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384364.017039:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.017040:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.017040:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=4 00000020:00000001:1.0:1767384364.017042:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.017044:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.017045:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384364.017051:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017055:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384364.017057:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017060:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.017061:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384364.017062:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017065:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.017066:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017068:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384364.017069:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384364.017073:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000422aa85e already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384364.017075:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.017076:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384364.017077:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017081:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384364.017082:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.017083:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.017085:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000422aa85e refcount=5 00000020:00000001:1.0:1767384364.017086:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.017088:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123904 : -130122973427712 : ffff89a762644800) 00010000:00000001:1.0:1767384364.017090:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384364.017091:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.017094:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384364.017117:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.017118:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017121:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384364.017123:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384364.017124:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.017126:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.017127:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000422aa85e with handle 0x88edd5ef35457ebb from hash 00010000:00000001:1.0:1767384364.017129:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384364.017129:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.017130:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.017131:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000020:3.0:1767384364.017133:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384364.017133:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384364.017134:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384364.017136:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384364.017139:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384364.017140:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384364.017144:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020506743. 00010000:00000001:1.0:1767384364.017144:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017149:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384364.017151:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:3.0:1767384364.017152:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017153:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.017156:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767384364.017158:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006848 00010000:00000001:1.0:1767384364.017158:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017162:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.017164:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384364.017165:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.017168:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384364.017172:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d01f4f2 x1853236743006848/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.017175:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.017178:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.017181:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384364.017184:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384364.017187:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.017189:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.017190:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.017191:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384364.017195:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017195:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384364.017201:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.017202:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=74 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384364.017203:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384364.017211:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384364.017215:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384364.017221:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384364.017227:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384364.017227:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:3.0:1767384364.017230:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.017231:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384364.017234:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000422aa85e/0x88edd5ef35457ebb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384364.017236:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384364.017239:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ecb6f790 count: 0 00010000:00000001:1.0:1767384364.017256:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384364.017259:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384364.017260:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384364.017265:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008705ea0d. 00000100:00000200:3.0:1767384364.017269:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743006848, offset 224 00000400:00000200:3.0:1767384364.017275:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384364.017281:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384364.017288:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06a80 00000400:00000200:3.0:1767384364.017293:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd9 [2] + 224 00000400:00000200:3.0:1767384364.017299:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.017302:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.017305:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.017310:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.017319:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.017337:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384364.017344:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008705ea0d 00000400:00000010:3.0:1767384364.017346:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008705ea0d. 00000100:00000001:3.0:1767384364.017349:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384364.017351:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384364.017353:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.017355:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.017356:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384364.017362:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:2.0:1767384364.017363:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384364.017366:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384364.017368:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384364.017369:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022cdeacd. 00000020:00000001:3.0:1767384364.017371:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.017374:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041fa2909 00000020:00000001:3.0:1767384364.017376:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384364.017378:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041fa2909. 00000100:00000040:3.0:1767384364.017382:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d01f4f2 x1853236743006848/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.017383:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384364.017389:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.017410:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d01f4f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743006848:12345-0@lo:253: Request processed in 4250us (4692us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384364.017412:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.017428:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384364.017431:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384364.017432:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:2.0:1767384364.017433:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384364.017436:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384364.017438:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384364.017439:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.017441:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.017443:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.017445:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384364.017449:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007269ce0d. 02000000:00000001:2.0:1767384364.017450:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384364.017453:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384364.017456:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384364.017461:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384364.017463:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.017464:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00010000:00000001:2.0:1767384364.017464:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384364.017466:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.017470:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.017471:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0bd88d. 00000100:00000040:2.0:1767384364.017474:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384364.017478:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:2.0:1767384364.017485:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384364.017486:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384364.017488:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384364.017498:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384364.017501:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000964cc14d. 00000020:01000004:2.0:1767384364.017502:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384364.017505:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384364.017508:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384364.017509:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384364.017510:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384364.017514:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384364.017515:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384364.017516:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384364.017518:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384364.017520:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:3.0:1767384364.017522:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384364.017522:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384364.017527:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384364.017529:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006947bf02. 00000100:00100000:2.0:1767384364.017536:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007dcc898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743006848:0@lo:253: 00000400:00000010:3.0:1767384364.017538:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008705ea0d. 00000100:00000001:2.0:1767384364.017541:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.017544:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384364.017547:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007dcc898 x1853236743006848/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.017553:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384364.017554:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384364.017556:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000db6080ec. 02000000:00000001:2.0:1767384364.017560:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384364.017562:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384364.017563:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384364.017570:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384364.017571:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b199bcec. 02000000:00000001:2.0:1767384364.017575:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384364.017576:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384364.017578:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007dcc898. 00000100:00000001:2.0:1767384364.017581:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384364.017581:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.017583:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.017587:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384364.017588:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.017590:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.017592:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.018147:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294951070, at 4294951071 00000100:00000010:1.0:1767384364.018154:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ebe7cc1. 00000100:00000040:3.0:1767384364.018157:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294951070, at 4294951071 00000100:00000010:3.0:1767384364.018165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000100:00000040:0.0:1767384364.018198:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294951070, at 4294951071 00000100:00000010:0.0:1767384364.018204:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ba8852. 00000100:00000040:2.0:1767384364.018217:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294951070, at 4294951071 00000100:00000010:2.0:1767384364.018223:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00010000:00000010:1.1:1767384364.022115:0:35223:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091d51ec6. 00010000:00000010:1.1:1767384364.022123:0:35223:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cfb6bf05. 00010000:00000010:1.1:1767384364.026138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ecb6f790. 00010000:00000010:1.1:1767384364.026146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000422aa85e. 00000400:00000010:0.0:1767384364.032035:0:35225:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fc62637c. 00000400:00000040:0.0:1767384364.032055:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.032057:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384364.032059:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.032060:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.032062:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.032063:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384364.032065:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.032066:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384364.032067:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384364.032068:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384364.032070:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384364.032071:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.032073:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384364.032074:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.032075:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384364.032076:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384364.032077:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.032078:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384364.032078:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384364.032080:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.032081:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.032082:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.032083:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.032084:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.032085:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384364.032086:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.032087:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.032088:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.032089:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.032090:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.032090:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384364.032097:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.032116:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.032118:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.032120:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.032121:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.032123:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384364.032125:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.032127:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.032128:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384364.032129:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384364.032131:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.032132:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384364.032133:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384364.032134:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384364.032135:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384364.032136:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384364.032137:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384364.032138:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384364.032139:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.032140:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384364.032141:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384364.032142:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384364.032143:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384364.032144:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384364.032145:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384364.032146:0:35225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384364.032226:0:35225:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fc62637c. 00000400:00000001:3.0:1767384364.243323:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384364.243329:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384364.243332:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:3.0:1767384364.243337:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000400:00000200:3.0:1767384364.243343:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384364.243772:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384364.243784:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dc33bb16. 00000400:00000010:3.0:1767384364.243789:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000114682db. 00000400:00000200:3.0:1767384364.243810:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp39 00000400:00000010:3.0:1767384364.243814:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000035e42edf. 00000400:00000010:3.0:1767384364.243819:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043fe5e35. 00000400:00000010:3.0:1767384364.243823:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000400:00000010:3.0:1767384364.243829:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9a4b036. 00000400:00000200:3.0:1767384364.243834:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp39 00000400:00000200:3.0:1767384364.243847:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp39 local destination 00000400:00000200:3.0:1767384364.243852:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000400:00000200:3.0:1767384364.243857:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [151:151:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1767384364.243863:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 00000400:00000200:3.0:1767384364.243871:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp39:192.168.204.108@tcp39) : GET try# 0 00000800:00000200:3.0:1767384364.243888:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp39 00000800:00000010:3.0:1767384364.243894:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000960440e1. 00000800:00000200:3.0:1767384364.243908:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:3.1:1767384364.243916:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000400:00000200:3.0:1767384364.244127:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:3.0:1767384364.244204:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244277:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244337:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244371:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244414:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244453:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244518:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244591:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244659:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244713:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244756:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244818:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244892:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.244951:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245012:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245071:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245135:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245162:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245180:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245198:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245218:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245245:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245286:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245332:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245366:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245410:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245449:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245481:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245506:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245536:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245565:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245609:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245651:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245698:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384364.245739:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384364.245910:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020506743. 00000800:00000010:3.0:1767384364.245916:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062ca072e. 00000800:00000010:3.0:1767384364.245924:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003985d892. 00000800:00000010:3.0:1767384364.245948:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003985d892. 00000800:00020000:3.0:1767384364.245958:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384364.245962:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062ca072e. 00000800:00000010:3.0:1767384364.245964:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000020506743. 00000400:02020000:3.0:1767384364.246025:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp39 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384364.246032:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp39 notifying 192.168.204.108@tcp39: down 00000800:00000200:3.0:1767384364.246049:0:31124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp39 down 00000800:00000100:3.0:1767384364.246054:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp39 00000800:00000010:3.0:1767384364.246057:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000960440e1. 00000400:00000200:3.0:1767384364.246061:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384364.246065:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384364.246071:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384364.246074:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384364.246077:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp39) recovery failed with -71 00010000:00000001:0.0:1767384364.563167:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384364.563172:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.563178:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384364.563179:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.563198:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384364.563201:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.563204:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384364.884155:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384364.884160:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384364.884164:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384364.884166:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384364.884168:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384364.884169:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384364.884171:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384364.884173:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384364.884181:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 69 10000000:00000001:0.0:1767384364.884184:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384364.884185:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384364.884190:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384364.884193:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384364.884198:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384364.884201:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384364.884205:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.884211:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b84c3ca. 00000100:00000001:0.0:1767384364.884216:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.884219:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384364.884222:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384364.884227:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002151441. 00010000:00000001:0.0:1767384364.884230:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384364.884234:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b769339. 00000020:00000001:0.0:1767384364.884237:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384364.884239:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b769339 with handle 0x88edd5ef35457ec2 to hash 00000020:00000001:0.0:1767384364.884240:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384364.884242:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.884244:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.884246:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.884248:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.884250:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384364.884256:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384364.884264:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384364.884267:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384364.884269:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384364.884273:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca2cd02c. 00000100:00000001:0.0:1767384364.884275:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934433280 : -130127775118336 : ffff89a644304c00) 00000100:00000001:0.0:1767384364.884282:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.884283:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384364.884287:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384364.884289:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.884291:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384364.884292:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384364.884298:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.884305:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384364.884307:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.884309:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384364.884311:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384364.884313:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.884315:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743006976:0@lo:101: 00000100:00000001:0.0:1767384364.884319:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384364.884324:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384364.884326:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.884328:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384364.884331:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4b45f77. 02000000:00000001:0.0:1767384364.884333:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.884337:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ddfcec. 00000400:00000010:0.0:1767384364.884342:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e49f0d. 00000100:00000200:0.0:1767384364.884347:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743006976, portal 25 00000100:00000001:0.0:1767384364.884349:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.884350:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384364.884354:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.884360:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.884362:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384364.884365:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384364.884367:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743006976, offset 0 00000400:00000200:0.0:1767384364.884372:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.884382:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.884391:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc06b00 00000400:00000200:0.0:1767384364.884412:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14c5 [2] + 0 00000400:00000010:0.0:1767384364.884415:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000387df695. 00000400:00000200:0.0:1767384364.884418:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ed7f42d 00000400:00000200:0.0:1767384364.884423:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.884427:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384364.884430:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed7f42d 00000400:00000010:0.0:1767384364.884432:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed7f42d. 00000100:00000001:0.0:1767384364.884435:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.884437:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384364.884439:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000c9dff1ad x1853236743006976 msgsize 328 00000100:00100000:0.0:1767384364.884442:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384364.884443:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384364.884452:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384364.884457:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384364.884458:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:0.0:1767384364.884460:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384364.884463:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.884471:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.884473:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.884478:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.884479:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.884483:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.884486:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294951942 00000100:00000001:3.0:1767384364.884489:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384364.884490:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000beb19123. 00000100:00100000:3.0:1767384364.884495:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743006976 00000100:00000001:0.0:1767384364.884498:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384364.884500:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384364.884504:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.884505:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294951942 00000100:00000001:3.0:1767384364.884507:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384364.884510:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1af2f62. 00000100:00000001:0.0:1767384364.884513:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384364.884514:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.884516:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294951942 00000100:00000010:0.0:1767384364.884518:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ea483b. 00000100:00000001:0.0:1767384364.884520:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384364.884528:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743006976 00000100:00000001:0.0:1767384364.884528:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294951942 00000020:00000001:3.0:1767384364.884534:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384364.884534:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078a354d6. 00000100:00000001:0.0:1767384364.884536:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000020:00000040:3.0:1767384364.884538:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384364.884539:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.884544:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.884545:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384364.884546:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.884549:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384364.884550:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00100000:0.0:1767384364.884552:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ca2cd02c going to sleep for 11 seconds 00000100:00000001:0.0:1767384364.884556:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384364.884557:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384364.884559:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.884564:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384364.884569:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.884574:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000082fb98b. 00000100:00000001:3.0:1767384364.884577:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.884580:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000082fb98b. 00000020:00000010:3.0:1767384364.884588:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dc15107. 00000020:00000010:3.0:1767384364.884593:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc2d62e0. 00000020:00000010:3.0:1767384364.884598:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000040:3.0:1767384364.884607:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384364.884611:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.884612:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384364.884614:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.884622:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.884637:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.884650:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384364.884653:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384364.884658:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384364.884659:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1767384364.884661:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384364.884666:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384364.884666:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.884670:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.884672:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950433492048 : -130123276059568 : ffff89a7505a7c50) 00000100:00000040:3.0:1767384364.884680:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9dff1ad x1853236743006976/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.884690:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.884693:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000082fb98b. 00000100:00000001:3.0:1767384364.884695:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.884698:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000082fb98b. 00000100:00100000:3.0:1767384364.884702:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9dff1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743006976:12345-0@lo:101: 00000100:00000200:3.0:1767384364.884714:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743006976 00000020:00000001:3.0:1767384364.884717:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384364.884721:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384364.884723:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.884725:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384364.884727:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384364.884731:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384364.884732:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384364.884735:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384364.884737:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384364.884741:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.884744:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384364.884746:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384364.884747:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384364.884749:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384364.884752:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.884757:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384364.884762:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a6f2035. 00010000:00000001:3.0:1767384364.884766:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384364.884769:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00000020:00000001:3.0:1767384364.884771:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384364.884773:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084dc9d91 with handle 0x88edd5ef35457ec9 to hash 00000020:00000001:3.0:1767384364.884775:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384364.884776:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384364.884779:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00010000:3.0:1767384364.884782:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457ec2 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384364.884790:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:3.0:1767384364.884793:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384364.884799:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384364.884801:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384364.884805:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000095c95c76. 02000000:00000001:3.0:1767384364.884808:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.884817:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.884820:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384364.884823:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384364.884825:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384364.884827:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384364.884830:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.884832:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384364.884833:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.884835:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384364.884838:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384364.884840:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384364.884841:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384364.884843:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a6f2035) refcount = 1 00010000:00010000:3.0:1767384364.884848:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.884855:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384364.884857:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384364.884858:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.884861:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.884863:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384364.884867:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384364.884870:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.884877:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384364.884879:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384364.884881:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.884884:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.884885:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384364.884887:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.884889:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384364.884891:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000084dc9d91, rc 0) 00000020:00000001:3.0:1767384364.884894:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384364.884897:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743006976 00010000:00000001:3.0:1767384364.884900:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384364.884904:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9dff1ad x1853236743006976/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 328/344 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384364.884918:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384364.884921:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.884925:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.884929:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384364.884932:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384364.884935:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384364.884938:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384364.884939:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.884942:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384364.884944:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384364.884948:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 00000100:00000200:3.0:1767384364.884951:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743006976, offset 224 00000400:00000200:3.0:1767384364.884957:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384364.884964:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384364.884972:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc06b00 00000400:00000200:3.0:1767384364.884977:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cfd [1] + 224 00000400:00000200:3.0:1767384364.884998:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.885002:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.885006:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.885010:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.885020:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.885036:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384364.885041:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 00000400:00000010:3.0:1767384364.885044:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000100:00000001:3.0:1767384364.885047:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384364.885049:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.885053:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.885054:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.885058:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:0.0:1767384364.885059:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384364.885062:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384364.885063:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.885066:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ddfcec. 00000020:00000001:3.0:1767384364.885067:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.885071:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e49f0d 00000020:00000001:3.0:1767384364.885072:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384364.885073:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e49f0d. 00000100:00000001:0.0:1767384364.885076:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.885080:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.885086:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9dff1ad x1853236743006976/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 328/344 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.885089:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.885136:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9dff1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743006976:12345-0@lo:101: Request processed in 443us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384364.885146:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384364.885149:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384364.885152:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.885155:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384364.885159:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc2d62e0. 00000020:00000010:3.0:1767384364.885164:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000020:00000010:3.0:1767384364.885168:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dc15107. 00000020:00000040:3.0:1767384364.885174:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:3.0:1767384364.885180:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384364.885182:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000095c95c76. 02000000:00000001:3.0:1767384364.885187:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384364.885189:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384364.885194:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384364.885199:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3212e3b. 00000400:00000010:3.0:1767384364.885203:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bfee3af. 00000100:00000001:0.0:1767384364.885280:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.885281:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.885283:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384364.885285:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.885286:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.885287:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.885289:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.885292:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=74 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384364.885295:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.885296:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.885304:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.885306:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384364.885307:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885309:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.885313:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885318:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.885320:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384364.885321:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384364.885323:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.885328:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743006976:0@lo:101: 00000100:00000001:0.0:1767384364.885330:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.885332:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885333:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384364.885334:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.885336:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885340:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384364.885341:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ca2cd02c. 00000100:00000001:0.0:1767384364.885343:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384364.885344:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.885345:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384364.885347:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.885349:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.885350:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b769339 refcount=4 00000020:00000001:0.0:1767384364.885352:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.885354:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000040:0.0:1767384364.885357:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003b769339, remote cookie: 0x88edd5ef35457ec9, flags: 0x0 00010000:00000001:0.0:1767384364.885359:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384364.885360:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384364.885362:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384364.885363:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384364.885369:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384364.885370:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000002151441) refcount = 1 00010000:00010000:0.0:1767384364.885372:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.885376:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384364.885377:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384364.885378:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384364.885380:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384364.885382:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.885383:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.885387:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384364.885388:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.885389:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.885390:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.885391:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.885392:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885393:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.885394:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743006976/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885399:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384364.885400:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.885402:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4b45f77. 02000000:00000001:0.0:1767384364.885405:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384364.885406:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.885407:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384364.885409:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384364.885410:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003b84c3ca. 02000000:00000001:0.0:1767384364.885413:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.885415:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.885416:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384364.885418:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.885419:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384364.885421:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384364.885422:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384364.885428:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384364.885429:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.885431:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.885432:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.885433:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b769339 refcount=3 00000020:00000001:0.0:1767384364.885434:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.885435:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.885437:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384364.885438:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.885439:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.885440:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384364.885442:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384364.885444:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002be458d0. 00000100:00000010:0.0:1767384364.885460:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384364.885462:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384364.885464:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384364.885465:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384364.885466:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.885469:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b84c3ca. 00000100:00000001:0.0:1767384364.885471:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885473:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384364.885476:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c4b45f77. 00000100:00000010:0.0:1767384364.885478:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002cad0fae. 00000020:00000040:0.0:1767384364.885479:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384364.885482:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384364.885483:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384364.885484:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca2cd02c. 00000100:00000001:0.0:1767384364.885485:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945934433280 : -130127775118336 : ffff89a644304c00) 00000100:00000001:0.0:1767384364.885487:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.885487:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384364.885489:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384364.885490:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885491:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384364.885492:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384364.885494:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885503:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384364.885504:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.885506:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384364.885508:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384364.885509:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.885511:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743007104:0@lo:256: 00000100:00000001:0.0:1767384364.885513:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384364.885515:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384364.885517:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885519:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384364.885522:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ddfcec. 00000400:00000010:0.0:1767384364.885526:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000df8c8d2b. 00000100:00000200:0.0:1767384364.885528:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc06b80-0x695824dc06b80, portal 33 00000100:00000001:0.0:1767384364.885531:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.885532:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384364.885534:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034c6192a. 02000000:00000001:0.0:1767384364.885536:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.885538:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001299aac0. 00000400:00000010:0.0:1767384364.885541:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e49f0d. 00000100:00000200:0.0:1767384364.885543:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743007104, portal 25 00000100:00000001:0.0:1767384364.885544:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.885546:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384364.885549:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885553:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.885556:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384364.885558:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384364.885559:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743007104, offset 0 00000400:00000200:0.0:1767384364.885564:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.885571:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.885576:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc06b80 00000400:00000200:0.0:1767384364.885581:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14e5 [2] + 0 00000400:00000010:0.0:1767384364.885588:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005094b2a4. 00000400:00000200:0.0:1767384364.885590:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea9b784d 00000400:00000200:0.0:1767384364.885593:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.885597:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384364.885600:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9b784d 00000400:00000010:0.0:1767384364.885601:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9b784d. 00000100:00000001:0.0:1767384364.885604:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.885605:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384364.885607:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000ce519c61 x1853236743007104 msgsize 304 00000100:00100000:0.0:1767384364.885612:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384364.885613:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384364.885625:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384364.885628:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384364.885630:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:0.0:1767384364.885632:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384364.885635:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885640:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.885643:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.885647:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885649:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.885652:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885655:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294951943 00000100:00000001:0.0:1767384364.885659:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951942 00000100:00000001:0.0:1767384364.885661:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294951943 00000100:00000001:0.0:1767384364.885664:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951942 00000100:00000001:0.0:1767384364.885667:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294951943 00000100:00000001:0.0:1767384364.885671:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951942 00000100:00000001:0.0:1767384364.885674:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294951943 00000100:00000001:0.0:1767384364.885677:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951942 00000100:00000001:0.0:1767384364.885679:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.885686:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.885688:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.885689:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384364.885691:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ca2cd02c going to sleep for 11 seconds 00000100:00000001:0.0:1767384364.885693:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.885695:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.885795:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384364.885799:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007104 02000000:00000001:1.0:1767384364.885801:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.885803:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.885804:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.885807:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.885809:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007104 00000020:00000001:1.0:1767384364.885811:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.885812:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384364.885814:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.885815:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:1.0:1767384364.885818:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384364.885820:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384364.885822:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.885825:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fea4820. 00000100:00000001:1.0:1767384364.885827:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.885829:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fea4820. 00000020:00000010:1.0:1767384364.885833:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052665299. 00000020:00000010:1.0:1767384364.885836:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af3c92db. 00000020:00000010:1.0:1767384364.885839:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a926138. 00000100:00000040:1.0:1767384364.885844:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384364.885845:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384364.885851:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384364.885853:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.885857:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.885865:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.885874:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384364.885876:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384364.885879:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384364.885882:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384364.885883:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223012944 : -130123486538672 : ffff89a743ced450) 00000100:00000040:1.0:1767384364.885887:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce519c61 x1853236743007104/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 304/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.885895:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.885899:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fea4820. 00000100:00000001:1.0:1767384364.885902:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.885904:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fea4820. 00000100:00100000:1.0:1767384364.885911:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce519c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743007104:12345-0@lo:256: 00000100:00000200:1.0:1767384364.885915:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007104 00000020:00000001:1.0:1767384364.885918:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384364.885921:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384364.885923:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.885925:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384364.885927:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:1.0:1767384364.885930:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384364.885932:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384364.885934:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384364.885936:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384364.885939:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.885942:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384364.885945:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384364.885949:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000050b17a25. 02000000:00000001:1.0:1767384364.885951:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.885953:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384364.885956:0:17073:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384364.885967:0:17073:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384364.885970:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384364.885974:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384364.885976:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384364.885991:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384364.885994:0:17073:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384364.885998:0:17073:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000dc33bb16. 20000000:00000001:1.0:1767384364.886002:0:17073:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384364.886019:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384364.886025:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384364.886030:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384364.886033:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384364.886036:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384364.886039:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384364.886042:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384364.886045:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384364.886047:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384364.886049:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384364.886051:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384364.886054:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384364.886056:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384364.886059:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384364.886061:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384364.886063:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384364.886066:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384364.886068:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384364.886070:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384364.886073:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384364.886075:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384364.886077:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384364.886080:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384364.886082:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384364.886085:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384364.886087:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384364.886089:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384364.886091:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384364.886094:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384364.886096:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384364.886098:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384364.886136:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384364.886138:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384364.886140:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384364.886142:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384364.886145:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384364.886149:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:1.0:1767384364.886160:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384364.886163:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384364.886165:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384364.886168:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384364.886170:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384364.886172:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384364.886175:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384364.886178:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384364.886180:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384364.886182:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384364.886184:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384364.886186:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384364.886188:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384364.886191:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384364.886193:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384364.886196:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384364.886198:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384364.886201:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384364.886202:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384364.886205:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384364.886207:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384364.886209:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384364.886211:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384364.886213:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384364.886215:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384364.886217:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384364.886220:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384364.886223:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384364.886225:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384364.886227:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384364.886230:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384364.886232:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384364.886234:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384364.886245:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384364.886247:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384364.886249:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384364.886252:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:1.0:1767384364.886255:0:17073:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 76 20000000:00000001:1.0:1767384364.886257:0:17073:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:1.0:1767384364.886260:0:17073:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384364.886264:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e1bdebfd. 00000100:00000010:1.0:1767384364.886267:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000065fee17. 00000020:00000040:1.0:1767384364.886270:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:1.0:1767384364.886274:0:17073:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384364.886277:0:17073:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384364.886281:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000010:1.0:1767384364.886289:0:17073:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000041dde127. 00000400:00000200:1.0:1767384364.886294:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.886304:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.886312:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x695824dc06b80 00000400:00000200:1.0:1767384364.886318:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x1d0d [4] + 0 00000400:00000010:1.0:1767384364.886322:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ddfcec. 00000400:00000200:1.0:1767384364.886326:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df8c8d2b 00000400:00000200:1.0:1767384364.886330:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.886334:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384364.886338:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df8c8d2b 00000400:00000010:1.0:1767384364.886340:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000df8c8d2b. 00000100:00000001:1.0:1767384364.886346:0:17073:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384364.886348:0:17073:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000962f7c6f desc 00000000c4b45f77 mbits 1853236743007104 00000100:00000001:1.0:1767384364.886363:0:17073:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384364.886367:0:17073:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384364.886372:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384364.886380:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.886384:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.886385:0:17073:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d19 00000400:00000200:1.0:1767384364.886392:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.886397:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384364.886401:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384364.886404:0:17073:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e1bdebfd 00000100:00000001:1.0:1767384364.886407:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384364.886431:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384364.886434:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384364.886439:0:17073:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384364.886440:0:17073:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e1bdebfd 00000100:00000001:1.0:1767384364.886444:0:17073:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384364.886452:0:17073:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x695824dc06b80-0x695824dc06b80 00000100:00000001:1.0:1767384364.886455:0:17073:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.886460:0:17073:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.886463:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384364.886466:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:1.0:1767384364.886469:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000065fee17. 00000100:00000010:1.0:1767384364.886473:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e1bdebfd. 00000100:00000001:1.0:1767384364.886477:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384364.886479:0:17073:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384364.886488:0:17073:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000dc33bb16. 20000000:00000001:1.0:1767384364.886493:0:17073:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384364.886496:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743007104 00010000:00000001:1.0:1767384364.886498:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384364.886503:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce519c61 x1853236743007104/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 304/240 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.886511:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.886513:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.886515:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.886519:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.886522:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384364.886524:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384364.886527:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.886529:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.886532:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.886535:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.886540:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000200:1.0:1767384364.886544:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743007104, offset 224 00000400:00000200:1.0:1767384364.886548:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.886554:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.886561:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc06b80 00000400:00000200:1.0:1767384364.886573:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d11 [1] + 224 00000400:00000200:1.0:1767384364.886578:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.886581:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.886585:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.886588:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.886598:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.886619:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.886625:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384364.886626:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384364.886630:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384364.886633:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.886634:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384364.886637:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384364.886638:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384364.886641:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384364.886644:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:0.0:1767384364.886645:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001299aac0. 00010000:00000001:1.0:1767384364.886651:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384364.886651:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e49f0d 00000020:00000001:1.0:1767384364.886655:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.886656:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e49f0d. 00000020:00000001:1.0:1767384364.886663:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384364.886663:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.886669:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.886672:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce519c61 x1853236743007104/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:345/0 lens 304/240 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.886687:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.886698:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce519c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743007104:12345-0@lo:256: Request processed in 800us (1087us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384364.886699:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.886701:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.886705:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384364.886707:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.886710:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.886711:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.886715:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 02000000:00000001:0.0:1767384364.886715:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.886718:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=74 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384364.886720:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00001000:0.0:1767384364.886722:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.886726:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.886726:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.886729:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.886731:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384364.886731:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384364.886735:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.886737:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af3c92db. 00000100:00000001:0.0:1767384364.886737:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.886740:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384364.886745:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a926138. 00000100:00000040:0.0:1767384364.886749:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384364.886752:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052665299. 00000020:00000040:1.0:1767384364.886758:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:1.0:1767384364.886763:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384364.886764:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384364.886766:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000050b17a25. 00000100:00000001:0.0:1767384364.886769:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384364.886772:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.886780:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384364.886785:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384364.886786:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743007104:0@lo:256: 00000100:00000200:1.0:1767384364.886790:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384364.886793:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384364.886796:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cee7c96. 00000100:00000001:0.0:1767384364.886798:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.886803:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:1.0:1767384364.886804:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004391ce5. 00000100:00000001:0.0:1767384364.886805:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.886811:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.886820:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384364.886822:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ca2cd02c. 00000100:00000001:0.0:1767384364.886826:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384364.886827:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384364.886830:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 76, more 0. 10000000:00000001:0.0:1767384364.886834:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384364.886841:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ad7da4c7. 10000000:00000040:0.0:1767384364.886849:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384364.886853:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384364.886855:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384364.886859:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384364.886861:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.886862:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384364.886864:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384364.886865:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:0.0:1767384364.886867:0:17076:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.204.108@tcp' 00000400:00000200:0.0:1767384364.886869:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384364.886871:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384364.886873:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384364.886877:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384364.886880:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (35) 00000400:00000200:0.0:1767384364.886888:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000200:0.0:1767384364.886901:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384364.886902:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384364.886905:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384364.886906:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384364.886908:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000400:00000200:0.0:1767384364.886910:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384364.886911:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384364.886913:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886914:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384364.886915:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384364.886918:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886919:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384364.886921:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384364.886923:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886925:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384364.886926:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384364.886929:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886930:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384364.886932:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:2.0:1767384364.886934:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384364.886934:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886939:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384364.886940:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:2.0:1767384364.886944:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:0.0:1767384364.886945:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886947:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:2.0:1767384364.886950:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000200:0.0:1767384364.886951:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384364.886955:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886957:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384364.886957:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000010:2.0:1767384364.886959:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b1929383. 00000400:00000200:0.0:1767384364.886960:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886962:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384364.886966:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000010:2.0:1767384364.886968:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000400:00000200:0.0:1767384364.886968:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886972:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384364.886974:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000010:2.0:1767384364.886977:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdd3c37b. 00000400:00000200:0.0:1767384364.886977:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.886996:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:2.0:1767384364.887001:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:0.0:1767384364.887001:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384364.887008:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887010:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:0.0:1767384364.887011:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:2.0:1767384364.887015:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384364.887016:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887020:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:0.0:1767384364.887024:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:0.0:1767384364.887026:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887029:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:2.0:1767384364.887030:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:0.0:1767384364.887031:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:0.0:1767384364.887037:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887041:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384364.887044:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:0.0:1767384364.887049:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887050:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:0.0:1767384364.887054:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:0.0:1767384364.887058:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384364.887064:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887065:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:0.0:1767384364.887065:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:0.0:1767384364.887071:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:0.0:1767384364.887076:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887078:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:2.0:1767384364.887080:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:0.0:1767384364.887081:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384364.887087:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887089:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:2.0:1767384364.887092:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:0.0:1767384364.887093:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384364.887099:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887118:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:0.0:1767384364.887119:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:0.0:1767384364.887122:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887123:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:0.0:1767384364.887125:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384364.887128:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887131:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:2.0:1767384364.887132:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:0.0:1767384364.887135:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:0.0:1767384364.887141:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887144:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:0.0:1767384364.887150:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:0.0:1767384364.887152:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384364.887154:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887155:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:0.0:1767384364.887157:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:0.0:1767384364.887162:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887166:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384364.887169:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:2.0:1767384364.887170:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:0.0:1767384364.887175:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887180:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:0.0:1767384364.887181:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384364.887186:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:2.0:1767384364.887191:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:0.0:1767384364.887192:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887198:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:2.0:1767384364.887202:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:0.0:1767384364.887204:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:0.0:1767384364.887213:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887214:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:0.0:1767384364.887218:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:0.0:1767384364.887223:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:2.0:1767384364.887225:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:0.0:1767384364.887230:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384364.887234:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:0.0:1767384364.887236:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:0.0:1767384364.887241:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:2.0:1767384364.887244:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 64], ns[44, 64] 00000400:00000200:0.0:1767384364.887246:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887251:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:0.0:1767384364.887255:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:2.0:1767384364.887258:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:0.0:1767384364.887261:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887266:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:2.0:1767384364.887270:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:0.0:1767384364.887271:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:0.0:1767384364.887277:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.887280:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000400:00000200:2.0:1767384364.887283:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000100:00000001:0.0:1767384364.887284:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.887288:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384364.887294:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 00000400:00000200:2.0:1767384364.887297:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 10000000:00000010:0.0:1767384364.887299:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000017073250. 10000000:00000040:0.0:1767384364.887304:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 76/76 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000400:00000200:2.0:1767384364.887309:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[114, 44], ns[117, 44] 00000020:00000080:0.0:1767384364.887309:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384364.887316:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384364.887318:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[97, 44] 00000400:00000200:2.0:1767384364.887325:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000020:00000010:0.0:1767384364.887327:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007578340f. 00000400:00000200:2.0:1767384364.887332:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000020:00000010:0.0:1767384364.887332:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c48da595. 00000040:00000010:0.0:1767384364.887340:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c995acee. 00000400:00000200:2.0:1767384364.887341:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 44], ns[114, 44] 00000020:00000010:0.0:1767384364.887345:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efadab93. 00000400:00000200:2.0:1767384364.887350:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 44], ns[141, 44] 00000020:00000010:0.0:1767384364.887350:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384364.887354:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa009694. 80000000:00000010:0.0:1767384364.887359:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000048ecfd8. 40000000:00000010:0.0:1767384364.887363:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000034eb6151. 00000400:00000200:2.0:1767384364.887365:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 44], ns[115, 44] 00100000:00000010:0.0:1767384364.887368:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384364.887374:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dba2f0f0. 00000400:00000200:2.0:1767384364.887377:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 44], ns[109, 44] 00040000:00000010:0.0:1767384364.887379:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d0bd46c. 00040000:00000010:0.0:1767384364.887385:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc09e381. 00000400:00000200:2.0:1767384364.887387:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[116, 44] 00080000:00000010:0.0:1767384364.887391:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d498a57a. 00000400:00000200:2.0:1767384364.887396:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00080000:00000010:0.0:1767384364.887398:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053e6e5aa. 00000400:00000200:2.0:1767384364.887403:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[151, 44] 00000004:00000010:0.0:1767384364.887404:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f1d4d95. 00000400:00000200:2.0:1767384364.887411:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 44], ns[147, 44] 00000004:00000010:0.0:1767384364.887411:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000abf1e36a. 00000004:00000010:0.0:1767384364.887416:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009748d1b3. 00000400:00000200:2.0:1767384364.887421:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[147, 44], ns[150, 44] 00002000:00000010:0.0:1767384364.887422:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000073616386. 00000004:00000010:0.0:1767384364.887428:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081b62829. 00000400:00000200:2.0:1767384364.887432:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000004:00000001:0.0:1767384364.887433:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384364.887436:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384364.887439:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000017073250 00000400:00000200:2.0:1767384364.887442:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000040:00001000:0.0:1767384364.887442:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384364.887445:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384364.887449:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384364.887452:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384364.887454:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000040:00001000:0.0:1767384364.887457:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384364.887460:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384364.887461:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384364.887463:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp42 00000040:00001000:0.0:1767384364.887464:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384364.887468:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384364.887471:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp42 lpni_is_preferred = 0 00000400:00000200:2.0:1767384364.887477:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp42 00000400:00000200:2.0:1767384364.887487:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp42 NI seq info: [152:152:256:4294967295] 192.168.204.108@tcp42 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767384364.887495:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp42 00000400:00000200:2.0:1767384364.887504:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp42(192.168.204.108@tcp42:) -> 192.168.204.108@tcp42(192.168.204.108@tcp:192.168.204.108@tcp42) : GET try# 0 00000800:00000200:2.0:1767384364.887512:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp42 00000004:00000001:0.0:1767384364.887512:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384364.887517:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e402515. 00000020:00000010:0.0:1767384364.887517:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c48da595. 00000040:00000010:0.0:1767384364.887525:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c995acee. 00000020:00000010:0.0:1767384364.887528:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efadab93. 00000800:00000010:2.0:1767384364.887530:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000908c7a18. 00000800:00000010:2.0:1767384364.887536:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000088ae6114. 00000020:00000010:0.0:1767384364.887538:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384364.887544:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa009694. 00000800:00000200:2.0:1767384364.887548:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (2) 80000000:00000010:0.0:1767384364.887549:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000048ecfd8. 40000000:00000010:0.0:1767384364.887555:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000034eb6151. 00000800:00000200:2.1:1767384364.887558:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (2) 00100000:00000010:0.0:1767384364.887560:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384364.887566:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dba2f0f0. 00040000:00000010:0.0:1767384364.887569:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003d0bd46c. 00040000:00000010:0.0:1767384364.887572:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc09e381. 00080000:00000010:0.0:1767384364.887576:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053e6e5aa. 00080000:00000010:0.0:1767384364.887580:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d498a57a. 00000400:00000200:2.0:1767384364.887582:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000004:00000010:0.0:1767384364.887586:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f1d4d95. 00000400:00000200:2.0:1767384364.887587:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000004:00000010:0.0:1767384364.887591:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000abf1e36a. 00000004:00000010:0.0:1767384364.887595:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009748d1b3. 00002000:00000010:0.0:1767384364.887598:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000073616386. 00000004:00000010:0.0:1767384364.887601:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081b62829. 00000020:00000010:0.0:1767384364.887604:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007578340f. 00000020:00000001:0.0:1767384364.887608:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.887609:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384364.887612:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000017073250. 10000000:00000010:0.0:1767384364.887615:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ad7da4c7. 10000000:00000001:0.0:1767384364.887617:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.887619:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.887623:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743007104/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.887628:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384364.887630:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.887631:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034c6192a. 02000000:00000001:0.0:1767384364.887633:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384364.887635:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.887636:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384364.887637:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384364.887639:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384364.887640:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.887641:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384364.887643:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384364.887645:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000010:0.0:1767384364.887650:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002cad0fae. 00000100:00000010:0.0:1767384364.887654:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c4b45f77. 00000100:00000001:0.0:1767384364.887656:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384364.887658:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003b84c3ca. 02000000:00000001:0.0:1767384364.887660:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.887661:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.887663:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384364.887665:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.887666:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384364.887679:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002be458d0. 10000000:01000000:0.0:1767384364.887682:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384364.887685:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384364.887686:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.887687:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.887688:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b769339 refcount=3 00000020:00000001:0.0:1767384364.887690:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.887692:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:0.0:1767384364.887695:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384364.887697:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.887703:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.887704:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384364.887705:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384364.887708:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00010000:00000001:0.0:1767384364.887710:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384364.887714:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.887715:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384364.887716:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384364.887718:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384364.887720:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384364.887721:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384364.887723:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384364.887725:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384364.887755:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.887801:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.887864:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.887909:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.887965:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888025:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888074:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888191:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888236:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888289:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888357:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888418:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888482:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888528:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888570:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888617:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888663:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888699:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888740:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888784:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888827:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888870:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.888969:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889030:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889087:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889174:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889224:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889268:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889330:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889382:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889423:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384364.889466:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384364.889673:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cac89a41. 00000800:00000010:1.0:1767384364.889680:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc3f46f0. 00000800:00000010:1.0:1767384364.889687:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fea4820. 00000800:00000010:1.0:1767384364.889717:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fea4820. 00000800:00020000:1.0:1767384364.889730:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384364.889734:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc3f46f0. 00000800:00000010:1.0:1767384364.889737:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cac89a41. 00000400:02020000:1.0:1767384364.889792:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp42 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384364.889800:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp42 notifying 192.168.204.108@tcp42: down 00000800:00000200:1.0:1767384364.889807:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp42 down 00000800:00000100:1.0:1767384364.889814:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp42 00000800:00000010:1.0:1767384364.889818:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e402515. 00000400:00000200:1.0:1767384364.889824:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384364.889829:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp42->192.168.204.108@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384364.889838:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp42 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:1.0:1767384364.889843:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384364.889847:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:1.0:1767384364.889852:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:1.0:1767384364.889879:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384364.889883:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000001:1.0:1767384364.889887:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384364.889888:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384364.889890:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000400:00000010:1.0:1767384364.889900:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000400:00000200:1.0:1767384364.889905:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384364.889909:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:1.0:1767384364.889913:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b1929383. 00000400:00000200:1.0:1767384364.889917:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000400:00000200:1.0:1767384364.889920:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:1.0:1767384364.889923:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc -71 00000400:00000200:1.0:1767384364.889927:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:1.0:1767384364.889932:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (36) 00000100:00000040:0.0:1767384364.892133:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294951943, at 4294951945 00000100:00000040:3.0:1767384364.892143:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294951943, at 4294951945 00000100:00000040:1.0:1767384364.892146:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294951943, at 4294951945 00000100:00000010:0.0:1767384364.892146:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000beb19123. 00000100:00000010:3.0:1767384364.892152:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078a354d6. 00000100:00000010:1.0:1767384364.892155:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1af2f62. 00000100:00000040:2.0:1767384364.894382:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294951943, at 4294951947 00000100:00000010:2.0:1767384364.894408:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ea483b. 00000020:00000010:1.0:1767384364.899494:0:35514:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003fea4820. 00000020:00000040:1.0:1767384364.899503:0:35514:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384364.899506:0:35514:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003fea4820. 00000400:00000001:3.0:1767384365.267149:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384365.267153:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384365.267156:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:3.0:1767384365.267160:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000400:00000200:3.0:1767384365.267164:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384365.267169:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384365.267179:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000035e42edf. 00000400:00000010:3.0:1767384365.267183:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043fe5e35. 00000400:00000200:3.0:1767384365.267193:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000800:00000200:0.0:1767384365.267194:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000400:00000010:3.0:1767384365.267196:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f7f7bd0f. 00000400:00000010:3.0:1767384365.267205:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007dc15107. 00000800:00000200:0.0:1767384365.267206:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000400:00000010:3.0:1767384365.267209:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000800:00000200:0.0:1767384365.267212:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384365.267224:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000777e97e1. 00000400:00000200:3.0:1767384365.267229:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000800:00000010:0.0:1767384365.267237:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dba2f0f0. 00000400:00000200:3.0:1767384365.267244:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000800:00000200:0.0:1767384365.267246:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00000400:00000200:3.0:1767384365.267252:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000800:00000200:0.0:1767384365.267256:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:988 00000400:00000200:3.0:1767384365.267262:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [153:153:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [150:150:8:4294967295] 00000800:00000200:0.0:1767384365.267263:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384365.267274:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:3.0:1767384365.267283:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:3.0:1767384365.267288:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:3.0:1767384365.267293:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e500462e. 00000800:00000200:3.0:1767384365.267297:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:3.1:1767384365.267302:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:3.0:1767384365.267316:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 5 next ping: 317 health :500 00000400:00000200:3.0:1767384365.267320:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp41 00000400:00000010:3.0:1767384365.267323:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001c0f331b. 00000400:00000010:3.0:1767384365.267327:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e79d595c. 00000400:00000010:3.0:1767384365.267331:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 00000400:00000010:3.0:1767384365.267335:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b0fb69d. 00000400:00000200:3.0:1767384365.267339:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp41 00000800:00000200:1.0:1767384365.267344:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384365.267347:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp41 local destination 00000800:00000001:1.0:1767384365.267351:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.267354:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp41 00000800:00000200:0.0:1767384365.267356:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384365.267361:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp41 NI seq info: [154:154:256:4294967295] 192.168.204.108@tcp41 LPNI seq info [151:151:8:4294967295] 00000800:00000001:0.0:1767384365.267361:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.267364:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384365.267369:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.267370:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp41 00000800:00000001:1.0:1767384365.267371:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384365.267375:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.267377:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384365.267379:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.267387:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp41(192.168.204.108@tcp41:) -> 192.168.204.108@tcp41(192.168.204.108@tcp41:192.168.204.108@tcp41) : GET try# 0 00000800:00000200:3.0:1767384365.267393:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp41 00000800:00000010:3.0:1767384365.267396:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067f50a30. 00000800:00000200:3.0:1767384365.267399:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (2) 00000800:00000200:3.1:1767384365.267403:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (2) 00000400:00000200:3.0:1767384365.267416:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp41 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:3.0:1767384365.267421:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp42 00000400:00000010:3.0:1767384365.267424:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000020817c65. 00000400:00000010:3.0:1767384365.267432:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000030880bb6. 00000400:00000010:3.0:1767384365.267436:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000400:00000010:3.0:1767384365.267441:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000d16b57. 00000400:00000200:3.0:1767384365.267446:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp42 00000400:00000200:3.0:1767384365.267453:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp42 local destination 00000400:00000200:3.0:1767384365.267456:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp42 00000400:00000200:0.0:1767384365.267456:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267461:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267464:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp42 NI seq info: [155:155:256:4294967295] 192.168.204.108@tcp42 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384365.267470:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp42 00000400:00000200:3.0:1767384365.267475:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp42(192.168.204.108@tcp42:) -> 192.168.204.108@tcp42(192.168.204.108@tcp42:192.168.204.108@tcp42) : GET try# 0 00000800:00000200:3.0:1767384365.267480:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp42 00000800:00000010:3.0:1767384365.267483:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e55b6fdf. 00000800:00000200:3.0:1767384365.267488:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (2) 00000800:00000200:3.1:1767384365.267492:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (2) 00000400:00000200:3.0:1767384365.267505:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp42 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:1.0:1767384365.267525:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267525:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267568:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267575:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267575:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267629:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267643:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267643:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267686:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267720:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267720:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267743:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267785:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267785:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267799:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267838:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267843:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267890:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267890:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.267912:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.267951:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.267951:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268027:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268027:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268071:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268093:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268093:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268180:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268206:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268229:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268250:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268274:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268300:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268328:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268343:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268352:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268395:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268417:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268491:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268502:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268553:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268563:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268563:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268619:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268633:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268633:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268681:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268697:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268697:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268733:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268754:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268754:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268786:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268813:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268852:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268877:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268877:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268926:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.268944:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.268945:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.268999:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269022:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269022:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269048:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269085:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269117:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269167:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269167:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269175:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269228:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269228:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269238:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269291:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269291:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269305:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269360:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269360:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269366:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269420:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269420:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269426:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269476:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384365.269476:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269484:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269539:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269552:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269612:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269614:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000800:00000010:0.0:1767384365.269670:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053e6e5aa. 00000400:00000200:1.0:1767384365.269674:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269678:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000800:00000010:0.0:1767384365.269678:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f415e2fd. 00000800:00000010:0.0:1767384365.269688:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aef71ad6. 00000800:00000010:0.0:1767384365.269718:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aef71ad6. 00000800:00020000:0.0:1767384365.269728:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:1.0:1767384365.269731:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269738:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269805:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269806:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269864:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269915:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.269944:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.269985:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270024:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270051:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270118:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270122:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270152:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270186:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270198:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270246:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270247:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270295:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270323:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270337:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270378:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270380:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270406:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270442:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270445:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.270527:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270586:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.270631:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000800:00000010:3.0:1767384365.270698:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020506743. 00000800:00000010:3.0:1767384365.270707:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045bc51b1. 00000800:00000010:3.0:1767384365.270712:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003786e79b. 00000800:00000010:3.0:1767384365.270747:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003786e79b. 00000400:00000200:3.0:1767384365.270839:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384365.270869:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp41 from 207.3.0.2 00000800:00000010:3.0:1767384365.270874:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000050f26d0c. 00000800:00000010:1.0:1767384365.270874:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cac89a41. 00000800:00000010:1.0:1767384365.270881:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ed7f42d. 00000800:00000010:1.0:1767384365.270886:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.270935:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.270987:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006115cabc. 00000800:00000010:1.0:1767384365.270993:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.271030:0:31124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.271037:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (2) 00000800:00000200:1.1:1767384365.271045:0:31124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp41 000000003d61b4ad deleted 00000800:00000010:1.1:1767384365.271048:0:31124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.271053:0:31124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384365.271058:0:31124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp41 ip 192.168.204.108:975 00000800:00000200:1.1:1767384365.271062:0:31124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067f50a30 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384365.271067:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp41 p 3.x 192.168.204.108 -> 192.168.204.108:975 incarnation:1767384356968855424 sched[0] 00000800:00000010:1.0:1767384365.271074:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000400:00000200:3.0:1767384365.271095:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384365.271127:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp42 from 208.3.0.2 00000800:00000010:3.0:1767384365.271130:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007532e01d. 00000800:00000010:1.0:1767384365.271161:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.271167:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.271206:0:31124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000050f26d0c. 00000800:00000010:1.0:1767384365.271217:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a273c6d. 00000800:00000010:1.0:1767384365.271221:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.271243:0:31124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.271249:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (2) 00000800:00000200:1.1:1767384365.271255:0:31124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp42 000000003d61b4ad deleted 00000800:00000010:1.1:1767384365.271258:0:31124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.271262:0:31124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384365.271268:0:31124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp42 ip 192.168.204.108:976 00000800:00000200:1.1:1767384365.271272:0:31124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e55b6fdf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384365.271279:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp42 p 3.x 192.168.204.108 -> 192.168.204.108:976 incarnation:1767384359311398373 sched[0] 00000800:00000010:1.0:1767384365.271285:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.271338:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.271343:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.271373:0:31124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007532e01d. 00000800:00000001:1.0:1767384365.271402:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.271407:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.271454:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.271458:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384365.271464:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.271469:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067f50a30. 00000400:00000200:1.0:1767384365.271473:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.271480:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp41->192.168.204.108@tcp41: GET: OK 00000400:00000200:1.0:1767384365.271486:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000200:3.0:1767384365.271500:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384365.271503:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp41 recovery message sent successfully:0 00000800:00000010:3.0:1767384365.271504:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e55b6fdf. 00000400:00000200:3.0:1767384365.271508:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.271515:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp42->192.168.204.108@tcp42: GET: OK 00000400:00000200:3.0:1767384365.271522:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384365.271525:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp42 recovery message sent successfully:0 00000800:00000200:1.1:1767384365.271554:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384365.271562:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384365.271566:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp41 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384356968855424 sched[0] 00000800:00000200:3.0:1767384365.271572:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp42 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384359311398373 sched[0] 00000800:00000010:1.0:1767384365.271575:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ed7f42d. 00000800:00000010:3.0:1767384365.271579:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045bc51b1. 00000800:00000001:1.0:1767384365.271627:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.271635:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.271638:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.271641:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:1.0:1767384365.271647:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.271658:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp41(192.168.204.108@tcp41) <- 192.168.204.108@tcp41 : GET - for me 00000400:00000200:1.0:1767384365.271672:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384365.271676:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.271684:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1cc9 [1] + 0 00000400:00000200:1.0:1767384365.271697:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp41 to MR: 192.168.204.108@tcp41 local destination 00000400:00000200:1.0:1767384365.271707:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp41 NI seq info: [156:156:256:4294967295] 192.168.204.108@tcp41 LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1767384365.271708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.271727:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp41(192.168.204.108@tcp41:192.168.204.108@tcp41) -> 192.168.204.108@tcp41(192.168.204.108@tcp41:192.168.204.108@tcp41) 192.168.204.108@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384365.271735:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp41 00000800:00000010:1.0:1767384365.271740:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb6e494. 00000800:00000200:1.0:1767384365.271748:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (4) 00000400:00000200:3.0:1767384365.271749:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000200:1.0:1767384365.271756:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp41 ip 192.168.204.108:988 00000800:00000200:1.0:1767384365.271760:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bb6e494 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384365.271786:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000200:1.0:1767384365.271814:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.271826:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb6e494. 00000400:00000200:1.0:1767384365.271831:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.271836:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.271838:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp41->192.168.204.108@tcp41: REPLY: OK 00000800:00000001:1.0:1767384365.271855:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.271862:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.271865:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.271874:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.271890:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp42(192.168.204.108@tcp42) <- 192.168.204.108@tcp42 : GET - for me 00000400:00000200:1.0:1767384365.271900:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384365.271904:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.271908:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1cc9 [1] + 0 00000400:00000200:1.0:1767384365.271920:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp42 to MR: 192.168.204.108@tcp42 local destination 00000400:00000200:1.0:1767384365.271935:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp42 NI seq info: [157:157:256:4294967295] 192.168.204.108@tcp42 LPNI seq info [154:154:8:4294967295] 00000800:00000001:2.0:1767384365.271942:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.271948:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:2.0:1767384365.271951:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.271954:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp42(192.168.204.108@tcp42:192.168.204.108@tcp42) -> 192.168.204.108@tcp42(192.168.204.108@tcp42:192.168.204.108@tcp42) 192.168.204.108@tcp42 : REPLY try# 0 00000800:00000001:2.0:1767384365.271958:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384365.271965:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp42 00000800:00000001:2.0:1767384365.271966:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384365.271970:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384365.271971:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb6e494. 00000800:00000200:1.0:1767384365.271989:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (4) 00000800:00000001:2.0:1767384365.271990:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384365.271996:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp42 ip 192.168.204.108:988 00000400:00000200:3.0:1767384365.272002:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000800:00000200:1.0:1767384365.272003:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bb6e494 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384365.272004:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp41(192.168.204.108@tcp41) <- 192.168.204.108@tcp41 : REPLY - for me 00000400:00000200:2.0:1767384365.272034:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp41: Reply from 12345-192.168.204.108@tcp41 of length 272/272 into md 0x1d2d 00000800:00000001:2.0:1767384365.272040:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.272048:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384365.272051:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.272056:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384365.272057:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp41->192.168.204.108@tcp41: REPLY: OK 00000800:00000200:1.0:1767384365.272064:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384365.272065:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 00000800:00000010:1.0:1767384365.272069:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb6e494. 00000400:00000010:2.0:1767384365.272070:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000400:00000200:1.0:1767384365.272075:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.272078:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384365.272085:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp42->192.168.204.108@tcp42: REPLY: OK 00000400:00000010:2.0:1767384365.272087:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001c0f331b. 00000400:00000010:2.0:1767384365.272093:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e79d595c. 00000800:00000001:1.0:1767384365.272096:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.272097:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00000001:1.0:1767384365.272126:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384365.272127:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.272133:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.272136:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.272139:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384365.272140:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.272148:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384365.272157:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp42(192.168.204.108@tcp42) <- 192.168.204.108@tcp42 : REPLY - for me 00000400:00000200:2.0:1767384365.272168:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp42: Reply from 12345-192.168.204.108@tcp42 of length 272/272 into md 0x1d31 00000800:00000001:2.0:1767384365.272172:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.272178:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.272179:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384365.272181:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.272188:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp42->192.168.204.108@tcp42: REPLY: OK 00000400:00000200:2.0:1767384365.272193:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000400:00000010:2.0:1767384365.272195:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000400:00000200:2.0:1767384365.272199:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384365.272201:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000010:2.0:1767384365.272204:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000020817c65. 00000400:00000010:2.0:1767384365.272209:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000030880bb6. 00000400:00000200:3.0:1767384365.272215:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000800:00000001:2.0:1767384365.272225:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.272231:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.272263:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272277:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272332:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272332:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272368:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272402:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272410:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272470:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272470:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272504:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272539:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272544:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272604:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272616:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272648:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272678:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272698:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272746:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272755:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272815:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272817:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272892:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272912:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.272951:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.272996:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273023:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273056:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273126:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273131:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273174:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273214:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273227:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273290:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273340:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273368:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273389:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273432:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273446:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273494:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273501:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273578:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273612:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273651:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273666:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273711:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273715:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273771:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273811:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273846:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273879:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.273934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.273983:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274008:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274038:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274054:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274096:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274130:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274174:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274186:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274248:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274249:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274315:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274372:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274436:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274464:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384365.274493:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384365.274535:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp42 from 206.3.0.2 00000800:00000010:3.0:1767384365.274538:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000042b7710e. 00000400:00000200:1.0:1767384365.274542:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274616:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274697:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274772:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274902:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.274958:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275043:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275231:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275310:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275386:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275470:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000800:00000010:3.0:1767384365.275497:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b199bcec. 00000800:00000010:3.0:1767384365.275502:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045bc51b1. 00000800:00000010:3.0:1767384365.275517:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db6080ec. 00000800:00000010:3.0:1767384365.275521:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a2d0d8c. 00000800:00000010:3.0:1767384365.275525:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003786e79b. 00000400:00000200:1.0:1767384365.275525:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:1.0:1767384365.275571:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000800:00000010:3.0:1767384365.275578:0:31124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066f7a2b0. 00000800:00000200:3.1:1767384365.275584:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (4) 00000800:00000200:3.1:1767384365.275589:0:31124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp42 0000000066f7a2b0 deleted 00000800:00000010:3.1:1767384365.275591:0:31124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000066f7a2b0. 00000800:00000200:3.1:1767384365.275594:0:31124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384365.275598:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp42 p 3.x 192.168.204.108 -> 192.168.204.108:974 incarnation:1767384359311398373 sched[0] 00000800:00000010:3.0:1767384365.275603:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c22bbdf4. 00000400:00000200:1.0:1767384365.275612:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000800:00000010:3.0:1767384365.275620:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c22bbdf4. 00000800:00000010:3.0:1767384365.275625:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045bc51b1. 00000800:00000010:3.0:1767384365.275650:0:31124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000042b7710e. 00000800:00000001:1.0:1767384365.275661:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.275667:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384365.275883:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005378f4b. 00000800:00000010:1.0:1767384365.275889:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ed7f42d. 00000800:00000010:1.0:1767384365.275893:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.275938:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000400:00000200:3.0:1767384365.275947:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384365.275961:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp41 from 205.3.0.2 00000800:00000010:3.0:1767384365.275964:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000042b7710e. 00000800:00000010:1.0:1767384365.276079:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7d0e45. 00000800:00000010:1.0:1767384365.276086:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.276135:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.276142:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (4) 00000800:00000200:1.1:1767384365.276147:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp41 000000003d61b4ad deleted 00000800:00000010:1.1:1767384365.276156:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d61b4ad. 00000800:00000200:1.1:1767384365.276160:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384365.276167:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp41 p 3.x 192.168.204.108 -> 192.168.204.108:973 incarnation:1767384356968855424 sched[0] 00000800:00000010:1.0:1767384365.276173:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.276228:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009951733d. 00000800:00000010:1.0:1767384365.276234:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6e063e8. 00000800:00000010:1.0:1767384365.276263:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000042b7710e. 00000800:00000001:1.0:1767384365.276282:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.276287:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384365.276314:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384365.276322:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp41 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384356968855424 sched[0] 00000800:00000010:1.0:1767384365.276326:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ed7f42d. 00000800:00000001:1.0:1767384365.276359:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.276363:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384365.276443:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003786e79b. 00000800:00000200:3.1:1767384365.276454:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384365.276458:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp42 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384359311398373 sched[0] 00000800:00000010:3.0:1767384365.276461:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a2d0d8c. 00000800:00000001:3.0:1767384365.276480:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.276483:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384365.278262:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f415e2fd. 00000800:00000010:0.0:1767384365.278267:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000053e6e5aa. 00000400:02020000:0.0:1767384365.278321:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384365.282903:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000800:00000200:0.0:1767384365.282909:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000800:00000100:0.0:1767384365.282914:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:0.0:1767384365.282917:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e500462e. 00000400:00000200:0.0:1767384365.282920:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384365.282923:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384365.282937:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384365.282939:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384365.282942:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00010000:00000001:0.0:1767384365.587188:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384365.587196:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384365.587204:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384365.587206:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.587259:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384365.587262:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.587265:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384365.647012:0:35725:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000132ded9. 00080000:00000010:2.0:1767384365.647021:0:35725:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000132ded9. 00000020:00000001:2.0:1767384365.647025:0:35725:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384365.647031:0:35725:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000132ded9. 00080000:00000010:2.0:1767384365.647035:0:35725:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000132ded9. 00000020:00000001:2.0:1767384365.647038:0:35725:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384366.291148:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384366.291152:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384366.291155:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:3.0:1767384366.291159:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000400:00000200:3.0:1767384366.291164:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384366.291169:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000800:00000200:2.0:1767384366.291178:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000400:00000010:3.0:1767384366.291184:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f7f7bd0f. 00000800:00000200:2.0:1767384366.291189:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:988 00000400:00000010:3.0:1767384366.291190:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007dc15107. 00000800:00000200:2.0:1767384366.291198:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384366.291201:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp40 00000400:00000010:3.0:1767384366.291206:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f5596703. 00000400:00000010:3.0:1767384366.291210:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007dc15107. 00000400:00000010:3.0:1767384366.291212:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000400:00000010:3.0:1767384366.291217:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093b2d2c3. 00000400:00000200:3.0:1767384366.291221:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp40 00000400:00000200:3.0:1767384366.291235:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp40 local destination 00000400:00000200:3.0:1767384366.291240:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000400:00000200:3.0:1767384366.291243:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [158:158:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1767384366.291247:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000400:00000200:3.0:1767384366.291253:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp40:192.168.204.108@tcp40) : GET try# 0 00000800:00000200:3.0:1767384366.291256:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp40 00000800:00000010:3.0:1767384366.291260:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e55b6fdf. 00000800:00000200:3.0:1767384366.291264:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000800:00000200:3.1:1767384366.291267:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:3.0:1767384366.291283:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 3 next ping: 294 health :700 00000800:00000200:1.0:1767384366.291333:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384366.291339:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384366.291352:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384366.291356:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384366.291359:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.291387:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291447:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291473:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291500:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291529:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291563:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291612:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291653:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291692:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291723:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291756:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291785:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291821:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291856:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291888:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291915:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291940:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.291984:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292029:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292056:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292084:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292138:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292165:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292187:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292218:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292247:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292273:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292301:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292340:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292358:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292374:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292391:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292407:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292421:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.292436:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384366.292553:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003b50ad02. 00000800:00000010:2.0:1767384366.292558:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fcf79d55. 00000800:00000010:2.0:1767384366.292562:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073e6947c. 00000800:00000010:2.0:1767384366.292579:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073e6947c. 00000800:00020000:2.0:1767384366.292585:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384366.292588:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fcf79d55. 00000800:00000010:2.0:1767384366.292590:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003b50ad02. 00000400:02020000:2.0:1767384366.292620:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384366.292626:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000400:00000200:2.0:1767384366.292629:0:31124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384366.292632:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:2.0:1767384366.292635:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e55b6fdf. 00000400:00000200:2.0:1767384366.292638:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384366.292642:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384366.292655:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384366.292657:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384366.292660:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp40) recovery failed with -71 00000001:00000001:0.0:1767384366.349097:0:35889:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384366.349121:0:35889:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384366.352833:0:35889:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384366.360701:0:35890:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000081b62829. 00000400:00000010:0.0:1767384366.360716:0:35890:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ed8835f1. 00000400:00000010:0.0:1767384366.360725:0:35890:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c3975d9f. 00000400:00000010:0.0:1767384366.360728:0:35890:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ff5b9b31. 00000400:00000010:0.0:1767384366.360732:0:35890:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b839c748. 00000400:00000010:0.0:1767384366.360736:0:35890:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb2c046a. 00000400:00000010:0.0:1767384366.360738:0:35890:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fed64e3d. 00000400:00000010:0.0:1767384366.360739:0:35890:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f134967. 00000400:00000010:0.0:1767384366.360742:0:35890:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000030def01b. 00000800:00000010:0.0:1767384366.360769:0:35890:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000da684907. 00000800:00000200:0.0:1767384366.360781:0:35890:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384366.360800:0:35890:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384366.360858:0:35890:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384366.360898:0:35890:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767384366.362420:0:35890:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000073616386. 00000400:00000010:0.0:1767384366.362426:0:35890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001299aac0. 00000400:00000010:0.0:1767384366.362432:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e49f0d. 00000400:00000001:0.0:1767384366.362450:0:35890:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.362452:0:35890:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384366.362453:0:35890:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03bad1d. 00000400:00000200:0.0:1767384366.362455:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384366.362456:0:35890:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000400:00000010:0.0:1767384366.362460:0:35890:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000cb45d412. 00000400:00000200:0.0:1767384366.362468:0:35890:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (35) 00000400:00000200:0.0:1767384366.362478:0:35890:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384366.362484:0:35890:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:0.0:1767384366.362492:0:35890:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000053e6e5aa. 00000020:01000000:0.0:1767384366.362498:0:35890:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384366.362500:0:35890:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp45 00000400:00000200:2.0:1767384366.362502:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384366.362508:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384366.362511:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000010:0.0:1767384366.362513:0:35890:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ed8835f1. 00000400:00000010:2.0:1767384366.362516:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000003ba76f9f. 00000400:00000010:0.0:1767384366.362517:0:35890:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000081b62829. 00000400:00000010:2.0:1767384366.362521:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000400:00000010:2.0:1767384366.362529:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ff116df. 00000400:00000200:2.0:1767384366.362533:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000020:00000001:1.0:1767384366.362533:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384366.362538:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384366.362540:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384366.362542:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384366.362545:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000020:01000004:1.0:1767384366.362547:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384366.362550:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384366.362551:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384366.362553:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000020:01000004:1.0:1767384366.362554:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384366.362558:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:2.0:1767384366.362562:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384366.362565:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:2.0:1767384366.362570:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000020:01000004:1.0:1767384366.362572:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384366.362574:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000020:01000004:1.0:1767384366.362576:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384366.362579:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384366.362583:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000020:01000004:1.0:1767384366.362583:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384366.362586:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384366.362589:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384366.362592:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000100:00000010:1.0:1767384366.362595:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000400:00000200:2.0:1767384366.362598:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000020:00000040:1.0:1767384366.362601:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384366.362603:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:2.0:1767384366.362608:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000001:1.0:1767384366.362609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384366.362613:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 02000000:00000001:1.0:1767384366.362614:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384366.362619:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 02000000:00000010:1.0:1767384366.362629:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000537c9a53. 00000400:00000200:2.0:1767384366.362630:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:2.0:1767384366.362636:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 64], ns[44, 64] 00000100:00000001:1.0:1767384366.362638:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362642:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:2.0:1767384366.362645:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000100:00000001:1.0:1767384366.362647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384366.362651:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000100:00000001:1.0:1767384366.362651:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362660:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000100:00000040:1.0:1767384366.362662:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a25a298e] to pc [ptlrpcd_00_00+0] req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.362668:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 44], ns[153, 44] 00000400:00000200:2.0:1767384366.362681:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[97, 44] 00000400:00000200:2.0:1767384366.362685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000400:00000200:2.0:1767384366.362688:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000400:00000200:2.0:1767384366.362691:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 44], ns[114, 44] 00000400:00000200:2.0:1767384366.362695:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 44], ns[141, 44] 10000000:00000001:1.0:1767384366.362696:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362700:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 44], ns[115, 44] 00000100:00000001:0.0:1767384366.362700:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384366.362701:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.362705:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384366.362706:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.362710:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384366.362711:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 44], ns[109, 44] 00000020:01000000:1.0:1767384366.362712:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384366.362719:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384366.362721:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.362722:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[116, 44] 10000000:00000001:1.0:1767384366.362724:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384366.362728:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384366.362731:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384366.362736:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384366.362738:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00000020:01000004:1.0:1767384366.362740:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384366.362744:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384366.362749:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384366.362750:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[151, 44] 00000100:00000001:0.0:1767384366.362750:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384366.362754:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384366.362755:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384366.362758:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384366.362761:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384366.362761:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384366.362765:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384366.362766:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 44], ns[158, 44] 02000000:00000001:0.0:1767384366.362767:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384366.362768:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384366.362773:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 02000000:00000001:0.0:1767384366.362775:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362777:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 44], ns[156, 44] 00000020:00000040:1.0:1767384366.362779:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00100000:0.0:1767384366.362783:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743007232:0@lo:253: 00000100:00000001:1.0:1767384366.362787:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384366.362788:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 44], ns[157, 44] 00000100:00000001:0.0:1767384366.362794:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384366.362796:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 02000000:00000001:1.0:1767384366.362798:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384366.362802:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 02000000:00000001:0.0:1767384366.362802:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384366.362803:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362808:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp43 02000000:00000001:0.0:1767384366.362808:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.362814:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp43 lpni_is_preferred = 0 02000000:00000001:0.0:1767384366.362814:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384366.362818:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp43 00000400:00000200:2.0:1767384366.362822:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp43 NI seq info: [159:159:256:4294967295] 192.168.204.108@tcp43 LPNI seq info [156:156:8:4294967295] 02000000:00000010:0.0:1767384366.362823:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005debfc4a. 02000000:00000010:1.0:1767384366.362824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004dcf4484. 00000400:00000200:2.0:1767384366.362828:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp43 02000000:00000001:0.0:1767384366.362829:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.362832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.362837:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000100:00000001:1.0:1767384366.362839:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384366.362842:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43:) -> 192.168.204.108@tcp43(192.168.204.108@tcp:192.168.204.108@tcp43) : GET try# 0 00000100:00000001:1.0:1767384366.362844:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.362846:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed8835f1. 00000800:00000200:2.0:1767384366.362849:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp43 00000100:00000040:1.0:1767384366.362853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036161841] to pc [ptlrpcd_00_01+1] req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384366.362854:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743007232, portal 25 00000800:00000010:2.0:1767384366.362856:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002bc6483a. 00000100:00000001:0.0:1767384366.362862:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.362865:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000800:00000010:2.0:1767384366.362867:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fcf79d55. 10000000:00000001:1.0:1767384366.362870:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384366.362871:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000004d43ed1. 00000100:00000040:0.0:1767384366.362872:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384366.362874:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384366.362881:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000020:00000001:1.0:1767384366.362881:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384366.362886:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384366.362891:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000053e6e5aa. 00000800:00000200:2.1:1767384366.362893:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000100:00000001:0.0:1767384366.362900:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384366.362903:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.362912:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3d63f3e. 00000400:00000200:2.0:1767384366.362913:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000100:00000200:0.0:1767384366.362917:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743007232, offset 0 00000400:00000200:2.0:1767384366.362919:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000400:00000200:0.0:1767384366.362926:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384366.362935:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384366.362938:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384366.362940:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.362943:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384366.362950:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384366.362968:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06c00 00000400:00000200:1.0:1767384366.362976:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384366.362977:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384366.362980:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f1 [2] + 0 00000100:00000001:2.0:1767384366.362981:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.362989:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384366.362989:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e093f8df. 00000400:00000200:0.0:1767384366.362993:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b59e8976 02000000:00000001:2.0:1767384366.362994:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384366.362999:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.363002:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.363008:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384366.363011:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743007360:0@lo:253: 00000400:00000200:0.0:1767384366.363013:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59e8976 00000100:00000001:2.0:1767384366.363017:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384366.363017:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b59e8976. 02000000:00000001:2.0:1767384366.363022:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384366.363024:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363024:0:16347:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384366.363025:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384366.363027:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384366.363030:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384366.363032:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000d86dc74f x1853236743007232 msgsize 4848 02000000:00000010:2.0:1767384366.363036:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b50ad02. 02000000:00000001:2.0:1767384366.363041:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.363044:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384366.363046:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035d7f6c6. 00000100:00000040:0.0:1767384366.363047:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384366.363054:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a4c5dd6. 00000400:00000200:1.0:1767384366.363055:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363057:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384366.363058:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743007360, portal 25 00000100:00000001:2.0:1767384366.363061:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384366.363062:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000400:00000200:0.0:1767384366.363065:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3d63f3e 00000100:00000040:2.0:1767384366.363068:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.363069:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3d63f3e. 00000100:00000001:0.0:1767384366.363075:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384366.363077:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384366.363081:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.363082:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384366.363084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000010:2.0:1767384366.363087:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad6c66e. 00000100:00000200:2.0:1767384366.363093:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743007360, offset 0 00000100:00000001:0.0:1767384366.363098:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384366.363126:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384366.363135:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384366.363136:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384366.363140:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.363147:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.363148:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc06c80 00000100:00000001:0.0:1767384366.363152:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384366.363156:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1525 [2] + 0 00000400:00000010:2.0:1767384366.363160:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca169af3. 00000100:00000001:0.0:1767384366.363160:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.363165:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a58f8c1a 00000400:00000200:1.0:1767384366.363165:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363166:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294953421 00000400:00000200:2.0:1767384366.363173:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384366.363173:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000048ecfd8. 00000400:00000200:2.0:1767384366.363180:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.363182:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384366.363183:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a58f8c1a 00000400:00000010:2.0:1767384366.363187:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a58f8c1a. 00000100:00000001:0.0:1767384366.363190:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294953421 00000100:00000001:2.0:1767384366.363191:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384366.363194:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384366.363197:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9208ca. 00000100:00000040:2.0:1767384366.363198:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ce6b9871 x1853236743007360 msgsize 4848 00000400:00000200:1.0:1767384366.363198:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00100000:2.0:1767384366.363207:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384366.363209:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384366.363210:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384366.363216:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294953421 00000100:00000010:0.0:1767384366.363221:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2272193. 00000100:00000001:2.0:1767384366.363222:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384366.363224:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384366.363228:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294953421 00000400:00000200:1.0:1767384366.363229:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000010:0.0:1767384366.363233:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011a87212. 00000400:00000200:2.0:1767384366.363234:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ad6c66e 00000400:00000010:2.0:1767384366.363238:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ad6c66e. 00000100:00000001:0.0:1767384366.363239:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384366.363242:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384366.363244:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384366.363248:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.363249:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.363254:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.363256:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363259:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.363266:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.363269:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.363270:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384366.363274:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384366.363277:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:2.0:1767384366.363281:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.363281:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.363285:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.363285:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.363289:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363292:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.363293:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363297:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294953421 00000100:00000001:2.0:1767384366.363301:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294953421 00000100:00000001:2.0:1767384366.363302:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294953421 00000400:00000200:1.0:1767384366.363304:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:2.0:1767384366.363305:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294953421 00000100:00000001:2.0:1767384366.363309:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294953421 00000100:00000001:2.0:1767384366.363311:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294953421 00000100:00000001:2.0:1767384366.363314:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294953421 00000100:00000001:2.0:1767384366.363316:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294953421 00000100:00000001:2.0:1767384366.363317:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.363319:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363322:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363323:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.363327:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.363328:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384366.363331:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.363332:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384366.363333:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:2.0:1767384366.363334:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363340:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.363372:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363378:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384366.363382:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007232 02000000:00000001:0.0:1767384366.363385:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384366.363387:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.363389:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.363392:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.363394:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007232 00000020:00000001:0.0:1767384366.363399:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384366.363401:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384366.363403:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.363406:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384366.363408:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:1.0:1767384366.363409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000020:00000001:0.0:1767384366.363411:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384366.363416:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.363419:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:0.0:1767384366.363421:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.363423:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000400:00000200:1.0:1767384366.363432:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000020:00000010:0.0:1767384366.363434:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fac2243a. 00000020:00000010:0.0:1767384366.363439:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021906630. 00000020:00000010:0.0:1767384366.363444:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000040:0.0:1767384366.363451:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384366.363455:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.363456:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384366.363458:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.363465:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.363468:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000100:00000001:0.0:1767384366.363475:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.363500:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384366.363501:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384366.363505:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007360 00000100:00000001:0.0:1767384366.363506:0:17073:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.363511:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384366.363512:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000100:00000001:2.0:1767384366.363514:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.363518:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.363522:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384366.363523:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.363527:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.363531:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1767384366.363532:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007360 00000100:00000040:0.0:1767384366.363535:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000001:2.0:1767384366.363536:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384366.363540:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223023184 : -130123486528432 : ffff89a743cefc50) 00000020:00000040:2.0:1767384366.363541:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384366.363545:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.363547:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000400:00000200:1.0:1767384366.363548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000100:00000040:0.0:1767384366.363549:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d86dc74f x1853236743007232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384366.363553:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384366.363559:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384366.363565:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384366.363565:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384366.363569:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e6947c. 00000020:00000010:0.0:1767384366.363570:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:2.0:1767384366.363573:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.363574:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384366.363578:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e6947c. 00000020:00000010:0.0:1767384366.363579:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000020:00000010:2.0:1767384366.363585:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d73a776c. 00000100:00100000:0.0:1767384366.363587:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d86dc74f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743007232:12345-0@lo:253: 00000400:00000200:1.0:1767384366.363588:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000020:00000010:2.0:1767384366.363590:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b92160e. 00000100:00000200:0.0:1767384366.363592:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007232 00000020:00000001:0.0:1767384366.363596:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384366.363597:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000020:00000001:0.0:1767384366.363600:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384366.363603:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384366.363603:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.363605:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384366.363606:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384366.363609:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.363609:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384366.363615:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384366.363617:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.363618:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.363622:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384366.363625:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384366.363629:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.363635:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000020:00000001:0.0:1767384366.363635:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363642:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.363642:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384366.363645:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384366.363646:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384366.363652:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 02000000:00000010:0.0:1767384366.363652:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006a366f92. 00000100:00000040:2.0:1767384366.363657:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 02000000:00000001:0.0:1767384366.363657:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363662:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950223008848 : -130123486542768 : ffff89a743cec450) 00000100:00000001:0.0:1767384366.363663:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.363669:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767384366.363670:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce6b9871 x1853236743007360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.363674:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 20000000:00000010:0.0:1767384366.363679:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d77b9390. 00000100:00000001:2.0:1767384366.363682:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:0.0:1767384366.363684:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384366.363687:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e6947c. 20000000:00000001:0.0:1767384366.363688:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384366.363693:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384366.363693:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384366.363697:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.363698:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e6947c. 20000000:00000001:0.0:1767384366.363703:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.363707:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6b9871 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16348:x1853236743007360:12345-0@lo:253: 20000000:00000001:0.0:1767384366.363707:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384366.363710:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 20000000:00000010:0.0:1767384366.363717:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c995acee. 00000100:00000200:2.0:1767384366.363718:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007360 20000000:01000000:0.0:1767384366.363723:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000020:00000001:2.0:1767384366.363724:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384366.363728:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384366.363730:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.363731:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384366.363732:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384366.363735:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00080000:00000001:0.0:1767384366.363737:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384366.363738:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384366.363742:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384366.363743:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384366.363744:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384366.363747:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384366.363749:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000020:00000001:2.0:1767384366.363750:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363755:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384366.363758:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384366.363759:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:2.0:1767384366.363763:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bcd32098. 02000000:00000001:2.0:1767384366.363767:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.363768:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.363770:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384366.363775:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384366.363777:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003364fcae. 00080000:00000001:0.0:1767384366.363780:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:01000000:2.0:1767384366.363781:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384366.363784:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384366.363784:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.363788:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384366.363789:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384366.363790:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.363791:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 20000000:00000001:2.0:1767384366.363794:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.363794:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.363799:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:0.0:1767384366.363802:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:0.0:1767384366.363809:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:0.0:1767384366.363812:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384366.363815:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384366.363820:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.363823:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384366.363827:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384366.363832:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384366.363838:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384366.363841:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00080000:00000010:0.0:1767384366.363843:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc09e381. 00080000:00000001:0.0:1767384366.363847:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917445632 : -130127792105984 : ffff89a6432d1600) 00080000:00000001:0.0:1767384366.363856:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384366.363860:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384366.363865:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b45e5e12. 00080000:00000001:0.0:1767384366.363868:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.363870:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384366.363883:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.363885:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00080000:00000001:0.0:1767384366.363899:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384366.363929:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.363986:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364008:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364028:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364045:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364068:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364098:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384366.364156:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384366.364360:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007952a16f. 00000800:00000010:1.0:1767384366.364366:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc1cdfaa. 00000800:00000010:1.0:1767384366.364372:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c802a2d. 00000800:00000010:1.0:1767384366.364401:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c802a2d. 00000800:00020000:1.0:1767384366.364423:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384366.364427:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc1cdfaa. 00000800:00000010:1.0:1767384366.364431:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007952a16f. 00000400:02020000:1.0:1767384366.364480:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp43 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384366.364498:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp43 notifying 192.168.204.108@tcp43: down 00000800:00000200:1.0:1767384366.364505:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp43 down 00000800:00000100:1.0:1767384366.364511:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp43 00000800:00000010:1.0:1767384366.364515:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002bc6483a. 00000400:00000200:1.0:1767384366.364520:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384366.364524:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384366.364533:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp43 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:1.0:1767384366.364544:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384366.364548:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:1.0:1767384366.364552:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384366.364569:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384366.364574:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000001:2.0:1767384366.364577:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.364579:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384366.364581:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384366.364583:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000400:00000200:2.0:1767384366.364586:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384366.364590:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:2.0:1767384366.364594:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000003ba76f9f. 00000400:00000200:2.0:1767384366.364597:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000400:00000200:2.0:1767384366.364601:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:2.0:1767384366.364611:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc -71 00000400:00000200:2.0:1767384366.364615:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384366.364619:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (36) 00080000:00000010:2.0:1767384366.364710:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc09e381. 00080000:00000010:0.0:1767384366.364742:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b45e5e12. 00040000:00000001:0.0:1767384366.364747:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384366.364749:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384366.364751:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384366.364753:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:0.0:1767384366.364755:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.364757:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384366.364766:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384366.364776:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384366.364779:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384366.364783:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384366.364787:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f8cb36e. 20000000:01000000:2.0:1767384366.364791:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:2.0:1767384366.364794:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384366.364797:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384366.364799:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384366.364800:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384366.364803:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384366.364806:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384366.364807:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384366.364811:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384366.364814:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.364814:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384366.364817:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384366.364818:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384366.364820:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:1.0:1767384366.364821:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007a6f2035 count: 2 00080000:00000001:2.0:1767384366.364822:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384366.364824:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:1.0:1767384366.364824:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384366.364828:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00010000:00000001:1.0:1767384366.364828:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:2.0:1767384366.364831:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:1.0:1767384366.364831:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fdeaa24. 00080000:00000001:2.0:1767384366.364834:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384366.364835:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384366.364836:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.364837:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fdeaa24 with handle 0x88edd5ef35457ed0 to hash 00080000:00000001:2.0:1767384366.364838:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.364839:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384366.364842:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384366.364842:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00000020:00000001:2.0:1767384366.364845:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:1.0:1767384366.364845:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00080000:00000001:2.0:1767384366.364849:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384366.364849:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384366.364852:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2bad39b. 00010000:00000001:1.0:1767384366.364852:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384366.364855:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950952786944 : -130122756764672 : ffff89a76f4e4c00) 00010000:00010000:1.0:1767384366.364855:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384366.364858:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384366.364860:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384366.364863:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000073e6947c. 00010000:00000001:1.0:1767384366.364864:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384366.364865:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384366.364867:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384366.364868:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384366.364870:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384366.364873:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384366.364875:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.364876:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384366.364879:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384366.364883:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384366.364887:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384366.364889:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.364891:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384366.364893:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384366.364896:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384366.364905:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384366.364908:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384366.364914:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:1.0:1767384366.364915:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a6f2035) refcount = 2 00000100:00000001:0.0:1767384366.364918:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:1.0:1767384366.364923:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 20000000:00000010:0.0:1767384366.364923:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d77b9390. 20000000:00000001:0.0:1767384366.364929:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384366.364930:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384366.364933:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743007232 00010000:00000001:0.0:1767384366.364938:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384366.364941:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384366.364945:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384366.364945:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d86dc74f x1853236743007232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384366.364977:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c802a2d. 00010000:00000001:0.0:1767384366.364978:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.364981:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.364982:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00001000:0.0:1767384366.364985:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=76 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384366.364986:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc1cdfaa. 00000100:00000001:1.0:1767384366.364991:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945922685568 : -130127786866048 : ffff89a6437d0a80) 00000100:00000001:0.0:1767384366.364993:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384366.364994:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945922685568 : -130127786866048 : ffff89a6437d0a80) 00000100:00000040:0.0:1767384366.364997:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384366.364998:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384366.365001:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384366.365002:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384366.365005:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:0.0:1767384366.365006:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384366.365009:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384366.365009:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.365011:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384366.365012:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384366.365014:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384366.365016:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384366.365019:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384366.365022:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:0.0:1767384366.365022:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.365025:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3d63f3e. 00000100:00000010:1.0:1767384366.365027:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000100:00000200:0.0:1767384366.365030:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743007232, offset 224 00000020:00000040:1.0:1767384366.365031:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384366.365035:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384366.365038:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384366.365038:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384366.365043:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.365046:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.365054:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06c00 00000400:00000200:0.0:1767384366.365058:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d41 [2] + 224 00000400:00000200:0.0:1767384366.365061:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.365064:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384366.365066:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052665299. 00000100:00000001:0.0:1767384366.365067:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384366.365072:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.365073:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.365083:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384366.365085:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.365128:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384366.365133:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3d63f3e 00000400:00000010:0.0:1767384366.365134:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3d63f3e. 00000100:00000001:0.0:1767384366.365137:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.365140:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.365143:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.365148:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384366.365150:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384366.365151:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.365153:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1767384366.365156:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 436 lvb_type: 0 00000100:00000040:0.0:1767384366.365157:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d86dc74f x1853236743007232/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384366.365178:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d86dc74f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743007232:12345-0@lo:253: Request processed in 1610us (2143us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384366.365180:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384366.365184:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384366.365188:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384366.365191:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384366.365191:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384366.365195:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384366.365197:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384366.365201:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021906630. 00000100:00000001:1.0:1767384366.365205:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.365206:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.365213:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743007488:0@lo:104: 00000020:00000010:0.0:1767384366.365213:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000020:00000010:0.0:1767384366.365219:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fac2243a. 00000100:00000001:1.0:1767384366.365220:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384366.365226:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384366.365226:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 02000000:00000001:1.0:1767384366.365229:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.365231:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384366.365233:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384366.365234:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006a366f92. 02000000:00000010:1.0:1767384366.365238:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a31fd44. 02000000:00000001:0.0:1767384366.365238:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384366.365242:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384366.365243:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384366.365246:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384366.365249:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fbde5. 00000400:00000010:0.0:1767384366.365251:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1cde28. 00000400:00000010:1.0:1767384366.365257:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000010:0.0:1767384366.365258:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3d63f3e. 00000100:00000200:1.0:1767384366.365265:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743007488, portal 16 00000100:00000001:1.0:1767384366.365269:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384366.365270:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000001:0.0:1767384366.365272:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384366.365275:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384366.365276:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384366.365280:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.365282:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384366.365285:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03bad1d. 00000100:00000001:1.0:1767384366.365287:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384366.365289:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8835f1 00000100:00000040:1.0:1767384366.365292:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.365293:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed8835f1. 00000400:00000010:1.0:1767384366.365296:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000001:0.0:1767384366.365297:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384366.365302:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743007488, offset 0 00000100:00000200:0.0:1767384366.365304:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.365310:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384366.365319:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.365320:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384366.365330:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384366.365332:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc06d00 00000100:00000001:0.0:1767384366.365333:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.365338:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384366.365340:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384366.365343:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 984 00000100:00000001:0.0:1767384366.365343:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.365347:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.365349:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384366.365350:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.365353:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384366.365360:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=76 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384366.365364:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.365365:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384366.365367:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.365369:0:17095:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384366.365370:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384366.365371:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:0.0:1767384366.365373:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384366.365375:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053389443. 00000100:00000001:0.0:1767384366.365376:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.365379:0:17095:0:(events.c:337:request_in_callback()) incoming req@0000000053389443 x1853236743007488 msgsize 328 00000100:00100000:1.0:1767384366.365381:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384366.365387:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.365393:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384366.365394:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.365398:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384366.365400:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.365402:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000020:01000004:0.0:1767384366.365403:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384366.365406:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384366.365407:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000020:01000004:0.0:1767384366.365409:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384366.365412:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384366.365414:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384366.365415:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:0.0:1767384366.365416:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384366.365420:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:0.0:1767384366.365420:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:1.0:1767384366.365424:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384366.365424:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00100000:2.0:1767384366.365425:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007488 00000020:01000004:0.0:1767384366.365427:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384366.365429:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384366.365434:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384366.365437:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384366.365440:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.365443:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.365444:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384366.365450:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.365450:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384366.365450:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743007232:0@lo:253: 00000100:00100000:2.0:1767384366.365455:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007488 00000020:00000001:2.0:1767384366.365460:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384366.365461:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384366.365462:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:1.0:1767384366.365465:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.365467:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384366.365467:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384366.365468:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384366.365471:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000100:00000040:0.0:1767384366.365472:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236743007232/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.365473:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.365475:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:1.0:1767384366.365478:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294953423 00000020:00000001:2.0:1767384366.365480:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:0.0:1767384366.365489:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384366.365493:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384366.365494:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384366.365495:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294953421 02000000:00000010:0.0:1767384366.365497:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005debfc4a. 00000020:00000010:2.0:1767384366.365499:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c5afdde. 00000100:00000001:1.0:1767384366.365499:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294953423 02000000:00000001:0.0:1767384366.365500:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384366.365503:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.365504:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294953421 00000020:00000001:0.0:1767384366.365504:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384366.365507:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c5afdde. 00000020:00000040:0.0:1767384366.365508:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384366.365509:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294953423 00000020:00000010:2.0:1767384366.365512:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7cb379. 00000020:00000001:0.0:1767384366.365512:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384366.365515:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294953421 02000000:00000010:0.0:1767384366.365516:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000537c9a53. 00000020:00000010:2.0:1767384366.365518:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088b211ee. 00000100:00000001:1.0:1767384366.365518:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294953423 02000000:00000001:0.0:1767384366.365522:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384366.365523:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294953421 00000020:00000010:2.0:1767384366.365524:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 02000000:00000001:0.0:1767384366.365524:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384366.365528:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 00000100:00000001:1.0:1767384366.365529:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384366.365531:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384366.365532:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.365533:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.365534:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.365535:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.365537:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384366.365537:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365538:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.365539:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.365541:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365543:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.365543:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384366.365545:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384366.365549:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384366.365549:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384366.365551:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365553:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.365553:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.365556:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.365558:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.365562:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384366.365564:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384366.365564:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384366.365566:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384366.365567:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.365569:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384366.365570:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384366.365571:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384366.365572:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00100000:1.0:1767384366.365573:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bc1cdfaa going to sleep for 11 seconds 00000100:00000001:2.0:1767384366.365575:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088532480 : -130122621019136 : ffff89a777659c00) 00000100:00000001:1.0:1767384366.365576:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384366.365579:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053389443 x1853236743007488/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384366.365579:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365606:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384366.365609:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c5afdde. 00000100:00000001:2.0:1767384366.365618:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384366.365620:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c5afdde. 00000100:00100000:2.0:1767384366.365645:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053389443 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743007488:12345-0@lo:104: 00000100:00000200:2.0:1767384366.365650:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007488 00010000:00000001:2.0:1767384366.365652:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384366.365656:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384366.365658:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.365659:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b769339 refcount=2 00000020:00000001:2.0:1767384366.365661:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:2.0:1767384366.365663:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00010000:00000001:2.0:1767384366.365667:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.365670:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.365674:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.365683:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384366.365684:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384366.365688:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003ba76f9f. 02000000:00000001:2.0:1767384366.365691:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365693:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.365696:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384366.365698:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.365701:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.365705:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384366.365707:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384366.365710:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384366.365712:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384366.365714:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.365732:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384366.365735:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384366.365737:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384366.365740:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743007488, offset 224 00000400:00000200:2.0:1767384366.365746:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384366.365751:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384366.365764:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc06d00 00000400:00000200:2.0:1767384366.365769:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d59 [1] + 224 00000400:00000200:2.0:1767384366.365773:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.365776:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.365780:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.365799:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384366.365810:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384366.365833:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384366.365838:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:2.0:1767384366.365840:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000100:00000001:2.0:1767384366.365843:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384366.365845:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384366.365848:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.365851:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384366.365853:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384366.365854:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384366.365857:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.0:1767384366.365858:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006ad6c66e. 00000400:00000001:1.0:1767384366.365859:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384366.365860:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000942fbde5. 00010000:00000001:2.0:1767384366.365861:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384366.365864:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:1.0:1767384366.365865:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000100:00000001:1.0:1767384366.365868:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384366.365872:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384366.365874:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384366.365877:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.365879:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384366.365897:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384366.365898:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.365901:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053389443 x1853236743007488/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384366.365905:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.365907:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384366.365909:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384366.365910:0:17095:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384366.365913:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053389443 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743007488:12345-0@lo:104: Request processed in 305us (530us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384366.365914:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384366.365914:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.365918:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767384366.365919:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384366.365920:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.365923:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00000001:0.0:1767384366.365923:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384366.365925:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384366.365929:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00010000:00010000:0.0:1767384366.365929:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.365935:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.365939:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384366.365940:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b769339 already unused, calling callback (00000000a14c0dae) 00000020:00000010:2.0:1767384366.365944:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088b211ee. 10000000:00000001:0.0:1767384366.365944:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384366.365947:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384366.365969:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.365972:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00010000:00000001:0.0:1767384366.365973:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384366.365976:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7cb379. 00000100:00001000:1.0:1767384366.365976:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=76 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384366.365976:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.365979:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.365983:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b769339 refcount=3 00000020:00000040:2.0:1767384366.365984:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00001000:1.0:1767384366.365984:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=76 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384366.365986:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00000100:00000001:2.0:1767384366.365989:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.365991:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384366.365992:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836992 : -130123450714624 : ffff89a745f17600) 00000100:00000001:1.0:1767384366.365995:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.365997:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384366.366000:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384366.366000:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384366.366004:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.366009:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384366.366010:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384366.366012:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384366.366017:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384366.366019:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384366.366025:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384366.366028:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384366.366035:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384366.366038:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384366.366040:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.366049:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.366052:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:0.0:1767384366.366053:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384366.366055:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384366.366056:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384366.366060:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00010000:00000001:1.0:1767384366.366061:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:0.0:1767384366.366064:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384366.366065:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384366.366067:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.366068:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366071:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384366.366072:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366074:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384366.366077:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384366.366079:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384366.366080:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.366083:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.366086:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b769339 with handle 0x88edd5ef35457ec2 from hash 00010000:00000001:0.0:1767384366.366090:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.366092:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366094:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366098:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.366122:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1767384366.366124:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce3de393 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743007488:0@lo:104: 00010000:00000001:0.0:1767384366.366125:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384366.366129:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384366.366133:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384366.366134:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384366.366137:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000100:00000001:1.0:1767384366.366138:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.366141:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384366.366142:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384366.366145:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384366.366147:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384366.366147:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384366.366152:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.366154:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce3de393 x1853236743007488/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384366.366156:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fac2243a. 00000100:00000001:0.0:1767384366.366161:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366165:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384366.366169:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384366.366170:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384366.366173:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384366.366177:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a31fd44. 00010000:00010000:0.0:1767384366.366178:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384366.366181:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384366.366183:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384366.366184:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767384366.366187:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384366.366187:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.366190:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:1.0:1767384366.366193:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384366.366197:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052665299. 00000100:00000040:0.0:1767384366.366199:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_02+2] req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384366.366202:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384366.366205:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384366.366207:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 00000100:00000001:1.0:1767384366.366212:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384366.366214:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384366.366216:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc1cdfaa. 00000100:00000001:1.0:1767384366.366218:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384366.366219:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384366.366220:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c802a2d. 00010000:00000001:1.0:1767384366.366224:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366226:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.366229:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366230:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366231:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.366237:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366237:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.366242:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384366.366243:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.366244:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.366246:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384366.366248:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.366249:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 20000000:00000001:1.0:1767384366.366250:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384366.366253:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384366.366256:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384366.366256:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366258:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.366261:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 000000003b769339/0x88edd5ef35457ec2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457ec9 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384366.366278:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000002151441 count: 0 00000100:00000001:2.0:1767384366.366279:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384366.366282:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366286:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384366.366287:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384366.366289:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384366.366290:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384366.366291:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006ad6c66e. 02000000:00000001:2.0:1767384366.366297:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366297:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.366303:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384366.366305:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743007616:0@lo:103: 00000020:00000001:0.0:1767384366.366306:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.366310:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384366.366313:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384366.366315:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384366.366316:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.366320:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384366.366321:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384366.366322:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384366.366326:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.366326:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.366333:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384366.366333:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384366.366339:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d7cb379. 02000000:00000001:2.0:1767384366.366342:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.366346:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007147bea2. 00000400:00000010:2.0:1767384366.366351:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384366.366354:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743007616, portal 18 00000100:00000001:2.0:1767384366.366357:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384366.366358:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384366.366360:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.366363:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.366364:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.366373:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384366.366376:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384366.366380:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000100:00000200:2.0:1767384366.366383:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743007616, offset 0 00000400:00000200:2.0:1767384366.366387:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384366.366393:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384366.366406:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc06d80 00000400:00000200:2.0:1767384366.366411:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:2.0:1767384366.366415:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.366418:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.366422:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384366.366424:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384366.366428:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001370fe0a. 00000100:00000040:2.0:1767384366.366431:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000001370fe0a x1853236743007616 msgsize 328 00000100:00100000:2.0:1767384366.366436:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384366.366449:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384366.366455:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:2.0:1767384366.366457:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000100:00000001:2.0:1767384366.366461:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384366.366464:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.366471:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384366.366474:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384366.366475:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007616 02000000:00000001:0.0:1767384366.366479:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384366.366480:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384366.366481:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.366489:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.366495:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.366495:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.366500:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007616 00000100:00000001:2.0:1767384366.366501:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384366.366503:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384366.366505:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384366.366507:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384366.366508:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.366509:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:0.0:1767384366.366513:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384366.366514:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294953424 00000020:00000001:0.0:1767384366.366515:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384366.366521:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384366.366523:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953423 00000020:00000010:0.0:1767384366.366524:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:0.0:1767384366.366529:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.366531:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294953424 00000020:00000010:0.0:1767384366.366531:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000020:00000010:0.0:1767384366.366537:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000100:00000001:2.0:1767384366.366538:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953423 00000020:00000010:0.0:1767384366.366543:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021906630. 00000100:00000001:2.0:1767384366.366545:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294953424 00000020:00000010:0.0:1767384366.366547:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000001:2.0:1767384366.366552:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953423 00000100:00000040:0.0:1767384366.366554:0:28601:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384366.366558:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.366560:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384366.366561:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294953424 00010000:00000001:0.0:1767384366.366562:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384366.366565:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.366566:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953423 00010000:00000001:0.0:1767384366.366567:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384366.366571:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384366.366573:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384366.366574:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.366577:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000100:00000001:2.0:1767384366.366578:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.366579:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384366.366582:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00010000:0.0:1767384366.366585:0:28601:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 436 lvb_type: 0 00000100:00000001:2.0:1767384366.366590:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366592:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384366.366594:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.366595:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366598:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.366600:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.366602:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.366605:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384366.366609:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.366612:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.366612:0:28601:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384366.366617:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384366.366619:0:28601:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001370fe0a x1853236743007616/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.366621:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.366629:0:28601:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384366.366630:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.366646:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.366655:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.366657:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384366.366660:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384366.366662:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:0.0:1767384366.366664:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947175808 : -130127762375808 : ffff89a644f2bb80) 00000100:00000040:0.0:1767384366.366667:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001370fe0a x1853236743007616/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.366673:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.366675:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:0.0:1767384366.366678:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.366680:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000100:00100000:0.0:1767384366.366684:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001370fe0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743007616:12345-0@lo:103: 00000100:00000200:0.0:1767384366.366686:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007616 00010000:00000001:0.0:1767384366.366688:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384366.366690:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384366.366691:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384366.366694:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384366.366696:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384366.366699:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4b45f77. 02000000:00000001:0.0:1767384366.366701:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.366702:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366704:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384366.366706:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384366.366708:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.366709:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.366710:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000020:00000001:0.0:1767384366.366711:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384366.366719:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000040:0.0:1767384366.366721:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007a6f2035 count: 3 00010000:00010000:0.0:1767384366.366723:0:28601:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 436 lvb_type: 0 00000100:00001000:0.0:1767384366.366728:0:28601:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384366 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384366.366730:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384366.366734:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366734:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384366.366736:0:28601:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 436 lvb_type: 0 00000020:00000001:0.0:1767384366.366741:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.366742:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.366743:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.366744:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366747:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384366.366749:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384366.366753:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366754:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366755:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.366757:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.366759:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084dc9d91 with handle 0x88edd5ef35457ec9 from hash 00010000:00000001:0.0:1767384366.366761:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.366762:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366764:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366765:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.366767:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384366.366769:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1767384366.366770:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2bad39b. 00010000:00010000:0.0:1767384366.366773:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457ec9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457ec2 expref: 16 pid: 17073 timeout: 436 lvb_type: 0 00010000:00000040:0.0:1767384366.366781:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:0.0:1767384366.366784:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:0.0:1767384366.366789:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.366792:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384366.366801:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384366.366803:0:28601:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000003fdeaa24 00010000:00000001:0.0:1767384366.366805:0:28601:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:2.0:1767384366.366807:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000073e6947c. 00010000:00000001:0.0:1767384366.366807:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384366.366811:0:28601:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384366.366814:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384366.366815:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00040000:00000001:2.0:1767384366.366817:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384366.366819:0:28601:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384366.366820:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366824:0:28601:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000002:2.0:1767384366.366826:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00010000:00000001:0.0:1767384366.366828:0:28601:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000001:2.0:1767384366.366830:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.366832:0:28601:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384366.366834:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384366.366838:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384366.366842:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.366843:0:28601:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:01000000:2.0:1767384366.366846:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384366.366847:0:28601:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384366.366851:0:28601:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384366.366852:0:28601:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384366.366854:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000040:0.0:1767384366.366854:0:28601:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a6f2035) refcount = 2 00010000:00010000:0.0:1767384366.366858:0:28601:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366862:0:28601:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384366.366863:0:28601:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384366.366864:0:28601:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.366866:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384366.366869:0:28601:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45e5e12. 00000100:00000001:0.0:1767384366.366870:0:28601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384366.366874:0:28601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006974dd0e. 00000100:00000001:0.0:1767384366.366876:0:28601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613951087992384 : -130122621559232 : ffff89a7775d5e40) 00000100:00000001:0.0:1767384366.366877:0:28601:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613951087992384 : -130122621559232 : ffff89a7775d5e40) 00000100:00000001:0.0:1767384366.366879:0:28601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384366.366879:0:28601:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384366.366880:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384366.366882:0:28601:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384366.366885:0:28601:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384366.366887:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.366888:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.366895:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fdeaa24 refcount=5 00000020:00000001:0.0:1767384366.366896:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00010000:00000001:0.0:1767384366.366898:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00010000:00000001:0.0:1767384366.366900:0:28601:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384366.366901:0:28601:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366905:0:28601:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384366.366907:0:28601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366911:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.366912:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384366.366913:0:28601:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366917:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.366918:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.366920:0:28601:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384366.366922:0:28601:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384366.366926:0:28601:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fdeaa24 already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384366.366928:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.366930:0:28601:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384366.366932:0:28601:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.366935:0:28601:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384366.366936:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.366936:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.366937:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fdeaa24 refcount=6 00000020:00000001:0.0:1767384366.366938:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00010000:00000001:0.0:1767384366.366940:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736127488 : -130122973424128 : ffff89a762645600) 00010000:00000001:0.0:1767384366.366942:0:28601:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384366.366948:0:28601:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384366.366966:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384366.366970:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384366.366972:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384366.366974:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003364fcae. 00010000:00000001:0.0:1767384366.366974:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.366976:0:28601:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.366980:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384366.366984:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743007360 00010000:00000001:0.0:1767384366.366986:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384366.366987:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384366.366989:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384366.366992:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.366994:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384366.366995:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce6b9871 x1853236743007360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384366.366996:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fdeaa24 with handle 0x88edd5ef35457ed0 from hash 00010000:00000001:0.0:1767384366.367000:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.367003:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.367005:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.367007:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.367009:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384366.367010:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384366.367015:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384366.367015:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.367015:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384366.367019:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.367020:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367024:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.367025:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=76 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384366.367030:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384366.367030:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384366.367031:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384366.367033:0:28601:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:1.0:1767384366.367034:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1767384366.367036:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384366.367038:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384366.367040:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:1.0:1767384366.367040:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.367041:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384366.367045:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384366.367045:0:28601:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.367048:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367050:0:28601:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.367051:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384366.367052:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384366.367054:0:28601:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.367055:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.367057:0:28601:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384366.367058:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384366.367062:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384366.367065:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384366.367065:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.367069:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.367070:0:28601:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384366.367071:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cd41346. 00010000:00000001:0.0:1767384366.367072:0:28601:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384366.367074:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.367076:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384366.367077:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743007360, offset 224 00010000:00000001:0.0:1767384366.367078:0:28601:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384366.367081:0:28601:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.367085:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:0.0:1767384366.367089:0:28601:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367092:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384366.367095:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384366.367095:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fdeaa24/0x88edd5ef35457ed0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384366.367131:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc06c80 00000400:00000200:2.0:1767384366.367139:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d49 [2] + 224 00000400:00000200:2.0:1767384366.367144:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.367149:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.367154:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.367159:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.367171:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.367188:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384366.367195:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd41346 00000400:00000010:2.0:1767384366.367197:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cd41346. 00000100:00000001:2.0:1767384366.367202:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384366.367203:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.367203:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.367206:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.367209:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384366.367210:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384366.367212:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384366.367212:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384366.367215:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384366.367215:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d7f6c6. 00000020:00000001:2.0:1767384366.367217:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.367219:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a4c5dd6 00000020:00000001:2.0:1767384366.367220:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384366.367221:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a4c5dd6. 00000100:00000040:2.0:1767384366.367224:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce6b9871 x1853236743007360/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.367225:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384366.367230:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.367235:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6b9871 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743007360:12345-0@lo:253: Request processed in 3550us (4034us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384366.367240:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.367244:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384366.367247:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384366.367248:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.367249:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.367250:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.367252:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384366.367252:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384366.367255:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b92160e. 02000000:00000001:1.0:1767384366.367260:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384366.367262:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384366.367263:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00000100:00000001:1.0:1767384366.367264:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.367267:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.367268:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d73a776c. 00000100:00001000:1.0:1767384366.367270:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=76 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384366.367274:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:1.0:1767384366.367274:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.367277:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384366.367278:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384366.367279:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384366.367280:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bcd32098. 00010000:00000001:1.0:1767384366.367281:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384366.367283:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.367285:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384366.367285:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.367287:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384366.367289:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384366.367291:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384366.367295:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035d7f6c6. 00000100:00000001:1.0:1767384366.367295:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.367298:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384366.367299:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cd41346. 00000100:00000001:1.0:1767384366.367299:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384366.367303:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384366.367305:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384366.367307:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384366.367309:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384366.367311:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384366.367313:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384366.367315:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384366.367317:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384366.367318:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384366.367322:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384366.367331:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036161841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743007360:0@lo:253: 00000100:00000001:1.0:1767384366.367336:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.367339:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384366.367342:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036161841 x1853236743007360/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.367351:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384366.367353:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384366.367355:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b50ad02. 02000000:00000001:1.0:1767384366.367365:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384366.367367:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384366.367369:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384366.367372:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384366.367374:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004dcf4484. 02000000:00000001:1.0:1767384366.367380:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384366.367382:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384366.367383:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036161841. 00000100:00000001:1.0:1767384366.367387:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384366.367389:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.367392:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.367396:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.367398:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.367401:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.367404:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367441:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.367442:0:28601:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367444:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384366.367445:0:28601:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384366.367447:0:28601:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.367448:0:28601:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.367450:0:28601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384366.367451:0:28601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006974dd0e. 00000100:00000001:0.0:1767384366.367454:0:28601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384366.367455:0:28601:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384366.367457:0:28601:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45e5e12. 00010000:00000001:0.0:1767384366.367459:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384366.367461:0:28601:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a6f2035 count: 0 00010000:00010000:0.0:1767384366.367468:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384366.367469:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.367472:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.367474:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.367475:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.367478:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384366.367481:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384366.367483:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384366.367485:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.367486:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.367488:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384366.367491:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.367494:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000200:0.0:1767384366.367496:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743007616, offset 224 00000400:00000200:0.0:1767384366.367501:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384366.367508:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.367514:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc06d80 00000400:00000200:0.0:1767384366.367520:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d65 [1] + 224 00000400:00000200:0.0:1767384366.367528:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.367532:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.367535:0:28601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384366.367539:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.367546:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.367558:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384366.367562:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384366.367563:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384366.367565:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.367566:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.367568:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.367570:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384366.367572:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.367574:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.367577:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001370fe0a x1853236743007616/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.367580:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.367583:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384366.367586:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001370fe0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743007616:12345-0@lo:103: Request processed in 912us (1153us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384366.367588:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.367592:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384366.367595:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000010:2.0:1767384366.367596:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007147bea2. 00000100:00000040:0.0:1767384366.367598:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384366.367601:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384366.367602:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000100:00000001:0.0:1767384366.367603:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384366.367607:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000020:00000010:0.0:1767384366.367608:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021906630. 00000100:00000001:2.0:1767384366.367612:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384366.367613:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000020:00000010:0.0:1767384366.367617:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000100:00000200:2.0:1767384366.367620:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384366.367621:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:0.0:1767384366.367625:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384366.367634:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.367640:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.367641:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.367643:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.367644:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.367645:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.367647:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.367648:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.367651:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384366.367653:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.367655:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.367656:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.367657:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384366.367659:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.367660:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.367669:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.367673:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.367675:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.367677:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.367679:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.367684:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743007616:0@lo:103: 00000100:00000001:2.0:1767384366.367688:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.367689:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.367691:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743007616/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.367695:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.367696:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.367698:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d7cb379. 02000000:00000001:2.0:1767384366.367700:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.367701:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.367702:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384366.367703:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.367704:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fac2243a. 02000000:00000001:2.0:1767384366.367706:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.367706:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.367707:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:2.0:1767384366.367709:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.367710:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.367711:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.367714:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.367715:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.367717:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.367718:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.372162:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294953424, at 4294953425 00000100:00000040:1.0:1767384366.372162:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294953424, at 4294953425 00000100:00000040:0.0:1767384366.372168:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294953424, at 4294953425 00000100:00000010:2.0:1767384366.372172:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2272193. 00000100:00000010:1.0:1767384366.372173:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9208ca. 00000100:00000010:0.0:1767384366.372178:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000048ecfd8. 00010000:00000010:0.1:1767384366.373144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000002151441. 00010000:00000010:0.1:1767384366.373154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b769339. 00010000:00000010:0.1:1767384366.373159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00010000:00000010:0.1:1767384366.373164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fdeaa24. 00010000:00000010:0.1:1767384366.373169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a6f2035. 00000100:00000040:3.0:1767384366.373214:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294953424, at 4294953426 00000100:00000010:3.0:1767384366.373220:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011a87212. 00000400:00000010:3.0:1767384366.380319:0:35895:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000be999437. 00000400:00000040:3.0:1767384366.380347:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384366.380351:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384366.380354:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384366.380356:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384366.380359:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384366.380360:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384366.380364:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384366.380365:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384366.380373:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384366.380374:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384366.380377:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384366.380379:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384366.380381:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384366.380383:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384366.380384:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384366.380386:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384366.380388:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384366.380389:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384366.380390:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384366.380393:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384366.380394:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384366.380396:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384366.380398:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384366.380399:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384366.380401:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384366.380404:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384366.380405:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384366.380407:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384366.380409:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384366.380411:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384366.380412:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384366.380415:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384366.380416:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384366.380418:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384366.380420:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384366.380422:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384366.380424:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384366.380426:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384366.380427:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384366.380428:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384366.380429:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384366.380430:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384366.380432:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384366.380433:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384366.380433:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384366.380434:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384366.380435:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384366.380441:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384366.380443:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384366.380443:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384366.380445:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384366.380446:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384366.380446:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384366.380448:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384366.380449:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384366.380450:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384366.380451:0:35895:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384366.380549:0:35895:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000be999437. 00010000:00000001:0.0:1767384366.611152:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384366.611163:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.611168:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384366.611169:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.611206:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384366.611211:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.611220:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384367.316171:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.316175:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384367.316178:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:2.0:1767384367.316182:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000400:00000200:2.0:1767384367.316186:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384367.316192:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384367.316202:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f5596703. 00000400:00000010:2.0:1767384367.316205:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007dc15107. 00000400:00000200:2.0:1767384367.316209:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp38 00000400:00000010:2.0:1767384367.316212:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fd5a30ec. 00000400:00000010:2.0:1767384367.316216:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000312fd2cc. 00000400:00000010:2.0:1767384367.316219:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000400:00000010:2.0:1767384367.316223:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009225299. 00000400:00000200:2.0:1767384367.316226:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp38 00000400:00000200:2.0:1767384367.316236:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp38 local destination 00000400:00000200:2.0:1767384367.316241:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp38 00000400:00000200:2.0:1767384367.316243:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [160:160:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1767384367.316248:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp38 00000400:00000200:2.0:1767384367.316254:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:) -> 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) : GET try# 0 00000800:00000200:2.0:1767384367.316258:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp38 00000800:00000010:2.0:1767384367.316262:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000b7803cb. 00000800:00000200:2.0:1767384367.316266:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:2.1:1767384367.316270:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000400:00000200:2.0:1767384367.316287:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp38 added to recovery queue. ping count: 4 next ping: 303 health :600 00000400:00000200:2.0:1767384367.316291:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp43 00000400:00000010:2.0:1767384367.316294:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000055c197a9. 00000400:00000010:2.0:1767384367.316298:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006842ab62. 00000400:00000010:2.0:1767384367.316301:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c52bc83. 00000400:00000010:2.0:1767384367.316306:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3e31d48. 00000400:00000200:2.0:1767384367.316309:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp43 00000400:00000200:2.0:1767384367.316316:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp43 local destination 00000400:00000200:2.0:1767384367.316328:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp43 00000400:00000200:2.0:1767384367.316331:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp43 NI seq info: [161:161:256:4294967295] 192.168.204.108@tcp43 LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384367.316335:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp43 00000400:00000200:2.0:1767384367.316342:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43:) -> 192.168.204.108@tcp43(192.168.204.108@tcp43:192.168.204.108@tcp43) : GET try# 0 00000800:00000200:2.0:1767384367.316346:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp43 00000800:00000010:2.0:1767384367.316349:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c7f0301. 00000800:00000200:2.0:1767384367.316353:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000400:00000200:1.0:1767384367.316353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:2.1:1767384367.316357:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000400:00000200:2.0:1767384367.316375:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp43 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:1.0:1767384367.316393:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316434:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316448:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316463:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316515:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316527:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316550:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316588:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316598:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316647:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316654:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316696:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316708:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316747:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316812:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316822:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316856:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316894:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316906:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.316966:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.316991:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.317028:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317057:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.317069:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317114:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317252:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317287:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317319:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317371:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317433:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317499:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317571:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317646:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317774:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317828:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.317892:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.317898:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.317988:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318028:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318060:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318066:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318147:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318156:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318205:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318230:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318245:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318291:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318295:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318325:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318370:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318378:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318461:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318472:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318526:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318542:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318573:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318630:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318647:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318689:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318692:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318757:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318804:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.318811:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318853:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318917:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.318996:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000800:00000010:0.0:1767384367.319003:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005debfc4a. 00000800:00000010:0.0:1767384367.319009:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006974dd0e. 00000800:00000010:0.0:1767384367.319015:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b3cc1e3. 00000400:00000200:1.0:1767384367.319022:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:0.0:1767384367.319039:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b3cc1e3. 00000800:00020000:0.0:1767384367.319049:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384367.319053:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006974dd0e. 00000800:00000010:0.0:1767384367.319055:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005debfc4a. 00000400:00000200:1.0:1767384367.319057:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319094:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:02020000:0.0:1767384367.319118:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp43 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384367.319125:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp43 notifying 192.168.204.108@tcp43: down 00000400:00000200:0.0:1767384367.319129:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384367.319134:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp43 00000800:00000010:0.0:1767384367.319138:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c7f0301. 00000400:00000200:0.0:1767384367.319143:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384367.319148:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.319160:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.319160:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384367.319167:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384367.319171:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp43) recovery failed with -71 00000400:00000200:1.0:1767384367.319203:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319231:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319258:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319282:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319297:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319320:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319334:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.319347:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000800:00000010:1.0:1767384367.319484:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dcf4484. 00000800:00000010:1.0:1767384367.319488:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e91ca66. 00000800:00000010:1.0:1767384367.319492:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384367.319523:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef792f01. 00000400:00000200:2.0:1767384367.319652:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384367.319666:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp38 from 204.3.0.2 00000800:00000010:2.0:1767384367.319669:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bad95b1a. 00000800:00000010:0.0:1767384367.319715:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005debfc4a. 00000800:00000010:0.0:1767384367.319722:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006974dd0e. 00000800:00000010:0.0:1767384367.319747:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b96743b2. 00000800:00000200:0.1:1767384367.319756:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (2) 00000800:00000200:0.1:1767384367.319763:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp38 00000000b96743b2 deleted 00000800:00000010:0.1:1767384367.319766:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b96743b2. 00000800:00000200:0.1:1767384367.319772:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384367.319779:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp38 ip 192.168.204.108:972 00000800:00000200:0.1:1767384367.319784:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b7803cb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384367.319799:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp38 p 3.x 192.168.204.108 -> 192.168.204.108:972 incarnation:1767384350323386243 sched[0] 00000800:00000010:0.0:1767384367.319805:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b3cc1e3. 00000800:00000010:0.0:1767384367.319868:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b3cc1e3. 00000800:00000010:0.0:1767384367.319873:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006974dd0e. 00000800:00000200:1.1:1767384367.319889:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384367.319898:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp38 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384350323386243 sched[0] 00000800:00000010:1.0:1767384367.319901:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e91ca66. 00000800:00000010:0.0:1767384367.319923:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bad95b1a. 00000800:00000001:0.0:1767384367.319962:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.319969:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.319975:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:0.0:1767384367.320020:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384367.320025:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000b7803cb. 00000400:00000200:0.0:1767384367.320029:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.320036:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: GET: OK 00000400:00000200:0.0:1767384367.320040:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384367.320043:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp38 recovery message sent successfully:0 00000400:00000200:1.0:1767384367.320052:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:0.0:1767384367.320055:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320063:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384367.320065:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320072:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.320081:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38) <- 192.168.204.108@tcp38 : GET - for me 00000400:00000200:1.0:1767384367.320087:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.320094:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384367.320136:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1d39 [1] + 0 00000400:00000200:0.0:1767384367.320148:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp38 to MR: 192.168.204.108@tcp38 local destination 00000400:00000200:0.0:1767384367.320155:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp38 NI seq info: [162:162:256:4294967295] 192.168.204.108@tcp38 LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1767384367.320158:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.320171:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) -> 192.168.204.108@tcp38(192.168.204.108@tcp38:192.168.204.108@tcp38) 192.168.204.108@tcp38 : REPLY try# 0 00000800:00000200:0.0:1767384367.320177:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp38 00000800:00000010:0.0:1767384367.320181:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043d6de8b. 00000800:00000200:0.0:1767384367.320186:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (4) 00000800:00000200:0.0:1767384367.320191:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp38 ip 192.168.204.108:988 00000800:00000200:0.0:1767384367.320194:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043d6de8b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384367.320197:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320237:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000200:0.0:1767384367.320240:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384367.320245:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043d6de8b. 00000400:00000200:0.0:1767384367.320250:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.320256:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: REPLY: OK 00000800:00000001:0.0:1767384367.320267:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320271:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.320275:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000001:0.0:1767384367.320284:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320291:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384367.320293:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320297:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.320305:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp38(192.168.204.108@tcp38) <- 192.168.204.108@tcp38 : REPLY - for me 00000400:00000200:1.0:1767384367.320314:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.320321:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp38: Reply from 12345-192.168.204.108@tcp38 of length 272/272 into md 0x1d79 00000800:00000001:0.0:1767384367.320327:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320335:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.320337:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.320342:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp38->192.168.204.108@tcp38: REPLY: OK 00000400:00000200:0.0:1767384367.320347:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:0.0:1767384367.320350:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 00000400:00000200:1.0:1767384367.320352:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384367.320354:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384367.320362:0:16340:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fd5a30ec. 00000400:00000010:0.0:1767384367.320368:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000312fd2cc. 00000800:00000001:0.0:1767384367.320374:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.320378:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.320391:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320431:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320487:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320513:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320538:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320587:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320612:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320642:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320669:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320700:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320738:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320760:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320785:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320812:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320837:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320862:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320913:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320956:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.320990:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.321012:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.321036:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384367.321060:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384367.321535:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007952a16f. 00000800:00000010:1.0:1767384367.321540:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e91ca66. 00000800:00000010:1.0:1767384367.321543:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384367.321568:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef792f01. 00000800:00020000:1.0:1767384367.321576:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384367.321579:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e91ca66. 00000800:00000010:1.0:1767384367.321583:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007952a16f. 00000400:02020000:1.0:1767384367.321641:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000004:00000001:2.0:1767384367.443158:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384367.443163:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384367.443169:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 00000020:00000040:2.0:1767384367.443175:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384367.443181:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.443185:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.443189:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.443197:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b7803cb. 00000100:00000001:2.0:1767384367.443205:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.443212:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.443214:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443225:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b6e2463] to pc [ptlrpcd_00_03+3] req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384367.443248:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.443268:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384367.443272:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb27f002. 00000020:00000040:2.0:1767384367.443275:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384367.443277:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.443279:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.443288:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.443292:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c7f0301. 00000100:00000001:2.0:1767384367.443297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443302:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384367.443311:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.443313:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443316:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb27f002] to pc [ptlrpcd_00_00+0] req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443338:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.443344:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384367.443347:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032f92edf. 00000020:00000040:2.0:1767384367.443350:0:8:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384367.443353:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.443354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.443356:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.443360:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cede088. 00000100:00000001:2.0:1767384367.443364:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443368:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384367.443376:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.443377:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032f92edf] to pc [ptlrpcd_00_01+1] req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443393:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.443399:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384367.443403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005170d353. 00000020:00000040:2.0:1767384367.443405:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384367.443408:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.443415:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.443417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.443422:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094aada3a. 00000100:00000001:2.0:1767384367.443427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443432:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384367.443440:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.443442:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443445:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005170d353] to pc [ptlrpcd_00_02+2] req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443457:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.443463:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384367.443466:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 00000020:00000040:2.0:1767384367.443469:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384367.443472:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.443473:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.443475:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.443478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002bc6483a. 00000100:00000001:2.0:1767384367.443482:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443486:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384367.443493:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.443495:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443497:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a4a3082] to pc [ptlrpcd_00_03+3] req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443505:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443509:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000100:00000001:2.0:1767384367.443523:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.443527:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.443529:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.443533:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443552:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.443554:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.443558:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.443561:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.443564:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.443567:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001b6e2463 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743007744:0@lo:13: 00000100:00000001:2.0:1767384367.443572:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.443576:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.443579:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.443582:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.443586:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008bce2649. 02000000:00000001:2.0:1767384367.443588:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.443595:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007147bea2. 00000400:00000010:2.0:1767384367.443602:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f911f80b. 00000100:00000200:2.0:1767384367.443608:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743007744, portal 4 00000100:00000001:2.0:1767384367.443611:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.443612:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947164160 : -130127762387456 : ffff89a644f28e00) 00000100:00000040:2.0:1767384367.443619:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443626:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.443628:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.443631:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384367.443633:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743007744, offset 0 00000400:00000200:2.0:1767384367.443642:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.443655:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.443667:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc06e00 00000400:00000200:2.0:1767384367.443676:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 2912 00000400:00000200:2.0:1767384367.443683:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.443688:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.443695:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.443698:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384367.443702:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de7601db. 00000100:00000040:2.0:1767384367.443710:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000de7601db x1853236743007744 msgsize 224 00000100:00100000:2.0:1767384367.443715:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384367.443725:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.443734:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000400:00000010:2.0:1767384367.443737:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:2.0:1767384367.443740:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.443744:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443754:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.443757:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443764:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.443766:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.443771:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.443776:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3603 usecs (4 jiffies) 00000100:00000001:2.0:1767384367.443780:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954500 00000100:00000010:2.0:1767384367.443784:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000100:00000001:2.0:1767384367.443791:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384367.443798:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954500 00000100:00000010:2.0:1767384367.443802:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ba8852. 00000100:00000001:2.0:1767384367.443806:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384367.443811:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954500 00000100:00000010:2.0:1767384367.443815:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ae2ce4f. 00000100:00000001:2.0:1767384367.443819:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384367.443822:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954500 00000100:00000010:2.0:1767384367.443826:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000100:00000001:2.0:1767384367.443829:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384367.443832:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.443835:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.443838:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.443842:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443854:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.443856:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.443858:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.443860:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.443863:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.443867:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a4a3082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743008256:0@lo:400: 00000100:00000001:2.0:1767384367.443870:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.443872:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.443874:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.443876:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.443880:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000087e178f. 02000000:00000001:2.0:1767384367.443882:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.443886:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e093f8df. 00000400:00000010:2.0:1767384367.443891:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038e52590. 00000100:00000200:2.0:1767384367.443894:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743008256, portal 10 00000100:00000001:2.0:1767384367.443897:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.443898:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947161472 : -130127762390144 : ffff89a644f28380) 00000100:00000040:2.0:1767384367.443903:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.443910:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.443914:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.443917:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000100:00000200:2.0:1767384367.443919:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743008256, offset 0 00000400:00000200:2.0:1767384367.443925:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.443948:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.443956:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07000 00000400:00000200:2.0:1767384367.443962:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000400:00000200:2.0:1767384367.443967:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.443970:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.443974:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.443976:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384367.443979:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e02df17c. 00000100:00000040:2.0:1767384367.443987:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e02df17c x1853236743008256 msgsize 224 00000100:00100000:2.0:1767384367.443991:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384367.444000:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.444006:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:2.0:1767384367.444008:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000100:00000001:2.0:1767384367.444011:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.444013:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444021:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.444023:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444030:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444032:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.444036:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.444039:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3271 usecs (4 jiffies) 00000100:00000001:2.0:1767384367.444042:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294954500 00000100:00000001:2.0:1767384367.444045:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444047:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294954500 00000100:00000001:2.0:1767384367.444050:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444051:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294954500 00000100:00000001:2.0:1767384367.444053:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444056:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294954500 00000100:00000001:2.0:1767384367.444058:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444060:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.444062:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444065:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444068:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444075:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.444078:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.444081:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444082:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.444089:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.444093:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384367.444094:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444098:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.444123:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444126:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444128:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.444129:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.444133:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444140:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.444142:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444144:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.444146:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.444148:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.444151:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005170d353 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236743008128:0@lo:400: 00000100:00000001:2.0:1767384367.444154:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.444156:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.444158:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444160:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.444164:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac73751. 02000000:00000001:2.0:1767384367.444166:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.444170:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54e95a. 00000400:00000010:2.0:1767384367.444175:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ffb2e3. 00000100:00000200:2.0:1767384367.444179:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743008128, portal 10 00000100:00000001:2.0:1767384367.444181:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.444182:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947168640 : -130127762382976 : ffff89a644f29f80) 00000100:00000040:2.0:1767384367.444188:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444195:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.444198:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.444201:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d96699f. 00000100:00000200:2.0:1767384367.444203:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743008128, offset 0 00000400:00000200:2.0:1767384367.444209:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.444215:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.444228:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc06f80 00000400:00000200:2.0:1767384367.444233:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000400:00000200:2.0:1767384367.444238:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.444241:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.444244:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.444246:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384367.444249:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000357cd326. 00000100:00000040:2.0:1767384367.444252:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000357cd326 x1853236743008128 msgsize 224 00000100:00100000:2.0:1767384367.444255:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384367.444264:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.444269:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d96699f 00000400:00000010:2.0:1767384367.444270:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d96699f. 00000100:00000001:2.0:1767384367.444273:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.444276:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444284:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.444287:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444293:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444295:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.444298:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.444302:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2905 usecs (3 jiffies) 00000100:00000001:2.0:1767384367.444304:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954500 00000100:00000001:2.0:1767384367.444307:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444309:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954500 00000100:00000001:2.0:1767384367.444311:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444313:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954500 00000100:00000001:2.0:1767384367.444315:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444317:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954500 00000100:00000001:2.0:1767384367.444319:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294954500 00000100:00000001:2.0:1767384367.444321:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.444329:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444332:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444334:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444344:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444346:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444351:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444352:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.444354:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.444358:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444366:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.444368:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444370:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.444372:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.444375:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.444377:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb27f002 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743007872:0@lo:400: 00000100:00000001:2.0:1767384367.444381:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.444384:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.444386:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444388:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.444394:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009505c850. 02000000:00000001:2.0:1767384367.444396:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.444400:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039854308. 00000400:00000010:2.0:1767384367.444404:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d96699f. 00000100:00000200:2.0:1767384367.444407:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743007872, portal 25 00000100:00000001:2.0:1767384367.444409:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.444411:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947173120 : -130127762378496 : ffff89a644f2b100) 00000100:00000040:2.0:1767384367.444416:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444423:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.444425:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.444427:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000100:00000200:2.0:1767384367.444429:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743007872, offset 0 00000400:00000200:2.0:1767384367.444434:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.444439:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.444452:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc06e80 00000400:00000200:2.0:1767384367.444457:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1555 [2] + 0 00000400:00000010:2.0:1767384367.444461:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a707dff2. 00000400:00000200:2.0:1767384367.444464:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fc824a3 00000400:00000200:2.0:1767384367.444467:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.444470:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.444473:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc824a3 00000400:00000010:2.0:1767384367.444475:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fc824a3. 00000100:00000001:2.0:1767384367.444479:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.444481:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.444484:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000f9cc8867 x1853236743007872 msgsize 224 00000100:00100000:2.0:1767384367.444488:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.444490:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384367.444498:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.444502:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:2.0:1767384367.444504:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000100:00000001:2.0:1767384367.444506:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.444509:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444517:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.444521:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444527:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444529:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.444532:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444535:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294954502 00000100:00000001:2.0:1767384367.444540:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954500 00000100:00000001:2.0:1767384367.444544:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294954502 00000100:00000001:2.0:1767384367.444547:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954500 00000100:00000001:2.0:1767384367.444549:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294954502 00000100:00000001:2.0:1767384367.444552:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954500 00000100:00000001:2.0:1767384367.444556:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294954502 00000100:00000001:2.0:1767384367.444565:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954500 00000100:00000001:2.0:1767384367.444568:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.444585:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444588:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444591:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444596:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.444598:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.444600:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444602:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.444603:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.444606:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384367.444609:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444612:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.444614:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444616:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.444618:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.444619:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.444623:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444631:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.444633:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444635:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.444638:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.444640:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.444643:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032f92edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743008000:0@lo:400: 00000100:00000001:2.0:1767384367.444647:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.444649:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.444651:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.444653:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.444657:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf76790e. 02000000:00000001:2.0:1767384367.444660:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.444663:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a707dff2. 00000400:00000010:2.0:1767384367.444668:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4bd3966. 00000100:00000200:2.0:1767384367.444672:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743008000, portal 4 00000100:00000001:2.0:1767384367.444675:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.444682:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947166848 : -130127762384768 : ffff89a644f29880) 00000100:00000040:2.0:1767384367.444687:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.444695:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.444698:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.444701:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000200:2.0:1767384367.444706:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743008000, offset 0 00000400:00000200:2.0:1767384367.444710:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384367.444712:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.444717:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008256 00000400:00000200:2.0:1767384367.444719:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384367.444723:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.444727:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384367.444731:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc06f00 00000100:00000001:0.0:1767384367.444732:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.444740:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.444745:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 4336 00000100:00100000:0.0:1767384367.444747:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008256 00000020:00000001:0.0:1767384367.444753:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384367.444754:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384367.444755:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:0.0:1767384367.444760:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384367.444763:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384367.444764:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:0.0:1767384367.444769:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:2.0:1767384367.444771:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384367.444772:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000200:2.0:1767384367.444777:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384367.444779:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384367.444782:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054544951. 00000020:00000010:0.0:1767384367.444784:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b3cc1e3. 00000100:00000040:2.0:1767384367.444788:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000054544951 x1853236743008000 msgsize 224 00000020:00000010:0.0:1767384367.444791:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b20aab17. 00000020:00000040:0.0:1767384367.444799:0:17854:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00100000:2.0:1767384367.444800:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384367.444811:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.444817:0:17854:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384367.444819:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000020:00000010:0.0:1767384367.444823:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928a8f79. 00000400:00000010:2.0:1767384367.444824:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000020:00000010:0.0:1767384367.444830:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db08d95b. 00000100:00000001:2.0:1767384367.444832:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384367.444837:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ffd541f. 00000100:00000200:2.0:1767384367.444838:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.444847:0:17854:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384367.444851:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384367.444852:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384367.444854:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.444858:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.444859:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.444864:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384367.444868:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384367.444887:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444888:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444892:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.444894:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.444897:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.444902:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3603 usecs (4 jiffies) 00000100:00000001:2.0:1767384367.444905:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294954501 00000100:00000001:2.0:1767384367.444909:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294954502 00000100:00000001:0.0:1767384367.444909:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.444912:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008128 02000000:00000001:0.0:1767384367.444914:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.444917:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.444921:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294954501 00000100:00000001:0.0:1767384367.444921:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.444925:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.444926:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294954502 00000100:00100000:0.0:1767384367.444928:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008128 00000100:00000001:2.0:1767384367.444930:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294954501 00000020:00000001:0.0:1767384367.444948:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384367.444949:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294954502 00000020:00000040:0.0:1767384367.444950:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:2.0:1767384367.444955:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294954501 00000020:00000001:0.0:1767384367.444955:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.444958:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:2.0:1767384367.444961:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294954502 00000020:00000001:0.0:1767384367.444962:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384367.444968:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384367.444968:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384367.444975:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.444975:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.444980:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000100:00000001:2.0:1767384367.444981:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.444983:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.444986:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.444987:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000020:00000010:0.0:1767384367.444995:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1aa39be. 00000020:00000010:0.0:1767384367.444998:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de742e4. 00000020:00000010:0.0:1767384367.445003:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000001:0.0:1767384367.445006:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.445007:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384367.445008:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.445009:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.445012:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384367.445018:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384367.445022:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:0.0:1767384367.445024:0:17854:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384367.445025:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947162368 : -130127762389248 : ffff89a644f28700) 00000100:00000001:0.0:1767384367.445028:0:17854:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384367.445030:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.445035:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e02df17c x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.445038:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.445048:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384367.445052:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000100:00000001:0.0:1767384367.445052:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384367.445056:0:17079:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.445056:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384367.445061:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000100:00100000:0.0:1767384367.445062:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384367.445068:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00100000:2.0:1767384367.445072:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e02df17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743008256:12345-0@lo:400: 00000100:00000001:0.0:1767384367.445073:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947171328 : -130127762380288 : ffff89a644f2aa00) 00000100:00000040:0.0:1767384367.445080:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000357cd326 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384367.445081:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008256 00000020:00000001:2.0:1767384367.445088:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384367.445090:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384367.445093:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384367.445095:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000020:00000001:2.0:1767384367.445097:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.445098:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.445123:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55d8520. 00000020:00000001:2.0:1767384367.445124:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384367.445128:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000357cd326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236743008128:12345-0@lo:400: 00000020:00000001:2.0:1767384367.445129:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000200:0.0:1767384367.445134:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008128 00000020:00000001:0.0:1767384367.445137:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384367.445138:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.445141:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384367.445143:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.445144:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445146:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.445148:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384367.445153:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384367.445155:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.445156:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.445160:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.445161:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.445164:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384367.445166:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445167:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445173:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384367.445174:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384367.445176:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384367.445179:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.445179:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384367.445184:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.445185:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000081b62829. 02000000:00000001:0.0:1767384367.445188:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.445190:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7334303. 00000100:00000001:0.0:1767384367.445190:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445193:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.445195:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.445198:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.445201:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.445203:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008128 00010000:00000040:2.0:1767384367.445205:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008256 00010000:00000001:0.0:1767384367.445207:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384367.445211:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.445211:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000357cd326 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384367.445218:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e02df17c x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.445222:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.445226:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.445231:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=71 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384367.445234:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384367.445236:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384367.445239:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.445241:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00001000:2.0:1767384367.445244:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.445244:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384367.445249:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384367.445252:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384367.445252:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.445258:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000001:0.0:1767384367.445258:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384367.445262:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000040:0.0:1767384367.445263:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384367.445268:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384367.445269:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 02000000:00000001:2.0:1767384367.445270:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.445273:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743008128, offset 224 00000100:00000001:2.0:1767384367.445275:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.445282:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384367.445283:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384367.445287:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000200:2.0:1767384367.445292:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743008256, offset 224 00000400:00000200:0.0:1767384367.445294:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.445302:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384367.445305:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc06f80 00000400:00000200:0.0:1767384367.445315:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d91 [1] + 224 00000400:00000200:2.0:1767384367.445317:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.445320:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.445324:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.445328:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07000 00000100:00000001:0.0:1767384367.445328:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.445334:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.445338:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d89 [1] + 224 00000400:00000200:2.0:1767384367.445350:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384367.445353:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.445358:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.445365:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.445372:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.445378:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384367.445386:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384367.445391:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384367.445398:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.445401:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384367.445404:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.445407:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.445415:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384367.445420:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384367.445425:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.445427:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445429:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384367.445430:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000100:00000040:0.0:1767384367.445433:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000357cd326 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384367.445434:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000100:00000001:2.0:1767384367.445441:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384367.445445:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384367.445446:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000357cd326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853236743008128:12345-0@lo:400: Request processed in 353us (1191us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384367.445450:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.445455:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384367.445458:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000040:0.0:1767384367.445459:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:0.0:1767384367.445463:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384367.445465:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384367.445466:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384367.445468:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.445471:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de742e4. 00000020:00000001:2.0:1767384367.445472:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384367.445476:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00000100:00000040:2.0:1767384367.445480:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e02df17c x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.445482:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1aa39be. 00000020:00000040:0.0:1767384367.445489:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:0.0:1767384367.445493:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384367.445497:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e02df17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743008256:12345-0@lo:400: Request processed in 445us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384367.445504:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384367.445507:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:2.0:1767384367.445510:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.445510:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384367.445512:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384367.445514:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007744 00000020:00000010:2.0:1767384367.445516:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db08d95b. 02000000:00000001:0.0:1767384367.445518:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.445521:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384367.445523:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ffd541f. 00000100:00000001:0.0:1767384367.445523:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.445529:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.445530:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928a8f79. 00000100:00100000:0.0:1767384367.445532:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007744 00000020:00000001:0.0:1767384367.445535:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384367.445536:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000020:00000040:0.0:1767384367.445537:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:0.0:1767384367.445540:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384367.445542:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384367.445542:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000020:00000001:0.0:1767384367.445547:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:0.0:1767384367.445549:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384367.445552:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.445554:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55d8520. 00000020:00000010:0.0:1767384367.445557:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000043837df. 00000020:00000040:0.0:1767384367.445560:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:2.0:1767384367.445566:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.445569:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384367.445570:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743007872 02000000:00000001:2.0:1767384367.445574:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384367.445574:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1aa39be. 00000100:00000001:2.0:1767384367.445578:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384367.445580:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de742e4. 00000100:00000001:2.0:1767384367.445582:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.445585:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 02000000:00000001:2.0:1767384367.445587:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.445592:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743007872 00000100:00000040:0.0:1767384367.445593:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384367.445596:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.445597:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.445598:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.445601:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.445603:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384367.445607:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384367.445609:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.445610:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.445615:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:2.0:1767384367.445618:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384367.445618:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.445621:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384367.445624:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:0.0:1767384367.445628:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384367.445631:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384367.445632:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:0.0:1767384367.445635:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947167744 : -130127762383872 : ffff89a644f29c00) 00000020:00000010:2.0:1767384367.445637:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000100:00000040:0.0:1767384367.445639:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de7601db x1853236743007744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.445643:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.445649:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000100:00000001:0.0:1767384367.445651:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.445655:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000043837df. 00000020:00000010:2.0:1767384367.445657:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2878c80. 00000100:00000001:0.0:1767384367.445658:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.445662:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000043837df. 00000020:00000010:2.0:1767384367.445666:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d361606c. 00000100:00100000:0.0:1767384367.445669:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de7601db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743007744:12345-0@lo:13: 00000020:00000010:2.0:1767384367.445673:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000100:00000200:0.0:1767384367.445675:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007744 00000020:00000001:0.0:1767384367.445680:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384367.445683:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384367.445683:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.445685:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.445687:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384367.445690:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384367.445691:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384367.445696:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445696:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000001:2.0:1767384367.445701:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.445702:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.445707:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.445710:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.445712:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.445714:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.445715:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.445724:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.445725:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384367.445727:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384367.445730:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384367.445734:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 02000000:00000010:0.0:1767384367.445735:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000cb45d412. 00000100:00000040:2.0:1767384367.445738:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 02000000:00000001:0.0:1767384367.445740:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.445742:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088509008 : -130122621042608 : ffff89a777654050) 00000100:00000001:0.0:1767384367.445745:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384367.445749:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1767384367.445750:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9cc8867 x1853236743007872/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384367.445754:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384367.445757:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384367.445764:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384367.445767:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000020:00000001:0.0:1767384367.445768:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.445770:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384367.445773:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384367.445775:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000020:00000020:0.0:1767384367.445778:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:2.0:1767384367.445783:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9cc8867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743007872:12345-0@lo:400: 00000020:00000020:0.0:1767384367.445784:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384367.445791:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:2.0:1767384367.445793:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743007872 00002000:00000001:0.0:1767384367.445794:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384367.445798:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384367.445800:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384367.445804:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.445805:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:0.0:1767384367.445806:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743007744 00010000:00000001:0.0:1767384367.445810:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384367.445811:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:0.0:1767384367.445814:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de7601db x1853236743007744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384367.445816:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.445822:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384367.445825:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384367.445827:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00010000:00000001:0.0:1767384367.445828:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.445833:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=67 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384367.445834:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384367.445836:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384367.445838:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.445839:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:2.0:1767384367.445845:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384367.445845:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384367.445847:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384367.445849:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384367.445850:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.445854:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.445854:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384367.445859:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384367.445860:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384367.445864:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384367.445866:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 02000000:00000001:2.0:1767384367.445868:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384367.445870:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743007744, offset 224 02000000:00000010:2.0:1767384367.445874:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cb598c86. 00000400:00000200:0.0:1767384367.445879:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384367.445880:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.445884:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.445889:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384367.445890:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384367.445894:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743007872 00010000:00000001:2.0:1767384367.445900:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384367.445905:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc06e00 00010000:00000200:2.0:1767384367.445907:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9cc8867 x1853236743007872/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.445913:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d81 [1] + 224 00000400:00000200:0.0:1767384367.445922:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384367.445927:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384367.445928:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384367.445946:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.445948:0:17891:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384367.445952:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=77 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384367.445954:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.445958:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384367.445965:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00000040:0.0:1767384367.445966:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.445970:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384367.445977:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384367.445980:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.445981:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384367.445986:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384367.445988:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384367.445991:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000040:2.0:1767384367.445994:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384367.445995:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.445997:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384367.446000:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000001:0.0:1767384367.446000:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.446005:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000200:2.0:1767384367.446007:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743007872, offset 224 00010000:00000001:0.0:1767384367.446008:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.446010:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.446013:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.446016:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de7601db x1853236743007744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.446020:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384367.446029:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de7601db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743007744:12345-0@lo:13: Request processed in 376us (2317us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384367.446034:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384367.446041:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384367.446044:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000400:00000200:2.0:1767384367.446047:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc06e80 00000100:00000001:0.0:1767384367.446048:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.446050:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384367.446052:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de742e4. 00000020:00000010:0.0:1767384367.446056:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00000020:00000010:0.0:1767384367.446059:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1aa39be. 00000400:00000200:2.0:1767384367.446063:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d99 [1] + 224 00000020:00000040:0.0:1767384367.446065:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:0.0:1767384367.446069:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.446072:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.446078:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.446084:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.446089:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.446089:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.446092:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384367.446117:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384367.446120:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00080000:0.0:1767384367.446124:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384367.446128:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000040:2.0:1767384367.446130:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.446145:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.446147:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.446147:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.446153:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.446154:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.446155:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54e95a. 00000400:00000200:0.0:1767384367.446158:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ffb2e3 00000400:00000010:0.0:1767384367.446159:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ffb2e3. 00000100:00000001:0.0:1767384367.446162:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384367.446163:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000100:00000200:0.0:1767384367.446166:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384367.446168:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000100:00000001:2.0:1767384367.446176:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384367.446178:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446180:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.446187:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.446188:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.446191:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.446194:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384367.446196:0:16350:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384367.446200:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384367.446200:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384367.446205:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.446205:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.446207:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.446211:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384367.446211:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.446217:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=71 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384367.446218:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9cc8867 x1853236743007872/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384367.446222:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.446230:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.446233:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.446238:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384367.446241:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9cc8867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743007872:12345-0@lo:400: Request processed in 475us (1754us total) trans 0 rc 0/0 00010000:00080000:0.0:1767384367.446245:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.446256:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.446260:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000001:0.0:1767384367.446261:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384367.446266:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000040:0.0:1767384367.446266:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384367.446270:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384367.446273:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384367.446273:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.446276:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.446278:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d361606c. 00000100:00000040:0.0:1767384367.446281:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384367.446285:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00000100:00000001:0.0:1767384367.446289:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.446291:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2878c80. 00000100:00000001:0.0:1767384367.446292:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.446295:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384367.446299:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000040:0.0:1767384367.446299:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384367.446306:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1767384367.446308:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005170d353 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853236743008128:0@lo:400: 02000000:00000010:2.0:1767384367.446310:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cb598c86. 00000400:00000001:0.0:1767384367.446314:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.446315:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.446316:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007147bea2. 00000400:00000200:0.0:1767384367.446318:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911f80b 00000400:00000010:0.0:1767384367.446321:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911f80b. 02000000:00000001:2.0:1767384367.446322:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384367.446324:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384367.446326:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.446327:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384367.446335:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384367.446336:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384367.446341:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a627963. 00000100:00000001:0.0:1767384367.446343:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.446347:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384367.446349:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062ca072e. 00000100:00000001:0.0:1767384367.446349:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.446353:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.446356:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.446358:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.446360:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.446364:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.446368:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.446370:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.446371:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384367.446375:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008000 00000100:00000001:0.0:1767384367.446375:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.446380:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384367.446381:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384367.446384:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:0.0:1767384367.446387:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446388:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.446392:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.446394:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008000 00000020:00000001:2.0:1767384367.446398:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384367.446401:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000020:00000001:2.0:1767384367.446405:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.446408:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00010000:00000001:0.0:1767384367.446412:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.446413:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:0.0:1767384367.446416:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384367.446418:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000040:0.0:1767384367.446418:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384367.446422:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384367.446425:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.446425:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.446430:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000100:00000040:0.0:1767384367.446431:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446436:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.446443:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000100:00000001:0.0:1767384367.446443:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.446448:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.446449:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384367.446450:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2878c80. 00000004:00000001:0.0:1767384367.446451:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384367.446455:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384367.446456:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d361606c. 00000004:00000040:0.0:1767384367.446458:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:2.0:1767384367.446463:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000004:00000020:0.0:1767384367.446465:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384367.446470:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.446472:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384367.446473:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446478:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384367.446481:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384367.446483:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001b6e2463 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743007744:0@lo:13: 00000100:00000001:2.0:1767384367.446485:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384367.446488:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.446491:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384367.446492:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767384367.446492:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e093f8df. 00000100:00000001:2.0:1767384367.446496:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384367.446497:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e52590 00000100:00000001:2.0:1767384367.446501:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.446501:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038e52590. 00000100:00000001:0.0:1767384367.446503:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.446507:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446514:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.446514:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446526:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384367.446529:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384367.446534:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.446535:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.446538:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.446540:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.446541:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384367.446545:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384367.446545:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.446551:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 02000000:00000001:0.0:1767384367.446551:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.446554:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=71 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384367.446556:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947172224 : -130127762379392 : ffff89a644f2ad80) 00000100:00001000:0.0:1767384367.446558:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.446562:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.446564:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.446566:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054544951 x1853236743008000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.446567:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.446572:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.446596:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.446597:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.446598:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.446601:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1767384367.446603:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951e5456. 00000100:00000001:0.0:1767384367.446603:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.446605:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.446609:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384367.446610:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384367.446615:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951e5456. 00000100:00000001:0.0:1767384367.446621:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.446624:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384367.446626:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054544951 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236743008000:12345-0@lo:400: 00000100:00000001:0.0:1767384367.446626:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.446632:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384367.446635:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008000 00000020:00000001:2.0:1767384367.446640:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384367.446643:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a4a3082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743008256:0@lo:400: 00000020:00000001:2.0:1767384367.446644:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384367.446646:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.446648:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.446649:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.446653:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005170d353 x1853236743008128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384367.446654:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384367.446658:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:0.0:1767384367.446661:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384367.446663:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384367.446666:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.446670:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384367.446672:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384367.446672:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384367.446677:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.446677:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac73751. 00000020:00000001:2.0:1767384367.446682:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384367.446685:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384367.446686:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384367.446690:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384367.446691:0:16350:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767384367.446694:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cb598c86. 00000020:00000040:0.0:1767384367.446695:0:16350:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384367.446699:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.446700:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384367.446703:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.446705:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094aada3a. 00000020:00000001:2.0:1767384367.446708:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384367.446711:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743008000 02000000:00000001:0.0:1767384367.446712:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384367.446715:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384367.446716:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.446720:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005170d353. 00010000:00000200:2.0:1767384367.446721:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054544951 x1853236743008000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.446726:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.446729:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.446734:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384367.446736:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384367.446741:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b6e2463 x1853236743007744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.446747:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.446749:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767384367.446752:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=67 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384367.446752:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.446754:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008bce2649. 02000000:00000001:0.0:1767384367.446759:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384367.446761:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384367.446761:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.446765:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384367.446768:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000001:0.0:1767384367.446768:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.446770:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b7803cb. 00000100:00000001:2.0:1767384367.446775:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384367.446775:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.446778:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384367.446782:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1767384367.446782:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 02000000:00000001:2.0:1767384367.446786:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.446786:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.446788:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.446791:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384367.446792:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.446794:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a4a3082 x1853236743008256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.446800:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.446806:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000001:0.0:1767384367.446806:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.446809:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.446811:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000087e178f. 00000100:00000200:2.0:1767384367.446813:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743008000, offset 224 02000000:00000001:0.0:1767384367.446814:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.446817:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.446819:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384367.446823:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384367.446828:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.446829:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002bc6483a. 00000400:00000200:2.0:1767384367.446833:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384367.446834:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.446836:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.446839:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 00000100:00000001:0.0:1767384367.446841:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.446841:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.446843:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.446847:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc06f00 00000100:00000001:0.0:1767384367.446849:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.446852:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.446855:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1da1 [1] + 224 00000100:00000001:0.0:1767384367.446856:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.446859:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.446863:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.446868:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.446872:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.446877:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.446880:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.446883:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.446887:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.446890:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.446891:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039854308. 00000100:00000040:2.0:1767384367.446892:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.446894:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d96699f 00000400:00000010:0.0:1767384367.446897:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d96699f. 00000100:00000001:0.0:1767384367.446901:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.446906:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.446912:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384367.446915:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.446918:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000100:00000001:0.0:1767384367.446922:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384367.446923:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000100:00000001:0.0:1767384367.446924:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.446929:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384367.446930:0:18483:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384367.446930:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.446947:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.446949:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.446949:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.446952:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.446955:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.446955:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.446962:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=77 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384367.446963:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384367.446965:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384367.446970:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384367.446970:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.446975:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.446975:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384367.446978:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.446980:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384367.446985:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054544951 x1853236743008000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.446987:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.446996:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.447007:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.447010:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.447012:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.447017:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.447036:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb27f002 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743007872:0@lo:400: 00000100:00100000:2.0:1767384367.447040:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054544951 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236743008000:12345-0@lo:400: Request processed in 438us (2245us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384367.447042:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.447045:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.447049:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb27f002 x1853236743007872/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.447058:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384367.447059:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.447062:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384367.447064:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 02000000:00000010:0.0:1767384367.447064:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009505c850. 02000000:00000001:0.0:1767384367.447069:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384367.447070:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384367.447071:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384367.447074:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384367.447074:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384367.447078:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384367.447080:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d361606c. 02000000:00000010:0.0:1767384367.447080:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006c7f0301. 02000000:00000001:0.0:1767384367.447082:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.447085:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.447086:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb27f002. 00000020:00000010:2.0:1767384367.447087:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00000100:00000001:0.0:1767384367.447090:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.447092:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384367.447093:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2878c80. 00000100:00000001:0.0:1767384367.447094:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.447098:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.447118:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384367.447121:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000400:00000001:0.0:1767384367.447121:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.447124:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384367.447126:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384367.447127:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a707dff2. 00000400:00000200:0.0:1767384367.447132:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bd3966 00000400:00000010:0.0:1767384367.447135:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bd3966. 00000100:00000001:0.0:1767384367.447138:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.447145:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.447150:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.447155:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.447156:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.447157:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.447158:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.447159:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.447160:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.447162:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.447164:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.447166:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.447168:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.447168:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.447170:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.447171:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.447176:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.447177:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.447178:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384367.447179:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.447179:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.447181:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.447185:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.447186:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.447187:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.447188:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.447192:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032f92edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743008000:0@lo:400: 00000100:00000001:0.0:1767384367.447194:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.447199:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.447200:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032f92edf x1853236743008000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.447205:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.447206:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.447207:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf76790e. 02000000:00000001:0.0:1767384367.447209:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.447210:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.447210:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384367.447212:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.447213:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cede088. 02000000:00000001:0.0:1767384367.447215:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.447216:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.447217:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032f92edf. 00000100:00000001:0.0:1767384367.447219:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.447219:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.447220:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.447223:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.447224:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.447226:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.447227:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.450153:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000040:2.0:1767384367.450157:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000040:0.0:1767384367.450157:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000010:3.0:1767384367.450161:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00000100:00000010:0.0:1767384367.450168:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000100:00000010:2.0:1767384367.450170:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ae2ce4f. 00000100:00000040:1.0:1767384367.451279:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294954502, at 4294954504 00000100:00000010:1.0:1767384367.451286:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ba8852. 00010000:00000001:0.0:1767384367.636159:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384367.636163:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.636168:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384367.636170:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.636199:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384367.636202:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.636205:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384367.953840:0:36403:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f21a88bd. 00080000:00000010:0.0:1767384367.953848:0:36403:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f21a88bd. 00000020:00000001:0.0:1767384367.953851:0:36403:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384367.953857:0:36403:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f21a88bd. 00080000:00000010:0.0:1767384367.953861:0:36403:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f21a88bd. 00000020:00000001:0.0:1767384367.953863:0:36403:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384368.339159:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384368.339165:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384368.339168:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c52bc83 00000400:00000010:3.0:1767384368.339172:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c52bc83. 00000400:00000200:3.0:1767384368.339176:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384368.339183:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384368.339193:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000055c197a9. 00000400:00000010:3.0:1767384368.339197:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006842ab62. 00000001:00000001:1.0:1767384368.634359:0:36567:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384368.634363:0:36567:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384368.637054:0:36567:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384368.643507:0:36568:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e1bdebfd. 00000400:00000010:1.0:1767384368.643520:0:36568:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cc918a27. 00000400:00000010:1.0:1767384368.643529:0:36568:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000de61a40b. 00000400:00000010:1.0:1767384368.643532:0:36568:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000953edeae. 00000400:00000010:1.0:1767384368.643539:0:36568:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000155b9a8d. 00000400:00000010:1.0:1767384368.643543:0:36568:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dec5b1a7. 00000400:00000010:1.0:1767384368.643544:0:36568:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000099680d6d. 00000400:00000010:1.0:1767384368.643545:0:36568:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005f07248. 00000400:00000010:1.0:1767384368.643548:0:36568:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000eb7dee1a. 00000800:00000010:1.0:1767384368.643564:0:36568:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000360c5dd5. 00000800:00000200:1.0:1767384368.643574:0:36568:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384368.643585:0:36568:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384368.643617:0:36568:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:1.0:1767384368.643637:0:36568:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384368.644791:0:36568:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007d02696d. 00000400:00000010:1.0:1767384368.644796:0:36568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fbde5. 00000400:00000010:1.0:1767384368.644801:0:36568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000400:00000001:1.0:1767384368.644818:0:36568:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.644819:0:36568:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.644821:0:36568:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001299aac0. 00000400:00000200:1.0:1767384368.644823:0:36568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e49f0d 00000400:00000010:1.0:1767384368.644825:0:36568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e49f0d. 00000400:00000010:1.0:1767384368.644828:0:36568:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000073616386. 00000400:00000200:1.0:1767384368.644833:0:36568:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (35) 00000400:00000200:1.0:1767384368.644843:0:36568:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:1.0:1767384368.644852:0:36568:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:1.0:1767384368.644858:0:36568:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007952a16f. 00000020:01000000:1.0:1767384368.644864:0:36568:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384368.644866:0:36568:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp46 00000400:00000200:2.0:1767384368.644867:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384368.644874:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384368.644877:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000010:1.0:1767384368.644878:0:36568:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cc918a27. 00000400:00000010:2.0:1767384368.644882:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b1929383. 00000400:00000010:1.0:1767384368.644883:0:36568:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e1bdebfd. 00000400:00000010:2.0:1767384368.644889:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000400:00000010:2.0:1767384368.644897:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab6badb0. 00000400:00000200:2.0:1767384368.644900:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384368.644921:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384368.644926:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:2.0:1767384368.644931:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:2.0:1767384368.644935:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384368.644939:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:2.0:1767384368.644942:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:2.0:1767384368.644945:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000020:00000001:3.0:1767384368.644947:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.644952:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.644956:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384368.644958:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384368.644960:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000020:01000004:3.0:1767384368.644963:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384368.644966:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384368.644967:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000020:01000004:3.0:1767384368.644969:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384368.644972:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384368.644976:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384368.644976:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000020:01000004:3.0:1767384368.644980:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.644983:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384368.644984:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000020:01000004:3.0:1767384368.644986:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384368.644989:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384368.644990:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:2.0:1767384368.644993:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:2.0:1767384368.644997:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000020:01000004:3.0:1767384368.644998:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384368.645004:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000100:00000010:3.0:1767384368.645006:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b412ea7. 00000020:00000040:3.0:1767384368.645013:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384368.645013:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 64], ns[44, 64] 00000100:00000001:3.0:1767384368.645019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.645023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384368.645023:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 02000000:00000001:3.0:1767384368.645029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.645034:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 02000000:00000010:3.0:1767384368.645040:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000964cc14d. 00000400:00000200:2.0:1767384368.645040:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000100:00000001:3.0:1767384368.645048:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.645051:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000100:00000001:3.0:1767384368.645058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384368.645058:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 44], ns[153, 44] 00000100:00000001:3.0:1767384368.645062:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.645072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b412ea7] to pc [ptlrpcd_00_00+0] req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384368.645073:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[97, 44] 00000400:00000200:2.0:1767384368.645087:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000400:00000200:2.0:1767384368.645119:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000400:00000200:2.0:1767384368.645127:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 44], ns[114, 44] 00000400:00000200:2.0:1767384368.645141:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 44], ns[141, 44] 10000000:00000001:3.0:1767384368.645144:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.645150:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.645150:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 44], ns[115, 44] 00000100:00000001:1.0:1767384368.645155:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384368.645156:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645159:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384368.645160:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384368.645163:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 44], ns[109, 44] 00000100:00000001:1.0:1767384368.645163:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384368.645169:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384368.645169:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384368.645173:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384368.645174:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[116, 44] 10000000:00000001:3.0:1767384368.645176:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384368.645180:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384368.645185:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384368.645190:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384368.645191:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 44], ns[162, 44] 00000020:01000004:3.0:1767384368.645195:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384368.645196:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384368.645200:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384368.645201:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384368.645202:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[151, 44] 00000020:01000004:3.0:1767384368.645207:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384368.645207:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384368.645210:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 44], ns[158, 44] 00000020:01000004:3.0:1767384368.645211:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.645215:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384368.645217:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.645220:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 44], ns[156, 44] 00000020:01000004:3.0:1767384368.645221:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384368.645221:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384368.645225:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384368.645229:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743008384:0@lo:253: 00000100:00000010:3.0:1767384368.645232:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee6df77a. 00000400:00000200:2.0:1767384368.645233:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 44], ns[157, 44] 00000100:00000001:1.0:1767384368.645238:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384368.645239:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384368.645244:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 44], ns[161, 44] 00000100:00000001:3.0:1767384368.645245:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384368.645245:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384368.645249:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.645250:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384368.645252:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 02000000:00000001:1.0:1767384368.645253:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384368.645255:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384368.645259:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002fe43ce7. 00000400:00000200:2.0:1767384368.645260:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp24 02000000:00000001:1.0:1767384368.645265:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.645266:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d8442d98. 00000400:00000200:2.0:1767384368.645268:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp24 lpni_is_preferred = 0 00000400:00000010:1.0:1767384368.645269:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf119de8. 00000100:00000001:3.0:1767384368.645273:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.645274:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp24 00000400:00000010:1.0:1767384368.645276:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1f7395. 00000400:00000200:2.0:1767384368.645281:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [163:163:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [160:160:8:4294967295] 00000100:00000200:1.0:1767384368.645282:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743008384, portal 25 00000100:00000001:1.0:1767384368.645288:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.645289:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384368.645290:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040492800 : -130122669058816 : ffff89a774889500) 00000100:00000001:3.0:1767384368.645293:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.645295:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp24 00000100:00000040:1.0:1767384368.645299:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.645304:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee6df77a] to pc [ptlrpcd_00_01+1] req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.645314:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384368.645316:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:) -> 192.168.204.108@tcp24(192.168.204.108@tcp:192.168.204.108@tcp24) : GET try# 0 00000100:00000040:1.0:1767384368.645320:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.645325:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e980ec. 00000100:00000200:1.0:1767384368.645330:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743008384, offset 0 00000800:00000200:2.0:1767384368.645334:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp24 00000800:00000010:2.0:1767384368.645340:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c7f0301. 10000000:00000001:3.0:1767384368.645341:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.645342:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384368.645347:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.645352:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384368.645352:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (6) 00000400:00000200:1.0:1767384368.645358:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:3.0:1767384368.645359:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384368.645363:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007952a16f. 00000800:00000200:2.0:1767384368.645364:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:988 00000800:00000200:2.0:1767384368.645370:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c7f0301 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384368.645371:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07080 00000100:00000001:3.0:1767384368.645376:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384368.645380:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384368.645380:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x155d [2] + 0 00000100:00000001:3.0:1767384368.645383:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384368.645385:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000100:00000040:3.0:1767384368.645389:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.645390:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e6d5efa 00000400:00000200:2.0:1767384368.645394:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384368.645399:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.645402:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000100:00000001:3.0:1767384368.645403:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.645406:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.645408:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384368.645410:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384368.645413:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384368.645414:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e6d5efa 02000000:00000001:3.0:1767384368.645415:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.645418:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e6d5efa. 00000100:00100000:3.0:1767384368.645421:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee6df77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743008512:0@lo:253: 00000100:00000001:1.0:1767384368.645424:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384368.645425:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384368.645427:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384368.645429:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.645432:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.645432:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000aff79acc x1853236743008384 msgsize 4848 02000000:00000001:3.0:1767384368.645437:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384368.645442:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384368.645446:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001545c133. 02000000:00000001:3.0:1767384368.645450:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.645452:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384368.645455:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000010:3.0:1767384368.645461:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000929ad24d. 00000100:00000001:1.0:1767384368.645463:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384368.645464:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743008512, portal 25 00000100:00000001:3.0:1767384368.645467:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.645469:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040491904 : -130122669059712 : ffff89a774889180) 00000400:00000200:1.0:1767384368.645470:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e980ec 00000400:00000010:1.0:1767384368.645473:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e980ec. 00000100:00000040:3.0:1767384368.645474:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.645479:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384368.645483:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384368.645485:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.645496:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384368.645496:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384368.645499:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384368.645501:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6e063e8. 00000800:00000010:2.0:1767384368.645502:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c7f0301. 00000100:00000040:1.0:1767384368.645504:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384368.645508:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743008512, offset 0 00000400:00000200:2.0:1767384368.645510:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384368.645517:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384368.645518:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384368.645523:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: GET: OK 00000100:00000001:1.0:1767384368.645523:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.645529:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384368.645530:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384368.645531:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384368.645537:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294955703 00000400:00000200:2.0:1767384368.645538:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000100:00000010:1.0:1767384368.645542:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075303682. 00000400:00000200:3.0:1767384368.645543:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07100 00000800:00000001:2.0:1767384368.645548:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384368.645549:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1589 [2] + 0 00000100:00000001:1.0:1767384368.645550:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384368.645556:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000574e01df. 00000800:00000001:2.0:1767384368.645556:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.645558:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294955703 00000400:00000200:3.0:1767384368.645559:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea3b5e4c 00000800:00000001:2.0:1767384368.645560:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384368.645565:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049bad5e3. 00000800:00000001:2.0:1767384368.645567:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.645568:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384368.645569:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384368.645576:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294955703 00000400:00000200:3.0:1767384368.645580:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384368.645582:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d432b6f5. 00000400:00000200:2.0:1767384368.645584:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : GET - for me 00000400:00000200:3.0:1767384368.645587:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3b5e4c 00000100:00000001:1.0:1767384368.645588:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384368.645590:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea3b5e4c. 00000100:00000001:1.0:1767384368.645592:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294955703 00000100:00000001:3.0:1767384368.645595:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384368.645596:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db0e23c4. 00000400:00000200:2.0:1767384368.645597:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 608 into portal 0 MB=0x8000000000000000 00000100:00000200:3.0:1767384368.645598:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384368.645602:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384368.645603:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000d1bad55 x1853236743008512 msgsize 4848 00000100:00000001:1.0:1767384368.645606:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.645608:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 608/608 into md 0x1dc1 [1] + 0 00000100:00000001:1.0:1767384368.645611:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.645615:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384368.645617:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.645619:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384368.645620:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.645625:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp24 to MR: 192.168.204.108@tcp24 local destination 00000100:00000001:3.0:1767384368.645627:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.645630:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384368.645633:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp24 NI seq info: [164:164:256:4294967295] 192.168.204.108@tcp24 LPNI seq info [161:161:8:4294967295] 00000100:00000001:1.0:1767384368.645633:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384368.645639:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384368.645644:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) -> 192.168.204.108@tcp24(192.168.204.108@tcp24:192.168.204.108@tcp24) 192.168.204.108@tcp24 : REPLY try# 0 00000100:00000001:1.0:1767384368.645646:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384368.645649:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384368.645652:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e063e8 00000800:00000200:2.0:1767384368.645653:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.108@tcp24 00000100:00000001:1.0:1767384368.645654:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.645655:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6e063e8. 00000800:00000010:2.0:1767384368.645660:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c7f0301. 00000100:00000001:3.0:1767384368.645661:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.645668:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384368.645668:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008be4f87e] -> 12345-192.168.204.108@tcp24 (6) 00000800:00000200:2.0:1767384368.645678:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp24 ip 192.168.204.108:993 00000100:00000001:3.0:1767384368.645682:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384368.645683:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c7f0301 type 3, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1767384368.645684:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384368.645687:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.645688:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008384 02000000:00000001:1.0:1767384368.645692:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.645696:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.645697:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645699:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.645700:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384368.645704:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.645706:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.645708:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008384 00000100:00000001:3.0:1767384368.645710:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294955703 00000020:00000001:1.0:1767384368.645711:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384368.645715:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294955703 00000020:00000040:1.0:1767384368.645715:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384368.645718:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384368.645719:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294955703 00000020:00000040:1.0:1767384368.645721:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:3.0:1767384368.645723:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294955703 00000020:00000001:1.0:1767384368.645724:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384368.645726:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384368.645729:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384368.645732:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294955703 00000100:00000001:3.0:1767384368.645734:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294955703 00000020:00000010:1.0:1767384368.645734:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e4b7382. 00000100:00000001:3.0:1767384368.645739:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294955703 00000100:00000001:1.0:1767384368.645739:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384368.645743:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384368.645745:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294955703 00000020:00000010:1.0:1767384368.645745:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e4b7382. 00000800:00000010:2.0:1767384368.645746:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c7f0301. 00000100:00000001:3.0:1767384368.645751:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.645753:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384368.645754:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000168b218f. 00000100:00000001:3.0:1767384368.645755:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.645761:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.645762:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085964278. 00000100:00000001:3.0:1767384368.645766:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.645766:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: REPLY: OK 00000020:00000010:1.0:1767384368.645769:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a926138. 00000100:00000001:3.0:1767384368.645773:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.645775:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384368.645777:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384368.645778:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384368.645779:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384368.645781:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384368.645782:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.645783:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384368.645785:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645787:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384368.645788:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384368.645789:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645790:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645798:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.645799:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.645803:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.645806:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.645809:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.645813:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp24(192.168.204.108@tcp24) <- 192.168.204.108@tcp24 : REPLY - for me 00000100:00000001:3.0:1767384368.645822:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384368.645824:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384368.645826:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp24: Reply from 12345-192.168.204.108@tcp24 of length 608/608 into md 0x1dc5 00000100:00100000:3.0:1767384368.645827:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008512 00000100:00000001:1.0:1767384368.645828:0:17073:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.645831:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384368.645834:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384368.645835:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384368.645837:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645840:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384368.645841:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.645843:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384368.645844:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384368.645845:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008512 00000020:00000001:3.0:1767384368.645850:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384368.645850:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384368.645851:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000040:3.0:1767384368.645852:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384368.645857:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384368.645858:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000040:3.0:1767384368.645861:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384368.645862:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088522320 : -130122621029296 : ffff89a777657450) 00000400:00000200:2.0:1767384368.645863:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp24->192.168.204.108@tcp24: REPLY: OK 00000020:00000001:3.0:1767384368.645865:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384368.645868:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:2.0:1767384368.645868:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000400:00000010:2.0:1767384368.645872:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000100:00000001:3.0:1767384368.645875:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384368.645877:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000040:1.0:1767384368.645879:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aff79acc x1853236743008384/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384368.645880:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032e1bec2. 00000400:00000200:2.0:1767384368.645884:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000100:00000001:3.0:1767384368.645885:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.645891:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000020:00000010:3.0:1767384368.645892:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032e1bec2. 00000400:00000200:2.0:1767384368.645899:0:16340:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.108@tcp (640 bytes) 00000100:00000001:1.0:1767384368.645900:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384368.645902:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d435a5e1. 00000020:00000010:1.0:1767384368.645905:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e4b7382. 00000400:00000200:2.0:1767384368.645906:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000020:00000010:3.0:1767384368.645923:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ba13bb3. 00000100:00000001:1.0:1767384368.645923:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.645928:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e4b7382. 00000020:00000010:3.0:1767384368.645930:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000400:00000010:2.0:1767384368.645933:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b1929383. 00000100:00100000:1.0:1767384368.645938:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aff79acc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743008384:12345-0@lo:253: 00000400:00000200:2.0:1767384368.645940:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000100:00000001:3.0:1767384368.645943:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384368.645945:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008384 00000100:00000001:3.0:1767384368.645946:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384368.645948:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384368.645949:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.645950:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384368.645954:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:2.0:1767384368.645956:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.645957:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.645958:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.645964:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384368.645965:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384368.645967:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384368.645969:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.645970:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.645971:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384368.645974:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384368.645975:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384368.645979:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384368.645980:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000b1929383. 00000100:00000001:3.0:1767384368.645982:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.645983:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384368.645986:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384368.645987:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d07480. 02000000:00000001:1.0:1767384368.645987:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384368.645992:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000400:00000010:2.0:1767384368.645994:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000040:3.0:1767384368.645995:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 02000000:00000010:1.0:1767384368.645995:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000c6138a2. 00000100:00000001:3.0:1767384368.646000:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088511056 : -130122621040560 : ffff89a777654850) 00000400:00000200:2.0:1767384368.646000:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b1929383 02000000:00000001:1.0:1767384368.646001:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384368.646005:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384368.646007:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.646009:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d1bad55 x1853236743008512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384368.646009:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384368.646011:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384368.646014:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e61110. 20000000:00000010:1.0:1767384368.646020:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007952a16f. 00000400:00000200:2.0:1767384368.646022:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7883fd 00000100:00000001:3.0:1767384368.646023:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:1.0:1767384368.646025:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:3.0:1767384368.646028:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032e1bec2. 00000400:00000010:2.0:1767384368.646028:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab7883fd. 20000000:00000001:1.0:1767384368.646029:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384368.646033:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384368.646035:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384368.646036:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.646037:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000010:3.0:1767384368.646038:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032e1bec2. 20000000:00000001:1.0:1767384368.646040:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.646045:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d1bad55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743008512:12345-0@lo:253: 00000400:00000010:2.0:1767384368.646045:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000002c1e6864. 20000000:00000001:1.0:1767384368.646045:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:3.0:1767384368.646052:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008512 00000400:00000200:2.0:1767384368.646054:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000020:00000001:3.0:1767384368.646055:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384368.646055:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003f9b405f. 00000020:00000001:3.0:1767384368.646059:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:1.0:1767384368.646060:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000001:3.0:1767384368.646062:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.646064:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000020:00000001:3.0:1767384368.646066:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384368.646067:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384368.646069:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384368.646072:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384368.646074:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.646074:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:0 00000020:00000001:3.0:1767384368.646077:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384368.646079:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384368.646079:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384368.646081:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.646084:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384368.646086:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384368.646086:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc 1 02000000:00000001:3.0:1767384368.646092:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384368.646095:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384368.646098:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 02000000:00000010:3.0:1767384368.646129:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050caba82. 02000000:00000001:3.0:1767384368.646133:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384368.646133:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000009a18da87. 00000100:00000001:3.0:1767384368.646138:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384368.646141:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a552b937. 20000000:00000001:3.0:1767384368.646147:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384368.646148:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099b9a29b. 00000400:00000200:2.0:1767384368.646154:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384368.646161:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 20000000:00000010:3.0:1767384368.646165:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efa69191. 00000400:00000200:2.0:1767384368.646167:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 20000000:01000000:3.0:1767384368.646170:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384368.646174:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384368.646177:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384368.646179:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 20000000:00000001:3.0:1767384368.646180:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.646185:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.646188:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384368.646191:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384368.646195:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00080000:00000001:1.0:1767384368.646197:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384368.646200:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:2.0:1767384368.646204:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:2.0:1767384368.646207:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:2.0:1767384368.646209:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:2.0:1767384368.646213:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00080000:00000001:1.0:1767384368.646213:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.646218:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384368.646222:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00080000:00000001:1.0:1767384368.646222:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.646227:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384368.646230:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00080000:00000001:1.0:1767384368.646231:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.646237:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00080000:00000002:1.0:1767384368.646237:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:1.0:1767384368.646243:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000400:00000200:2.0:1767384368.646246:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00080000:00000002:1.0:1767384368.646247:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384368.646253:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.646257:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00080000:00000001:1.0:1767384368.646259:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.646261:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.646264:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384368.646269:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00000400:00000200:2.0:1767384368.646271:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00080000:00000001:1.0:1767384368.646274:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384368.646277:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 64], ns[48, 64] 00080000:00000010:1.0:1767384368.646278:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000125b7cc5. 00080000:00000001:1.0:1767384368.646284:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940731904 : -130127768819712 : ffff89a644906800) 00000400:00000200:2.0:1767384368.646288:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00080000:00000001:1.0:1767384368.646290:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384368.646294:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384368.646295:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00080000:00000010:1.0:1767384368.646298:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000e4b7382. 00000400:00000200:2.0:1767384368.646300:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 48], ns[60, 48] 00080000:00000001:1.0:1767384368.646303:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.646307:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 48], ns[153, 48] 00080000:00000001:1.0:1767384368.646308:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384368.646314:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 48], ns[97, 48] 00000400:00000200:2.0:1767384368.646317:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 48], ns[74, 48] 00000400:00000200:2.0:1767384368.646320:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 48], ns[83, 48] 00080000:00000001:1.0:1767384368.646324:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.646325:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 48], ns[114, 48] 00000400:00000200:2.0:1767384368.646332:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 48], ns[141, 48] 00000400:00000200:2.0:1767384368.646334:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 48], ns[115, 48] 00000400:00000200:2.0:1767384368.646338:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 48], ns[109, 48] 00000400:00000200:2.0:1767384368.646342:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 48], ns[116, 48] 00080000:00000001:1.0:1767384368.646343:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384368.646350:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 48], ns[162, 48] 00000400:00000200:2.0:1767384368.646354:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 48], ns[151, 48] 00000400:00000200:2.0:1767384368.646359:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 48], ns[158, 48] 00000400:00000200:2.0:1767384368.646363:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 48], ns[156, 48] 00000400:00000200:2.0:1767384368.646371:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 48], ns[157, 48] 00000400:00000200:2.0:1767384368.646375:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 48], ns[161, 48] 00000400:00000200:2.0:1767384368.646378:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384368.646381:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp25 00000400:00000200:2.0:1767384368.646384:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384368.646386:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp25 00000400:00000200:2.0:1767384368.646389:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [165:165:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384368.646393:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp25 00000400:00000200:2.0:1767384368.646397:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:) -> 192.168.204.108@tcp25(192.168.204.108@tcp:192.168.204.108@tcp25) : GET try# 0 00000800:00000200:2.0:1767384368.646401:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp25 00000800:00000010:2.0:1767384368.646404:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c7f0301. 00000800:00000200:2.0:1767384368.646408:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000800:00000200:2.0:1767384368.646414:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000800:00000200:2.0:1767384368.646416:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c7f0301 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384368.646428:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384368.646430:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000200:3.0:1767384368.646485:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.646488:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c7f0301. 00000400:00000200:3.0:1767384368.646492:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384368.646494:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384368.646498:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: GET: OK 00000400:00000200:3.0:1767384368.646503:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384368.646503:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.646508:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384368.646509:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:2.0:1767384368.646513:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.646520:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : GET - for me 00000400:00000200:2.0:1767384368.646528:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384368.646532:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 640/640 into md 0x1dc1 [1] + 0 00000400:00000200:2.0:1767384368.646537:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000400:00000200:2.0:1767384368.646541:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [166:166:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767384368.646547:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) 192.168.204.108@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384368.646557:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000800:00000010:2.0:1767384368.646559:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bc6483a. 00000800:00000200:2.0:1767384368.646562:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000800:00000200:2.0:1767384368.646565:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:991 00000800:00000200:2.0:1767384368.646567:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002bc6483a type 3, nob 736 niov 1 nkiov 1 00000800:00000001:3.0:1767384368.646591:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.646620:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.646626:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.646628:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.646630:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384368.646634:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384368.646636:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : REPLY - for me 00000800:00000010:2.0:1767384368.646638:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bc6483a. 00000400:00000200:2.0:1767384368.646642:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.646651:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: REPLY: OK 00000400:00000200:3.0:1767384368.646652:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp25: Reply from 12345-192.168.204.108@tcp25 of length 640/640 into md 0x1ddd 00000800:00000001:1.0:1767384368.646655:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.646661:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.646669:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.646671:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.646674:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: REPLY: OK 00000400:00000200:3.0:1767384368.646677:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a552b937 00000400:00000010:3.0:1767384368.646679:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a552b937. 00000400:00000200:3.0:1767384368.646681:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384368.646683:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384368.646685:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384368.646687:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 38. state = 0x100271 00000400:00000200:3.0:1767384368.646690:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384368.646698:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (37) 00000800:00000001:3.0:1767384368.646702:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.646711:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.646718:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384368.646722:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:2.0:1767384368.646728:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000b82d23a7. 00000400:00000010:2.0:1767384368.646730:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 000000000317c813. 00000400:00000010:2.0:1767384368.646732:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000e97e0bd2. 00000400:00000200:2.0:1767384368.646754:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.646761:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp39(000000006ef414b5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.646764:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp40(000000008f82cd97) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.646768:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp43(0000000085a98585) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384368.646773:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000016fee770. 00000400:00000200:2.0:1767384368.646777:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000016fee770 nid 192.168.204.108@tcp44 00000400:00000010:2.0:1767384368.646780:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001ae2ce4f. 00000400:00000200:2.0:1767384368.646782:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000001ae2ce4f net tcp44 00000400:00000200:2.0:1767384368.646785:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (36) 00000400:00000200:2.0:1767384368.646788:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp44 flags 0x11 00000400:00000010:2.0:1767384368.646791:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000386bc95a. 00000400:00000200:2.0:1767384368.646793:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000386bc95a nid 192.168.204.108@tcp45 00000400:00000010:2.0:1767384368.646795:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009ebe7cc1. 00000400:00000200:2.0:1767384368.646796:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000009ebe7cc1 net tcp45 00000400:00000200:2.0:1767384368.646798:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (37) 00000400:00000200:2.0:1767384368.646799:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp45 flags 0x11 00000400:00000010:2.0:1767384368.646808:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006d66873d. 00000400:00000200:2.0:1767384368.646811:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006d66873d nid 192.168.204.108@tcp46 00000400:00000010:2.0:1767384368.646814:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009be51234. 00000400:00000200:2.0:1767384368.646815:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000009be51234 net tcp46 00000400:00000200:2.0:1767384368.646816:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (38) 00000400:00000200:2.0:1767384368.646818:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp46 flags 0x11 00000400:00000010:2.0:1767384368.646820:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000b82d23a7. 00000400:00000010:2.0:1767384368.646822:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 000000000317c813. 00000400:00000010:2.0:1767384368.646823:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000e97e0bd2. 00000400:00000010:2.0:1767384368.646825:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000009a18da87. 00000400:00000200:2.0:1767384368.646827:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384368.646829:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:2.0:1767384368.646832:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:2.0:1767384368.646834:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:2.0:1767384368.646838:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1a1188b. 00000400:00000200:2.0:1767384368.646840:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000010:2.0:1767384368.646843:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a924581e. 00000400:00000200:2.0:1767384368.646845:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp25 00000400:00000200:2.0:1767384368.646850:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000400:00000200:2.0:1767384368.646853:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [167:167:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1767384368.646857:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp25 00000400:00000200:2.0:1767384368.646861:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) : PUT try# 0 00000800:00000200:2.0:1767384368.646864:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000800:00000010:2.0:1767384368.646866:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bc6483a. 00000800:00000200:2.0:1767384368.646869:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000800:00000200:2.0:1767384368.646873:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000800:00000200:2.0:1767384368.646874:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002bc6483a type 1, nob 736 niov 1 nkiov 1 00000400:00000200:2.0:1767384368.646885:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384368.646886:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000800:00000200:1.0:1767384368.646942:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384368.646944:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bc6483a. 00000400:00000200:1.0:1767384368.646948:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.646953:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: PUT: OK 00000800:00000001:2.0:1767384368.646954:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384368.646956:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384368.646958:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp25: 0 00000800:00000001:2.0:1767384368.646967:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.646969:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.646971:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.646976:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : PUT - for me 00000400:00000200:2.0:1767384368.646982:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384368.646986:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 640/640 into md 0x1dd9 [1] + 0 00000400:00000010:2.0:1767384368.646989:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d07480. 00000400:00000200:2.0:1767384368.646992:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa060f4f 00000800:00000001:2.0:1767384368.646994:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.646997:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.646999:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.647001:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: PUT: OK 00000400:00000200:2.0:1767384368.647004:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00000400:00000010:2.0:1767384368.647007:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000400:00000200:2.0:1767384368.647010:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384368.647013:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (40) 00000400:00000200:2.0:1767384368.647018:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000010:2.0:1767384368.647021:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000009a18da87. 00000400:00000200:2.0:1767384368.647025:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.108@tcp 38 00000400:00000200:2.0:1767384368.647028:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384368.647041:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (41) 00000400:00000200:2.0:1767384368.647046:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384368.647051:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp25 to MR: 192.168.204.108@tcp25 local destination 00000400:00000200:2.0:1767384368.647058:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp25 NI seq info: [168:168:256:4294967295] 192.168.204.108@tcp25 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767384368.647068:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) -> 192.168.204.108@tcp25(192.168.204.108@tcp25:192.168.204.108@tcp25) 192.168.204.108@tcp25 : ACK try# 0 00000400:00000200:3.0:1767384368.647073:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384368.647074:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp25 00000400:00000010:3.0:1767384368.647078:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d099e078. 00000800:00000010:2.0:1767384368.647081:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b7803cb. 00000400:00000010:3.0:1767384368.647084:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000800:00000200:2.0:1767384368.647089:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000400:00000200:3.0:1767384368.647090:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b1929383 00000400:00000200:3.0:1767384368.647096:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1004f1 00000800:00000200:2.0:1767384368.647097:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:991 00000400:00000010:3.0:1767384368.647139:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 000000000b9e7a45. 00000400:00000010:3.0:1767384368.647142:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 0000000072086c10. 00000400:00000010:3.0:1767384368.647144:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000f5576a03. 00000400:00000010:3.0:1767384368.647169:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 000000000b9e7a45. 00000400:00000010:3.0:1767384368.647171:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 0000000072086c10. 00000400:00000010:3.0:1767384368.647173:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000f5576a03. 00000400:00000010:3.0:1767384368.647175:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000009a18da87. 00000400:00000200:3.0:1767384368.647178:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384368.647180:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100571 00000400:00000200:3.0:1767384368.647183:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 1 00000400:00000200:3.0:1767384368.647186:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 00000400:00000200:3.0:1767384368.647190:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384368.647192:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100511 rc 0 00000400:00000200:3.0:1767384368.647195:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384368.647198:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000800:00000200:2.0:1767384368.647240:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b7803cb type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384368.647271:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.647295:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.647301:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384368.647301:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384368.647307:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384368.647307:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b7803cb. 00000800:00000001:1.0:1767384368.647312:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.647313:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384368.647314:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.647325:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: ACK: OK 00000400:00000200:3.0:1767384368.647327:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp25(192.168.204.108@tcp25) <- 192.168.204.108@tcp25 : ACK - for me 00000400:00000200:3.0:1767384368.647336:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp25: ACK from 12345-192.168.204.108@tcp25 into md 0x1de1 00000400:00000200:3.0:1767384368.647339:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.647342:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp25->192.168.204.108@tcp25: ACK: OK 00000400:00000200:3.0:1767384368.647344:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a1188b 00000400:00000010:3.0:1767384368.647345:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1a1188b. 00000400:00000200:3.0:1767384368.647348:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384368.647354:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:3.0:1767384368.647356:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (39) 00000800:00000001:3.0:1767384368.647359:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.647361:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384368.647935:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000125b7cc5. 00080000:00000010:2.0:1767384368.647977:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000e4b7382. 00040000:00000001:2.0:1767384368.647983:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.647985:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384368.647987:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384368.647990:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384368.647992:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384368.647994:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384368.648006:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384368.648015:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384368.648019:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384368.648024:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e91559d5. 00080000:00000001:2.0:1767384368.648025:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384368.648026:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384368.648028:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384368.648031:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384368.648035:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384368.648036:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384368.648039:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384368.648040:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384368.648045:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384368.648047:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384368.648047:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384368.648053:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4697b64. 00080000:00000001:3.0:1767384368.648054:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.648058:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384368.648059:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384368.648060:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384368.648063:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cfb6bf05. 00080000:00000001:3.0:1767384368.648064:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384368.648067:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384368.648069:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:1.0:1767384368.648069:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384368.648073:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cfb6bf05 with handle 0x88edd5ef35457ed7 to hash 00000020:00000001:3.0:1767384368.648074:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384368.648078:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384368.648078:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384368.648081:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00080000:00000001:3.0:1767384368.648082:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384368.648086:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00080000:00000001:3.0:1767384368.648087:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.648090:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.648091:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384368.648092:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384368.648094:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.648097:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00010000:1.0:1767384368.648097:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384368.648128:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384368.648130:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384368.648133:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008c684a8b. 00010000:00000001:1.0:1767384368.648134:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384368.648137:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933986304 : -130127775565312 : ffff89a644297a00) 00010000:00000001:1.0:1767384368.648138:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384368.648141:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384368.648142:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:3.0:1767384368.648144:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384368.648145:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384368.648148:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000032e1bec2. 00010000:00000001:1.0:1767384368.648148:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.648151:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384368.648152:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648154:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384368.648155:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384368.648157:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384368.648160:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384368.648160:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384368.648162:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4697b64) refcount = 1 00080000:00000001:3.0:1767384368.648164:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.648165:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.648172:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384368.648174:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384368.648174:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384368.648176:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.648179:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648186:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384368.648189:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384368.648192:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384368.648194:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384368.648195:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384368.648197:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=4 00000020:00000001:1.0:1767384368.648198:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384368.648200:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00010000:00000001:1.0:1767384368.648202:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384368.648204:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384368.648205:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384368.648210:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384368.648211:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384368.648213:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384368.648214:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007952a16f. 20000000:00000001:2.0:1767384368.648220:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648221:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.648224:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384368.648226:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008384 00010000:00010000:1.0:1767384368.648227:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.648231:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384368.648235:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384368.648237:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384368.648238:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aff79acc x1853236743008384/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.648240:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384368.648243:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.648259:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384368.648259:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cfb6bf05 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384368.648263:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648263:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384368.648267:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00001000:2.0:1767384368.648268:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=78 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384368.648269:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384368.648275:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384368.648277:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767384368.648280:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384368.648280:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384368.648283:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384368.648287:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384368.648288:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384368.648291:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.648291:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cfb6bf05 refcount=5 00000020:00000001:1.0:1767384368.648295:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00000100:00000001:2.0:1767384368.648297:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384368.648299:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128512 : -130122973423104 : ffff89a762645a00) 00000100:00000040:2.0:1767384368.648302:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384368.648305:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767384368.648307:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079370933. 00010000:00010000:1.0:1767384368.648307:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384368.648312:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743008384, offset 224 00010000:00000001:1.0:1767384368.648314:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384368.648316:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384368.648317:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648319:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384368.648321:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384368.648323:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384368.648324:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384368.648325:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.648328:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfb6bf05 with handle 0x88edd5ef35457ed7 from hash 00010000:00000001:1.0:1767384368.648330:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384368.648333:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384368.648333:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.648335:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.648337:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384368.648339:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384368.648342:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07080 00010000:00000001:1.0:1767384368.648342:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384368.648346:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384368.648348:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.648349:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc9 [2] + 224 00010000:00000001:1.0:1767384368.648351:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648354:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384368.648355:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384368.648356:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384368.648361:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384368.648363:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384368.648364:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.648367:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.648369:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.648371:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384368.648371:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.648375:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384368.648377:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.648385:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384368.648389:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.648393:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.648396:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384368.648398:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384368.648401:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.648402:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.648404:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384368.648406:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.648407:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.648409:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384368.648410:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384368.648414:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384368.648416:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384368.648417:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079370933 00010000:00010000:1.0:1767384368.648418:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cfb6bf05/0x88edd5ef35457ed7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384368.648421:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079370933. 00000100:00000001:3.0:1767384368.648424:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384368.648427:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384368.648428:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384368.648429:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384368.648429:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4697b64 count: 0 00000400:00000001:3.0:1767384368.648433:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384368.648435:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.648439:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384368.648439:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384368.648442:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384368.648443:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384368.648444:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384368.648445:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf119de8. 00000020:00000001:2.0:1767384368.648448:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384368.648450:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1f7395 00000020:00000001:2.0:1767384368.648451:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384368.648454:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1f7395. 00000100:00000040:2.0:1767384368.648457:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aff79acc x1853236743008384/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.648459:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.648465:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384368.648471:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aff79acc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743008384:12345-0@lo:253: Request processed in 2569us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384368.648487:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000200:3.0:1767384368.648488:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384368.648493:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384368.648498:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.648500:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384368.648501:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384368.648502:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.648505:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384368.648506:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085964278. 02000000:00000001:3.0:1767384368.648507:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384368.648510:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384368.648511:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a926138. 00000100:00000001:3.0:1767384368.648512:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.648517:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384368.648519:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000168b218f. 00000100:00001000:3.0:1767384368.648521:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384368.648524:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.648531:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384368.648533:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.648533:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:3.0:1767384368.648537:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384368.648539:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.648539:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384368.648543:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000c6138a2. 00000100:00000001:3.0:1767384368.648544:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.648547:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384368.648549:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.648551:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384368.648557:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384368.648559:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384368.648562:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d07480. 00000100:00000001:3.0:1767384368.648563:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.648565:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384368.648568:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079370933. 00000020:01000004:3.0:1767384368.648569:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384368.648572:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384368.648574:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384368.648575:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384368.648576:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384368.648577:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.648579:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384368.648580:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384368.648587:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384368.648588:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384368.648591:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.648597:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b412ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743008384:0@lo:253: 00000100:00000001:3.0:1767384368.648600:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.648602:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.648603:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b412ea7 x1853236743008384/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.648607:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.648609:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384368.648611:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002fe43ce7. 02000000:00000001:3.0:1767384368.648613:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384368.648615:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.648615:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384368.648617:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384368.648618:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000964cc14d. 02000000:00000001:3.0:1767384368.648621:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384368.648622:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.648623:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b412ea7. 00000100:00000001:3.0:1767384368.648626:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384368.648627:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.648628:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.648631:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.648632:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.648634:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384368.648636:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384368.649737:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008c684a8b. 00080000:00000010:3.0:1767384368.649788:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000032e1bec2. 00040000:00000001:3.0:1767384368.649794:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384368.649796:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384368.649798:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384368.649801:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384368.649804:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.649806:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384368.649808:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384368.649818:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384368.649824:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384368.649828:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384368.649831:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 10000000:01000000:1.0:1767384368.649832:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384368.649837:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384368.649839:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384368.649841:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000010:1.0:1767384368.649843:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b7e352b. 00010000:00000001:1.0:1767384368.649847:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384368.649849:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a2bca6bb. 00000020:00000001:1.0:1767384368.649851:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384368.649853:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a2bca6bb with handle 0x88edd5ef35457ede to hash 00000020:00000001:1.0:1767384368.649854:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384368.649855:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649857:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649859:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384368.649860:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.649862:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649872:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384368.649874:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384368.649875:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384368.649876:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.649877:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.649878:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.649880:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.649882:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384368.649883:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384368.649884:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384368.649885:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384368.649886:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b7e352b) refcount = 1 00010000:00010000:1.0:1767384368.649888:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649891:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384368.649892:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384368.649893:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.649894:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.649896:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384368.649897:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384368.649899:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:1.0:1767384368.649901:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384368.649902:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384368.649903:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=4 00000020:00000001:1.0:1767384368.649904:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649906:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649908:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384368.649920:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649924:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384368.649925:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649936:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.649937:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384368.649938:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649942:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384368.649943:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.649945:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384368.649946:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384368.649950:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a2bca6bb already unused, calling callback (00000000594674ee) 00010000:00000001:1.0:1767384368.649952:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384368.649953:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384368.649954:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649958:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384368.649959:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384368.649960:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384368.649961:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a2bca6bb refcount=5 00000020:00000001:1.0:1767384368.649963:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649964:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736123392 : -130122973428224 : ffff89a762644600) 00010000:00000001:1.0:1767384368.649966:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384368.649967:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.649970:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384368.649972:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384368.649973:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.649974:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384368.649975:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384368.649977:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384368.649979:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384368.649982:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.649984:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384368.649985:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a2bca6bb with handle 0x88edd5ef35457ede from hash 20000000:00000010:3.0:1767384368.649989:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efa69191. 00010000:00000001:1.0:1767384368.649989:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384368.649991:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.649993:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.649995:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:3.0:1767384368.649997:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.649997:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384368.649998:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384368.650001:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384368.650003:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384368.650004:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008512 00010000:00000001:1.0:1767384368.650004:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.650009:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384368.650011:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384368.650011:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384368.650015:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.650016:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.650018:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384368.650019:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d1bad55 x1853236743008512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.650019:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.650022:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.650026:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.650039:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.650041:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.650044:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384368.650045:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384368.650046:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384368.650050:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.650050:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.650052:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384368.650055:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:3.0:1767384368.650056:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=78 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384368.650057:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.650061:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.650065:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384368.650065:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.650071:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384368.650072:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384368.650073:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384368.650075:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2bca6bb/0x88edd5ef35457ede lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384368.650078:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384368.650084:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384368.650087:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.650094:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384368.650094:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b7e352b count: 0 00000100:00000040:3.0:1767384368.650126:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.650131:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6e063e8. 00010000:00000001:1.0:1767384368.650131:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384368.650136:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384368.650137:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743008512, offset 224 00000400:00000200:3.0:1767384368.650146:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.650153:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.650162:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07100 00000400:00000200:3.0:1767384368.650167:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd1 [2] + 224 00000400:00000200:3.0:1767384368.650173:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.650177:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384368.650180:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.650183:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.650192:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.650209:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.650216:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.650218:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384368.650221:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.650223:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.650224:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:1.0:1767384368.650227:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad24d 00000400:00000010:1.0:1767384368.650228:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000929ad24d. 00000100:00000001:1.0:1767384368.650230:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384368.650231:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e063e8 00000100:00000200:1.0:1767384368.650234:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384368.650236:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6e063e8. 00000100:00000001:3.0:1767384368.650242:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384368.650246:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384368.650249:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.650252:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.650260:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384368.650261:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384368.650262:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.650266:0:16348:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384368.650268:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384368.650269:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384368.650271:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384368.650273:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.650273:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.650278:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.650279:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384368.650281:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384368.650285:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=78 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384368.650287:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d1bad55 x1853236743008512/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.650288:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384368.650290:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.650295:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384368.650296:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.650300:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.650306:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.650312:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d1bad55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16348:x1853236743008512:12345-0@lo:253: Request processed in 4285us (4704us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384368.650317:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.650322:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384368.650324:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384368.650328:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384368.650333:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000020:01000004:1.0:1767384368.650334:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384368.650338:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384368.650339:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:1.0:1767384368.650340:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384368.650343:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384368.650344:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:1.0:1767384368.650345:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384368.650348:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384368.650349:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:3.0:1767384368.650350:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ba13bb3. 00000020:01000004:1.0:1767384368.650351:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384368.650353:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384368.650358:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00000100:00000040:1.0:1767384368.650359:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384368.650365:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d435a5e1. 00000100:00100000:1.0:1767384368.650368:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee6df77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743008512:0@lo:253: 00000020:00000040:3.0:1767384368.650371:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384368.650373:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.650377:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384368.650378:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384368.650379:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee6df77a x1853236743008512/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384368.650382:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050caba82. 00000100:00000001:1.0:1767384368.650389:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.650390:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384368.650391:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384368.650394:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001545c133. 00000100:00000001:3.0:1767384368.650395:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384368.650398:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384368.650400:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384368.650401:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:1.0:1767384368.650401:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384368.650407:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384368.650408:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d8442d98. 00000400:00000010:3.0:1767384368.650410:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389dfec1. 02000000:00000001:1.0:1767384368.650411:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384368.650413:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384368.650415:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee6df77a. 00000400:00000010:3.0:1767384368.650419:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6e063e8. 00000100:00000001:1.0:1767384368.650419:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384368.650421:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.650424:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.650428:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384368.650429:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.650431:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.650432:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.651141:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294955703, at 4294955704 00000100:00000040:1.0:1767384368.651143:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294955703, at 4294955704 00000100:00000010:3.0:1767384368.651148:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db0e23c4. 00000100:00000010:1.0:1767384368.651150:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049bad5e3. 00000100:00000040:2.0:1767384368.651158:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294955703, at 4294955704 00000100:00000010:2.0:1767384368.651168:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d432b6f5. 00000100:00000040:0.0:1767384368.652140:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294955703, at 4294955705 00000100:00000010:0.0:1767384368.652146:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075303682. 00010000:00000010:1.1:1767384368.658122:0:36569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4697b64. 00010000:00000010:1.1:1767384368.658130:0:36569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cfb6bf05. 00010000:00000001:0.0:1767384368.659148:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384368.659160:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.659164:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384368.659165:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.659210:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384368.659214:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.659217:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1767384368.662120:0:36573:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b7e352b. 00010000:00000010:1.1:1767384368.662127:0:36573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2bca6bb. 00000400:00000010:1.0:1767384368.662516:0:36573:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002f97a033. 00000400:00000040:1.0:1767384368.662532:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.662534:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.662536:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.662537:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.662539:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.662540:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384368.662542:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.662543:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.662544:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.662545:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384368.662547:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.662548:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.662550:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.662551:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.662552:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384368.662554:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.662555:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.662556:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384368.662556:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384368.662558:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.662559:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.662560:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.662561:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.662562:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.662564:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384368.662565:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.662566:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.662567:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.662569:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.662570:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.662571:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384368.662572:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.662574:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.662575:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.662576:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.662577:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.662578:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384368.662584:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.662586:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.662587:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.662588:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.662590:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.662591:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384368.662592:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384368.662593:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384368.662595:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384368.662596:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384368.662597:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384368.662598:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.662599:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.662600:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384368.662601:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.662602:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384368.662604:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384368.662605:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384368.662606:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384368.662607:0:36573:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384368.662693:0:36573:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002f97a033. 00000800:00000200:0.0:1767384369.363635:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000800:00000200:0.1:1767384369.363643:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000800:00000200:0.0:1767384369.363672:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045efc832] -> 12345-192.168.204.108@tcp13 (6) 00000800:00000200:0.0:1767384369.363676:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp13 ip 192.168.204.108:988 00000800:00000200:0.0:1767384369.363681:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384369.363765:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:0.0:1767384369.363789:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384369.363794:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.363814:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.363820:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.363823:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.363863:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.363910:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.363937:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.363972:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364011:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364041:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364077:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364146:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384369.364169:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp43 00000400:00000010:0.0:1767384369.364174:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009e4b303d. 00000400:00000200:2.0:1767384369.364180:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000010:0.0:1767384369.364180:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009bcc2f05. 00000400:00000010:0.0:1767384369.364187:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000400:00000010:0.0:1767384369.364196:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b04bdaed. 00000400:00000200:0.0:1767384369.364202:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp43 00000400:00000200:2.0:1767384369.364221:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384369.364224:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp43 local destination 00000400:00000200:0.0:1767384369.364233:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp43 00000400:00000200:0.0:1767384369.364240:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp43 NI seq info: [169:169:256:4294967295] 192.168.204.108@tcp43 LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1767384369.364246:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp43 00000400:00000200:0.0:1767384369.364254:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43:) -> 192.168.204.108@tcp43(192.168.204.108@tcp43:192.168.204.108@tcp43) : GET try# 0 00000800:00000200:0.0:1767384369.364258:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp43 00000800:00000010:0.0:1767384369.364261:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070888bc1. 00000800:00000200:0.0:1767384369.364267:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000400:00000200:2.0:1767384369.364268:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000800:00000200:0.1:1767384369.364274:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000400:00000200:0.0:1767384369.364294:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp43 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:2.0:1767384369.364350:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364369:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364405:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364437:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364478:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364555:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364571:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364607:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364620:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364664:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364684:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364720:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364747:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364769:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364795:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364826:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364857:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364875:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364923:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.364968:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.364994:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365021:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365038:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365129:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365154:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365178:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365246:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365277:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365356:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365373:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365435:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365449:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365490:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365535:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365552:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365627:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365628:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365697:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365757:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365780:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.365875:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365882:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.365991:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.366000:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.366174:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366181:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366249:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384369.366265:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366294:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366349:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384369.366481:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000010:2.0:1767384369.366498:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcd32098. 00000800:00000010:2.0:1767384369.366505:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f7a2b0. 00000400:00000200:1.0:1767384369.366508:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000800:00000010:2.0:1767384369.366512:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b7a60a0. 00000400:00000200:1.0:1767384369.366535:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000800:00000010:2.0:1767384369.366546:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b7a60a0. 00000800:00020000:2.0:1767384369.366559:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384369.366564:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f7a2b0. 00000400:00000200:1.0:1767384369.366564:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384369.366572:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcd32098. 00000400:02020000:2.0:1767384369.366642:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp26 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384369.366648:0:31124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:1.0:1767384369.366692:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002fe43ce7. 00000800:00000010:1.0:1767384369.366697:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070e980ec. 00000800:00000010:1.0:1767384369.366700:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c802a2d. 00000800:00000010:1.0:1767384369.366715:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c802a2d. 00000800:00020000:1.0:1767384369.366721:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384369.366723:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070e980ec. 00000800:00000010:1.0:1767384369.366726:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002fe43ce7. 00000400:02020000:1.0:1767384369.366770:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp43 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384369.366775:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp43 notifying 192.168.204.108@tcp43: down 00000800:00000200:1.0:1767384369.366780:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp43 down 00000800:00000100:1.0:1767384369.366792:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp43 00000800:00000010:1.0:1767384369.366795:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070888bc1. 00000400:00000200:1.0:1767384369.366800:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384369.366806:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384369.366814:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384369.366817:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384369.366822:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp43) recovery failed with -71 00010000:00000001:0.0:1767384369.684165:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384369.684171:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.684179:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384369.684181:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.684220:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384369.684234:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.684237:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384370.387198:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384370.387212:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384370.387215:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384370.387220:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000400:00000200:0.0:1767384370.387227:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384370.387235:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384370.387249:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009e4b303d. 00000400:00000010:0.0:1767384370.387270:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009bcc2f05. 00080000:00000010:3.0:1767384370.454592:0:37092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c6322b0. 00080000:00000010:3.0:1767384370.454601:0:37092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c6322b0. 00000020:00000001:3.0:1767384370.454605:0:37092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384370.454611:0:37092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c6322b0. 00080000:00000010:3.0:1767384370.454615:0:37092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c6322b0. 00000020:00000001:3.0:1767384370.454617:0:37092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.707152:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384370.707157:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.707164:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384370.707166:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.707220:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384370.707224:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.707228:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384371.150199:0:37256:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384371.150203:0:37256:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384371.153283:0:37256:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384371.159928:0:37257:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000059ce91e7. 00000400:00000010:0.0:1767384371.159941:0:37257:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb120d2f. 00000400:00000010:0.0:1767384371.159949:0:37257:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000087085c2c. 00000400:00000010:0.0:1767384371.159952:0:37257:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b1aa39be. 00000400:00000010:0.0:1767384371.159955:0:37257:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f449af1. 00000400:00000010:0.0:1767384371.159960:0:37257:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a84dcecd. 00000400:00000010:0.0:1767384371.159962:0:37257:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008d475f72. 00000400:00000010:0.0:1767384371.159964:0:37257:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c81adc6. 00000400:00000010:0.0:1767384371.159968:0:37257:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fbb6aa2a. 00000800:00000010:0.0:1767384371.159986:0:37257:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a1dc4329. 00000800:00000200:0.0:1767384371.159999:0:37257:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384371.160016:0:37257:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384371.160053:0:37257:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384371.160074:0:37257:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767384371.161390:0:37257:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000a3abb7f1. 00000400:00000010:0.0:1767384371.161397:0:37257:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000400:00000010:0.0:1767384371.161403:0:37257:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000400:00000001:0.0:1767384371.161422:0:37257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.161423:0:37257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384371.161425:0:37257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000942fbde5. 00000400:00000200:0.0:1767384371.161427:0:37257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0c9c7b 00000400:00000010:0.0:1767384371.161429:0:37257:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0c9c7b. 00000400:00000010:0.0:1767384371.161433:0:37257:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007d02696d. 00000400:00000200:0.0:1767384371.161437:0:37257:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (38) 00000400:00000200:0.0:1767384371.161451:0:37257:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384371.161458:0:37257:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:0.0:1767384371.161466:0:37257:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a366f92. 00000020:01000000:0.0:1767384371.161470:0:37257:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384371.161473:0:37257:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp47 00000400:00000200:3.0:1767384371.161478:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384371.161484:0:37257:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb120d2f. 00000400:00000200:3.0:1767384371.161485:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384371.161489:0:37257:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000059ce91e7. 00000400:00000010:3.0:1767384371.161493:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000400:00000200:3.0:1767384371.161497:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000010:3.0:1767384371.161502:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077d8051d. 00000400:00000200:3.0:1767384371.161505:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384371.161517:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384371.161521:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:3.0:1767384371.161526:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:3.0:1767384371.161529:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:3.0:1767384371.161532:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:3.0:1767384371.161536:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:3.0:1767384371.161539:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:3.0:1767384371.161543:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000020:00000001:2.0:1767384371.161545:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384371.161547:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 10000000:00000001:2.0:1767384371.161550:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384371.161554:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 10000000:00000001:2.0:1767384371.161555:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384371.161558:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384371.161562:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000020:01000004:2.0:1767384371.161563:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384371.161566:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384371.161570:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000020:01000004:2.0:1767384371.161571:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384371.161573:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384371.161574:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384371.161575:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384371.161576:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384371.161582:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000020:01000004:2.0:1767384371.161586:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384371.161590:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000020:01000004:2.0:1767384371.161590:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384371.161593:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384371.161597:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000100:00000010:2.0:1767384371.161600:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab13a84. 00000400:00000200:3.0:1767384371.161601:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000020:00000040:2.0:1767384371.161607:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:3.0:1767384371.161608:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:3.0:1767384371.161614:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 64], ns[52, 64] 00000100:00000001:2.0:1767384371.161615:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384371.161619:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384371.161622:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 02000000:00000001:2.0:1767384371.161625:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161626:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000400:00000200:3.0:1767384371.161631:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 52], ns[153, 52] 00000400:00000200:3.0:1767384371.161635:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[97, 52] 02000000:00000010:2.0:1767384371.161635:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bcd32098. 00000400:00000200:3.0:1767384371.161642:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[74, 52] 00000100:00000001:2.0:1767384371.161643:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161648:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 52], ns[83, 52] 00000400:00000200:3.0:1767384371.161652:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[114, 52] 00000100:00000001:2.0:1767384371.161654:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384371.161656:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 52], ns[141, 52] 00000100:00000001:2.0:1767384371.161657:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161665:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[115, 52] 00000100:00000040:2.0:1767384371.161668:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab13a84] to pc [ptlrpcd_00_02+2] req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.161674:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 52], ns[109, 52] 00000400:00000200:3.0:1767384371.161688:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[116, 52] 00000400:00000200:3.0:1767384371.161694:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[162, 52] 10000000:00000001:2.0:1767384371.161705:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384371.161709:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161710:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 52], ns[151, 52] 00000020:00000001:2.0:1767384371.161712:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.161716:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384371.161717:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384371.161722:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384371.161723:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[158, 52] 00000020:00000001:2.0:1767384371.161725:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384371.161726:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384371.161728:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384371.161731:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384371.161734:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384371.161735:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384371.161738:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 52], ns[156, 52] 00000020:01000004:2.0:1767384371.161739:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384371.161743:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384371.161746:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384371.161749:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384371.161753:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384371.161757:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384371.161758:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 52], ns[157, 52] 00000100:00000001:0.0:1767384371.161758:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384371.161759:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384371.161762:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384371.161763:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384371.161767:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 52], ns[169, 52] 00000020:01000004:2.0:1767384371.161767:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384371.161769:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384371.161772:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2e1f6c2. 02000000:00000001:0.0:1767384371.161773:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384371.161776:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000020:00000040:2.0:1767384371.161779:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:0.0:1767384371.161780:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161784:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767384371.161787:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384371.161787:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743008640:0@lo:253: 02000000:00000001:2.0:1767384371.161791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384371.161796:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384371.161797:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384371.161798:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.161802:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384371.161804:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 02000000:00000001:0.0:1767384371.161805:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384371.161807:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003364fcae. 02000000:00000001:0.0:1767384371.161808:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384371.161810:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:3.0:1767384371.161814:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp44 lpni_is_preferred = 0 02000000:00000010:0.0:1767384371.161815:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d77b9390. 00000400:00000200:3.0:1767384371.161821:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp44 02000000:00000001:0.0:1767384371.161822:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.161825:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161828:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [170:170:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [167:167:8:4294967295] 00000400:00000010:0.0:1767384371.161829:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fe6721. 00000100:00000001:2.0:1767384371.161833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384371.161837:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.161837:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb120d2f. 00000400:00000200:3.0:1767384371.161840:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000100:00000200:0.0:1767384371.161845:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743008640, portal 25 00000100:00000040:2.0:1767384371.161849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1f6c2] to pc [ptlrpcd_00_03+3] req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.161850:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.161854:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947165952 : -130127762385664 : ffff89a644f29500) 00000400:00000200:3.0:1767384371.161858:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp:192.168.204.108@tcp44) : PUT try# 0 00000100:00000040:0.0:1767384371.161878:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384371.161886:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.108@tcp44 00000800:00000010:3.0:1767384371.161895:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b492fdbe. 10000000:00000001:2.0:1767384371.161898:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.161900:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384371.161901:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.161904:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384371.161906:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000644f94f7. 00000100:00000040:0.0:1767384371.161906:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:2.0:1767384371.161907:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384371.161912:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a366f92. 00000800:00000010:3.0:1767384371.161914:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e78acff4. 00000400:00000010:0.0:1767384371.161914:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5a05d4e. 00000800:00000200:3.0:1767384371.161920:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000100:00000001:2.0:1767384371.161923:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.161927:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384371.161927:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743008640, offset 0 00000800:00000200:3.1:1767384371.161929:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000100:00000001:2.0:1767384371.161931:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384371.161938:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384371.161939:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.161947:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:2.0:1767384371.161948:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384371.161952:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384371.161953:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.161955:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 02000000:00000001:2.0:1767384371.161959:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384371.161962:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384371.161964:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.161967:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2e1f6c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743008768:0@lo:253: 00000400:00000200:0.0:1767384371.161972:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07180 00000100:00000001:2.0:1767384371.161973:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384371.161977:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384371.161979:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.161981:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384371.161985:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1591 [2] + 0 02000000:00000010:2.0:1767384371.161988:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b50ad02. 00000400:00000010:0.0:1767384371.161990:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 02000000:00000001:2.0:1767384371.161991:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.161998:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764b07ef. 00000400:00000200:0.0:1767384371.161998:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000810c348c 00000400:00000200:0.0:1767384371.162008:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384371.162009:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e99b7f3f. 00000400:00000200:0.0:1767384371.162014:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384371.162015:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743008768, portal 25 00000400:00000200:3.0:1767384371.162018:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162020:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384371.162023:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810c348c 00000100:00000001:2.0:1767384371.162024:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947174016 : -130127762377600 : ffff89a644f2b480) 00000400:00000010:0.0:1767384371.162028:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810c348c. 00000100:00000040:2.0:1767384371.162032:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.162036:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384371.162039:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384371.162042:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000093ad8384 x1853236743008640 msgsize 4848 00000100:00100000:0.0:1767384371.162052:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384371.162056:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384371.162062:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162063:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384371.162066:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384371.162067:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384371.162074:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a05d4e 00000400:00000010:2.0:1767384371.162075:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032add07c. 00000400:00000010:0.0:1767384371.162078:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5a05d4e. 00000100:00000001:0.0:1767384371.162082:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384371.162084:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743008768, offset 0 00000100:00000200:0.0:1767384371.162087:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384371.162096:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384371.162097:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384371.162124:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.162132:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384371.162144:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07200 00000400:00000200:2.0:1767384371.162151:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15b9 [2] + 0 00000400:00000010:2.0:1767384371.162155:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d94675f4. 00000400:00000200:2.0:1767384371.162160:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ce2585d 00000400:00000200:2.0:1767384371.162166:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.162170:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384371.162174:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce2585d 00000400:00000200:3.0:1767384371.162176:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000010:2.0:1767384371.162177:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce2585d. 00000100:00000001:2.0:1767384371.162184:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384371.162187:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384371.162190:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000041dad228 x1853236743008768 msgsize 4848 00000100:00100000:2.0:1767384371.162196:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384371.162198:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384371.162205:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162210:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384371.162218:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032add07c 00000400:00000010:2.0:1767384371.162220:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032add07c. 00000100:00000001:2.0:1767384371.162223:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384371.162227:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.162234:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384371.162235:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000040:2.0:1767384371.162237:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.162245:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162247:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384371.162252:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162255:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294958220 00000100:00000010:2.0:1767384371.162259:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000100:00000001:2.0:1767384371.162270:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384371.162272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162277:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294958220 00000100:00000010:2.0:1767384371.162281:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000001:2.0:1767384371.162285:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384371.162287:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.162291:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294958220 00000100:00000010:2.0:1767384371.162298:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8cc1299. 00000100:00000001:0.0:1767384371.162299:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162302:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384371.162302:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384371.162304:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162308:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294958220 00000100:00000001:0.0:1767384371.162311:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384371.162313:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018541ebd. 00000100:00000001:0.0:1767384371.162316:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294958220 00000100:00000001:2.0:1767384371.162317:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384371.162322:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294958220 00000100:00000001:2.0:1767384371.162324:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.162326:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294958220 00000100:00000001:2.0:1767384371.162328:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.162329:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294958220 00000100:00000001:2.0:1767384371.162333:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.162334:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294958220 00000400:00000200:3.0:1767384371.162335:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162337:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.162343:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294958220 00000100:00000001:0.0:1767384371.162345:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294958220 00000100:00000001:2.0:1767384371.162346:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.162347:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294958220 00000100:00000001:2.0:1767384371.162350:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384371.162352:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.162354:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.162356:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162357:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384371.162361:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.162363:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162364:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.162365:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:0.0:1767384371.162369:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.162377:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.162380:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384371.162384:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.162387:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.162389:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162392:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384371.162393:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.162397:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008640 02000000:00000001:2.0:1767384371.162399:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384371.162402:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384371.162404:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.162407:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.162408:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00100000:2.0:1767384371.162415:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008640 00000020:00000001:2.0:1767384371.162419:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384371.162420:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384371.162423:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384371.162425:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:2.0:1767384371.162427:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384371.162430:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384371.162433:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.162441:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000451b1190. 00000400:00000200:3.0:1767384371.162444:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162447:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384371.162450:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000451b1190. 00000020:00000010:2.0:1767384371.162456:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:2.0:1767384371.162460:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b2ea37cc. 00000020:00000010:2.0:1767384371.162463:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000845515b4. 00000100:00000040:2.0:1767384371.162472:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384371.162475:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384371.162476:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384371.162478:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162485:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.162487:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000100:00000001:2.0:1767384371.162499:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.162512:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384371.162514:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008768 02000000:00000001:2.0:1767384371.162516:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384371.162517:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384371.162519:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.162521:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.162523:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008768 00000020:00000001:2.0:1767384371.162524:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384371.162525:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384371.162527:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384371.162529:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000020:00000040:2.0:1767384371.162529:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384371.162531:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384371.162535:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384371.162537:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.162540:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000451b1190. 00000100:00000001:2.0:1767384371.162542:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384371.162544:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000451b1190. 00000020:00000010:2.0:1767384371.162548:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fce201e4. 00000020:00000010:2.0:1767384371.162552:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019f68193. 00000020:00000010:2.0:1767384371.162555:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a20f25c. 00000100:00000001:2.0:1767384371.162558:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384371.162560:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384371.162566:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.162570:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000100:00000001:0.0:1767384371.162570:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384371.162571:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.162574:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384371.162581:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384371.162584:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384371.162585:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.162587:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088513104 : -130122621038512 : ffff89a777655050) 00000100:00000040:0.0:1767384371.162593:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093ad8384 x1853236743008640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.162598:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.162600:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384371.162601:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384371.162605:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000020:00000010:0.0:1767384371.162606:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038679e19. 00000100:00100000:2.0:1767384371.162609:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:0.0:1767384371.162613:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384371.162614:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384371.162619:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088515152 : -130122621036464 : ffff89a777655850) 00000020:00000010:0.0:1767384371.162619:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038679e19. 00000100:00000040:2.0:1767384371.162627:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041dad228 x1853236743008768/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.162630:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093ad8384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743008640:12345-0@lo:253: 00000100:00000200:0.0:1767384371.162641:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008640 00000100:00000001:2.0:1767384371.162645:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384371.162646:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000020:00000001:0.0:1767384371.162646:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384371.162651:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000451b1190. 00000020:00000001:0.0:1767384371.162651:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384371.162656:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384371.162656:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.162660:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384371.162661:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000451b1190. 00000020:00000001:0.0:1767384371.162664:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:0.0:1767384371.162668:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384371.162670:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041dad228 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743008768:12345-0@lo:253: 00000100:00000200:2.0:1767384371.162673:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008768 00000020:00000001:2.0:1767384371.162677:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384371.162677:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384371.162682:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384371.162682:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384371.162686:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384371.162687:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.162690:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000020:00000001:2.0:1767384371.162692:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384371.162692:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.162696:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:0.0:1767384371.162698:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384371.162700:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384371.162703:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384371.162703:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384371.162707:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384371.162709:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384371.162709:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006a366f92. 00000020:00000001:2.0:1767384371.162711:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.162713:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162714:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384371.162718:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.162719:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384371.162722:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384371.162725:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc2217df. 02000000:00000001:2.0:1767384371.162728:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.162730:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.162732:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384371.162733:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000053e6e5aa. 20000000:01000000:0.0:1767384371.162738:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384371.162740:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:00000001:0.0:1767384371.162741:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384371.162742:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 20000000:00000001:0.0:1767384371.162745:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384371.162749:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384371.162751:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384371.162752:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.162755:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384371.162756:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384371.162758:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384371.162761:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.162764:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384371.162765:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a3368f0. 20000000:00000001:2.0:1767384371.162766:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384371.162770:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:0.0:1767384371.162776:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384371.162781:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384371.162785:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384371.162791:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00080000:00000001:0.0:1767384371.162799:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384371.162813:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.162816:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384371.162817:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.162819:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384371.162820:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384371.162823:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000020:00000001:0.0:1767384371.162827:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:0.0:1767384371.162829:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384371.162830:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00080000:00000001:0.0:1767384371.162833:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384371.162838:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.162840:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.162842:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384371.162846:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:0.0:1767384371.162849:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384371.162858:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f36e4c76. 00080000:00000001:0.0:1767384371.162861:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945940956160 : -130127768595456 : ffff89a64493d400) 00080000:00000001:0.0:1767384371.162876:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384371.162880:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384371.162884:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000038679e19. 00080000:00000001:0.0:1767384371.162886:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.162889:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384371.162890:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00080000:00000001:0.0:1767384371.162904:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.162920:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384371.162939:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.162985:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163005:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163025:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163045:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163066:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163083:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163127:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163175:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163209:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163229:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163260:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.163283:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384371.163438:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa69191. 00000800:00000010:3.0:1767384371.163442:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000155e6b6f. 00000800:00000010:3.0:1767384371.163446:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f65d85a1. 00000800:00000010:3.0:1767384371.163463:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f65d85a1. 00000800:00020000:3.0:1767384371.163472:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384371.163475:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000155e6b6f. 00000800:00000010:3.0:1767384371.163478:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efa69191. 00000400:02020000:3.0:1767384371.163513:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384371.163518:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000800:00000200:3.0:1767384371.163523:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp44 down 00000800:00000100:3.0:1767384371.163528:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:3.0:1767384371.163531:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b492fdbe. 00000400:00000200:3.0:1767384371.163533:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384371.163536:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384371.163542:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 0 next ping: 291 health :900 00000400:00000200:3.0:1767384371.163545:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384371.163547:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384371.163550:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384371.163581:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384371.163586:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101151 00000400:00000001:2.0:1767384371.163590:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.163591:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.163592:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:2.0:1767384371.163593:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000400:00000200:2.0:1767384371.163596:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384371.163599:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384371.163601:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000400:00000200:2.0:1767384371.163603:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384371.163605:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 rc -71 00000400:00000200:2.0:1767384371.163607:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:2.0:1767384371.163609:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (39) 00080000:00000010:0.0:1767384371.163754:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f36e4c76. 00080000:00000010:3.0:1767384371.163790:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000038679e19. 00040000:00000001:3.0:1767384371.163795:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384371.163797:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384371.163799:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384371.163802:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384371.163805:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384371.163806:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384371.163816:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384371.163824:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384371.163827:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384371.163832:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384371.163836:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384371.163840:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384371.163842:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767384371.163844:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071c5bcd1. 00010000:00000001:0.0:1767384371.163846:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384371.163847:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00010000:00000001:0.0:1767384371.163849:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384371.163851:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384371.163855:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:0.0:1767384371.163857:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000248e7fb9. 00080000:00000001:2.0:1767384371.163858:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384371.163878:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.163881:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cacaf796. 00000020:00000001:0.0:1767384371.163885:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.163886:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cacaf796 with handle 0x88edd5ef35457ee5 to hash 00000020:00000001:0.0:1767384371.163888:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384371.163889:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384371.163889:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384371.163893:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00080000:00000001:2.0:1767384371.163896:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.163897:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.163900:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.163901:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384371.163904:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.163906:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384371.163907:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384371.163910:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384371.163915:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00010000:00000001:0.0:1767384371.163918:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384371.163919:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384371.163922:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384371.163923:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384371.163925:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384371.163927:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384371.163929:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.163930:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.163932:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.163934:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.163934:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.163937:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384371.163939:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384371.163941:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384371.163944:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:0.0:1767384371.163946:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384371.163948:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384371.163949:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.163952:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384371.163953:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000056f4340c. 00010000:00000040:0.0:1767384371.163954:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000248e7fb9) refcount = 1 00080000:00000001:2.0:1767384371.163958:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933525504 : -130127776026112 : ffff89a644227200) 00080000:00000001:2.0:1767384371.163962:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384371.163963:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384371.163965:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384371.163968:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000451b1190. 00080000:00000001:2.0:1767384371.163973:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.163975:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384371.163976:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384371.163981:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.163985:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384371.163987:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.163988:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384371.163990:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384371.163993:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384371.163996:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384371.163999:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384371.164001:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384371.164004:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000053e6e5aa. 20000000:01000000:0.0:1767384371.164005:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 20000000:00000001:3.0:1767384371.164009:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.164011:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:3.0:1767384371.164014:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008640 00000020:00000001:0.0:1767384371.164014:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.164018:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00010000:00000001:3.0:1767384371.164019:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384371.164024:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000200:3.0:1767384371.164025:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093ad8384 x1853236743008640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164030:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384371.164035:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:3.0:1767384371.164037:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384371.164038:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384371.164041:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384371.164046:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=81 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384371.164048:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384371.164051:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384371.164052:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384371.164056:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384371.164061:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384371.164064:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384371.164065:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384371.164067:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384371.164068:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.164069:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384371.164072:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384371.164078:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384371.164079:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384371.164082:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000155e6b6f. 00010000:00000001:0.0:1767384371.164082:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384371.164088:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743008640, offset 224 00010000:00000001:0.0:1767384371.164088:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384371.164094:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384371.164098:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384371.164126:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384371.164134:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cacaf796 already unused, calling callback (00000000594674ee) 00000400:00000200:3.0:1767384371.164138:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07180 00010000:00000001:0.0:1767384371.164139:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.164142:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384371.164146:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384371.164147:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e05 [2] + 224 00000400:00000200:3.0:1767384371.164156:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384371.164157:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384371.164159:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.164161:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384371.164162:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384371.164164:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=5 00000100:00000001:3.0:1767384371.164167:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384371.164167:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384371.164171:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00000100:00000200:3.0:1767384371.164173:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164174:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384371.164177:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384371.164194:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164194:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384371.164196:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.164199:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.164204:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384371.164207:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384371.164209:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.164210:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384371.164211:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cacaf796 with handle 0x88edd5ef35457ee5 from hash 00010000:00000001:0.0:1767384371.164213:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384371.164215:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384371.164216:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.164218:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.164220:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384371.164222:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000155e6b6f 00010000:00000001:0.0:1767384371.164222:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384371.164226:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000155e6b6f. 00010000:00000001:0.0:1767384371.164226:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384371.164229:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384371.164229:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384371.164233:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384371.164233:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.164236:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384371.164238:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.164239:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384371.164239:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.164242:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384371.164243:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.164244:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7fe6721. 00010000:00000001:0.0:1767384371.164249:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384371.164252:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:2.0:1767384371.164252:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb120d2f 00010000:00000001:0.0:1767384371.164253:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384371.164257:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb120d2f. 00010000:00000001:3.0:1767384371.164260:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384371.164260:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384371.164261:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384371.164264:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384371.164265:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.164268:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164268:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.164269:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384371.164271:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.164276:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093ad8384 x1853236743008640/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164277:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.164282:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384371.164299:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.164302:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.164305:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.164308:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384371.164311:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:3.0:1767384371.164312:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093ad8384 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743008640:12345-0@lo:253: Request processed in 1706us (2264us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384371.164316:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384371.164317:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384371.164319:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384371.164321:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.164323:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384371.164326:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:2.0:1767384371.164328:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384371.164328:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.164330:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 02000000:00000001:2.0:1767384371.164332:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:0.0:1767384371.164332:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.164333:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384371.164335:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.164338:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384371.164338:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384371.164339:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.164344:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384371.164345:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b2ea37cc. 00000100:00001000:2.0:1767384371.164351:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=81 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384371.164351:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:3.0:1767384371.164353:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000845515b4. 00010000:00000001:0.0:1767384371.164354:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384371.164357:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457ee5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384371.164360:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=81 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384371.164361:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00010000:00000040:0.0:1767384371.164365:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000248e7fb9 count: 0 00000100:00000001:2.0:1767384371.164367:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384371.164368:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:2.0:1767384371.164370:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.164374:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384371.164375:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384371.164376:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006a366f92. 20000000:00000001:0.0:1767384371.164378:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384371.164381:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384371.164384:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384371.164384:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.164388:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.164389:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384371.164393:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384371.164395:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384371.164399:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab1ed3e0. 00000100:00000001:2.0:1767384371.164403:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384371.164407:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000155e6b6f. 00000100:00000001:2.0:1767384371.164407:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384371.164409:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384371.164414:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384371.164415:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384371.164417:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384371.164417:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384371.164418:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384371.164420:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384371.164421:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384371.164421:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384371.164422:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384371.164423:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384371.164425:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384371.164430:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743008640:0@lo:253: 00000100:00000001:2.0:1767384371.164433:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.164434:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384371.164435:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab13a84 x1853236743008640/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.164439:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384371.164441:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384371.164442:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d77b9390. 02000000:00000001:2.0:1767384371.164445:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384371.164446:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384371.164447:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384371.164449:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384371.164450:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bcd32098. 02000000:00000001:2.0:1767384371.164452:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384371.164454:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384371.164461:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab13a84. 00000100:00000001:2.0:1767384371.164463:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384371.164464:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.164465:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.164468:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384371.164469:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.164471:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.164472:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384371.165372:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000056f4340c. 00080000:00000010:1.0:1767384371.165408:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000451b1190. 00040000:00000001:1.0:1767384371.165413:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384371.165415:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384371.165417:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384371.165420:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384371.165422:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.165424:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384371.165426:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384371.165434:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384371.165437:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384371.165441:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384371.165444:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384371.165447:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384371.165448:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384371.165451:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384371.165452:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384371.165456:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009366bc6b. 00010000:00000001:0.0:1767384371.165464:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.165467:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000001:0.0:1767384371.165469:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.165471:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038d93a0c with handle 0x88edd5ef35457eec to hash 00000020:00000001:0.0:1767384371.165472:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384371.165474:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165476:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165478:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.165479:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.165481:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165485:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384371.165486:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384371.165487:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384371.165488:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.165489:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.165491:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.165492:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.165494:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384371.165495:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384371.165496:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.165497:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384371.165499:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009366bc6b) refcount = 1 00010000:00010000:0.0:1767384371.165501:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165504:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384371.165505:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.165506:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.165508:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165509:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384371.165511:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384371.165512:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384371.165514:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.165519:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.165521:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00000020:00000001:0.0:1767384371.165523:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165525:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165527:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384371.165528:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165532:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384371.165534:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165537:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.165539:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384371.165540:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165543:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.165544:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165546:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384371.165547:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384371.165551:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038d93a0c already unused, calling callback (00000000594674ee) 00010000:00000001:0.0:1767384371.165552:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.165554:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384371.165555:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165559:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384371.165561:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.165562:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.165562:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=5 00000020:00000001:0.0:1767384371.165564:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165565:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.165571:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:3.0:1767384371.165573:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384371.165573:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384371.165579:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384371.165580:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:3.0:1767384371.165583:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00010000:00000001:0.0:1767384371.165583:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.165586:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165590:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:3.0:1767384371.165592:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165592:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384371.165595:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.165597:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384371.165598:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008768 00000020:00000040:0.0:1767384371.165599:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038d93a0c with handle 0x88edd5ef35457eec from hash 00010000:00000001:3.0:1767384371.165605:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384371.165605:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384371.165606:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.165610:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.165611:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384371.165613:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000200:3.0:1767384371.165614:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041dad228 x1853236743008768/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.165615:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384371.165617:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384371.165619:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.165625:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165629:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384371.165631:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384371.165633:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.165634:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.165635:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165636:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165640:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.165643:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.165657:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.165659:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384371.165662:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384371.165662:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384371.165663:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384371.165667:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.165667:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.165669:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384371.165672:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=81 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384371.165676:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384371.165679:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384371.165679:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.165683:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.165686:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00010000:0.0:1767384371.165686:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384371.165693:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:0.0:1767384371.165695:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384371.165697:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384371.165699:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384371.165700:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038d93a0c/0x88edd5ef35457eec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384371.165704:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384371.165706:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009366bc6b count: 0 00000100:00000001:3.0:1767384371.165709:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384371.165715:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384371.165716:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384371.165718:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384371.165720:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea3cb93. 00000100:00000200:3.0:1767384371.165725:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743008768, offset 224 00000400:00000200:3.0:1767384371.165731:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384371.165737:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384371.165744:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07200 00000400:00000200:3.0:1767384371.165750:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e0d [2] + 224 00000400:00000200:3.0:1767384371.165755:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.165758:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384371.165762:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384371.165766:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384371.165775:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.165793:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384371.165800:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea3cb93 00000100:00000001:0.0:1767384371.165802:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384371.165804:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea3cb93. 00000100:00000001:0.0:1767384371.165805:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.165811:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384371.165811:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384371.165815:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384371.165815:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384371.165819:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764b07ef. 00000100:00000001:3.0:1767384371.165821:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.165823:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e99b7f3f 00000400:00000010:0.0:1767384371.165827:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e99b7f3f. 00000100:00000040:3.0:1767384371.165828:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384371.165830:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384371.165832:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384371.165835:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.165836:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384371.165840:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384371.165845:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.165853:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384371.165855:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041dad228 x1853236743008768/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.165855:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.165858:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384371.165860:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384371.165875:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.165878:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.165882:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.165887:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=81 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384371.165889:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041dad228 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743008768:12345-0@lo:253: Request processed in 3241us (3695us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384371.165892:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.165899:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384371.165901:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384371.165904:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384371.165909:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00010000:00000001:0.0:1767384371.165910:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384371.165913:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.165914:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384371.165915:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.165919:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384371.165921:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384371.165924:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019f68193. 00000100:00000001:0.0:1767384371.165931:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.165932:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384371.165934:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a20f25c. 00000100:00000001:0.0:1767384371.165934:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384371.165936:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384371.165939:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:3.0:1767384371.165941:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fce201e4. 00000020:01000004:0.0:1767384371.165941:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384371.165944:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384371.165946:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:3.0:1767384371.165948:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:01000004:0.0:1767384371.165948:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384371.165950:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384371.165953:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384371.165955:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384371.165955:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:3.0:1767384371.165959:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc2217df. 00000100:00000040:0.0:1767384371.165960:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384371.165966:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384371.165970:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384371.165977:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2e1f6c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743008768:0@lo:253: 00000100:00000200:3.0:1767384371.165978:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384371.165986:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d846da1. 00000100:00000001:0.0:1767384371.165986:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.165992:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384371.165996:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea3cb93. 00000100:00000040:0.0:1767384371.165998:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2e1f6c2 x1853236743008768/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.166007:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384371.166010:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384371.166013:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b50ad02. 02000000:00000001:0.0:1767384371.166018:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.166020:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.166022:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384371.166024:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384371.166026:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003364fcae. 02000000:00000001:0.0:1767384371.166031:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.166032:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.166034:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2e1f6c2. 00000100:00000001:0.0:1767384371.166041:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.166043:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.166044:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.166048:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.166049:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.166051:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.166053:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.168139:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294958220, at 4294958221 00000100:00000010:0.0:1767384371.168144:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 00000100:00000040:1.0:1767384371.168155:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294958220, at 4294958221 00000100:00000010:1.0:1767384371.168163:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000100:00000040:2.0:1767384371.169136:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294958220, at 4294958222 00010000:00000010:0.1:1767384371.169140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000248e7fb9. 00000100:00000010:2.0:1767384371.169145:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8cc1299. 00000100:00000040:3.0:1767384371.169146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294958220, at 4294958222 00010000:00000010:0.1:1767384371.169150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cacaf796. 00000100:00000010:3.0:1767384371.169154:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018541ebd. 00010000:00000010:0.1:1767384371.169158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009366bc6b. 00010000:00000010:0.1:1767384371.169166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038d93a0c. 00000400:00000010:0.0:1767384371.180065:0:37262:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002403d1e0. 00000400:00000040:0.0:1767384371.180082:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384371.180084:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384371.180086:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384371.180088:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384371.180089:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384371.180091:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384371.180093:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384371.180094:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384371.180095:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384371.180095:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384371.180097:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384371.180098:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384371.180121:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384371.180123:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384371.180125:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384371.180127:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384371.180128:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384371.180129:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384371.180130:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384371.180132:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384371.180133:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384371.180135:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384371.180136:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384371.180138:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384371.180139:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384371.180140:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384371.180141:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384371.180143:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384371.180150:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384371.180151:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384371.180152:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384371.180154:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384371.180156:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384371.180157:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384371.180159:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384371.180160:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384371.180161:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384371.180164:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384371.180165:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384371.180166:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384371.180167:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384371.180168:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384371.180169:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384371.180171:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384371.180171:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384371.180173:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384371.180174:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384371.180175:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384371.180176:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384371.180177:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384371.180178:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384371.180179:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384371.180180:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384371.180181:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384371.180182:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384371.180183:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384371.180184:0:37262:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384371.180289:0:37262:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002403d1e0. 00000400:00000200:3.0:1767384371.412200:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp39 00000400:00000010:3.0:1767384371.412206:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004486fdd7. 00000400:00000010:3.0:1767384371.412214:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d9cc0b4e. 00000400:00000010:3.0:1767384371.412219:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000400:00000010:3.0:1767384371.412227:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ab0d843. 00000400:00000200:3.0:1767384371.412233:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp39 00000400:00000200:3.0:1767384371.412298:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp39 local destination 00000400:00000200:3.0:1767384371.412305:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000400:00000200:3.0:1767384371.412309:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [171:171:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1767384371.412315:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 00000400:00000200:3.0:1767384371.412321:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp39:192.168.204.108@tcp39) : GET try# 0 00000800:00000200:3.0:1767384371.412334:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp39 00000800:00000010:3.0:1767384371.412338:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034f3540a. 00000800:00000200:3.0:1767384371.412343:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:3.0:1767384371.412346:0:16344:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.108 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1767384371.412352:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:3.1:1767384371.412354:0:16344:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.108 (cnted 0, interval 8, 1 secs later) 00000800:00000100:3.0:1767384371.412357:0:16344:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.108@tcp39 00000800:00000010:3.0:1767384371.412359:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034f3540a. 00000400:00000200:3.0:1767384371.412363:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1767384371.412367:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: GET: REMOTE_ERROR 00000400:00000200:3.0:1767384371.412375:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:3.0:1767384371.412377:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery message sent unsuccessfully:-5 00000400:00000200:3.0:1767384371.412381:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp39) recovery failed with -5 00000400:00000200:3.0:1767384371.412389:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:3.0:1767384371.412393:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp44 00000400:00000010:3.0:1767384371.412396:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000287a980. 00000400:00000010:3.0:1767384371.412400:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008285b263. 00000400:00000010:3.0:1767384371.412404:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d8a3058. 00000400:00000010:3.0:1767384371.412409:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ccdafb3. 00000400:00000200:3.0:1767384371.412412:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp44 00000400:00000200:3.0:1767384371.412418:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp44 local destination 00000400:00000200:3.0:1767384371.412421:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:3.0:1767384371.412425:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [172:172:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1767384371.412429:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000400:00000200:3.0:1767384371.412435:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp44:192.168.204.108@tcp44) : GET try# 0 00000800:00000200:3.0:1767384371.412438:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp44 00000800:00000010:3.0:1767384371.412442:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034f3540a. 00000800:00000200:3.0:1767384371.412447:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000800:00000200:3.1:1767384371.412451:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000400:00000200:3.0:1767384371.412466:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 1 next ping: 293 health :900 00000400:00000200:3.0:1767384371.412608:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412667:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412715:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412743:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412796:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412844:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412951:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.412993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413028:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413058:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413132:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413193:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413230:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413266:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413310:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413340:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413388:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413433:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413482:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413526:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413573:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413636:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413668:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413719:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413764:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413808:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413842:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413893:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413921:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413945:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.413992:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.414029:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384371.414077:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384371.414261:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa69191. 00000800:00000010:3.0:1767384371.414266:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000810c348c. 00000800:00000010:3.0:1767384371.414272:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a41fcad. 00000800:00000010:3.0:1767384371.414291:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a41fcad. 00000800:00020000:3.0:1767384371.414302:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384371.414306:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000810c348c. 00000800:00000010:3.0:1767384371.414309:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efa69191. 00000400:02020000:3.0:1767384371.414349:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384371.414357:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000400:00000200:3.0:1767384371.414360:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384371.414364:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:3.0:1767384371.414366:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034f3540a. 00000400:00000200:3.0:1767384371.414369:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384371.414373:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384371.414379:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384371.414382:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384371.414386:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp44) recovery failed with -71 10000000:00000001:0.0:1767384371.540152:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384371.540157:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384371.540162:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.540165:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384371.540166:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384371.540167:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384371.540170:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384371.540172:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384371.540174:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 77 10000000:00000001:0.0:1767384371.540183:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384371.540185:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384371.540192:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384371.540196:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384371.540201:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384371.540204:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384371.540209:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384371.540216:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000808b4f5f. 00000100:00000001:0.0:1767384371.540224:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.540229:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384371.540232:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384371.540240:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009366bc6b. 00010000:00000001:0.0:1767384371.540245:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.540249:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000001:0.0:1767384371.540253:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.540256:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038d93a0c with handle 0x88edd5ef35457ef3 to hash 00000020:00000001:0.0:1767384371.540258:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384371.540260:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.540263:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.540267:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.540269:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.540272:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384371.540280:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384371.540288:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384371.540292:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384371.540294:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384371.540300:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e91ca66. 00000100:00000001:0.0:1767384371.540302:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950279084288 : -130123430467328 : ffff89a747266900) 00000100:00000001:0.0:1767384371.540304:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.540311:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384371.540316:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384371.540317:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540319:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384371.540320:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384371.540327:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.540335:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384371.540336:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.540338:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384371.540340:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384371.540342:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.540344:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743008896:0@lo:101: 00000100:00000001:0.0:1767384371.540347:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384371.540351:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384371.540354:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.540355:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384371.540359:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000059ce91e7. 02000000:00000001:0.0:1767384371.540361:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.540366:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064aa2729. 00000400:00000010:0.0:1767384371.540371:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384371.540377:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743008896, portal 25 00000100:00000001:0.0:1767384371.540378:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.540379:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384371.540383:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.540389:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384371.540392:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384371.540395:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000200:0.0:1767384371.540397:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743008896, offset 0 00000400:00000200:0.0:1767384371.540403:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384371.540414:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.540426:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc07280 00000400:00000200:0.0:1767384371.540433:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15c1 [2] + 0 00000400:00000010:0.0:1767384371.540444:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee67b2f. 00000400:00000200:0.0:1767384371.540448:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028f2d922 00000400:00000200:0.0:1767384371.540455:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.540459:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384371.540465:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f2d922 00000400:00000010:0.0:1767384371.540468:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f2d922. 00000100:00000001:0.0:1767384371.540475:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384371.540477:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384371.540480:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000ba1d7387 x1853236743008896 msgsize 328 00000100:00100000:0.0:1767384371.540487:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384371.540489:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384371.540502:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.540512:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384371.540514:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384371.540519:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384371.540524:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.540534:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.540538:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.540545:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540547:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.540552:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540556:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294958598 00000100:00000010:0.0:1767384371.540560:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbf23029. 00000100:00000001:0.0:1767384371.540567:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384371.540573:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294958598 00000100:00000010:0.0:1767384371.540576:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fc4033c. 00000100:00000001:0.0:1767384371.540580:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384371.540584:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294958598 00000100:00000010:0.0:1767384371.540587:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008df959b6. 00000100:00000001:0.0:1767384371.540590:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384371.540594:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294958598 00000100:00000010:0.0:1767384371.540602:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016ec83da. 00000100:00000001:0.0:1767384371.540606:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384371.540609:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.540612:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540615:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.540617:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384371.540620:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e91ca66 going to sleep for 11 seconds 00000100:00000001:0.0:1767384371.540624:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.540627:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540648:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384371.540651:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743008896 02000000:00000001:0.0:1767384371.540653:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384371.540656:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.540658:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.540662:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.540665:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743008896 00000020:00000001:0.0:1767384371.540668:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384371.540670:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384371.540673:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.540675:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384371.540678:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384371.540681:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384371.540686:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384371.540690:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:0.0:1767384371.540692:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384371.540695:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000020:00000010:0.0:1767384371.540701:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928a8f79. 00000020:00000010:0.0:1767384371.540707:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f21918ff. 00000020:00000010:0.0:1767384371.540713:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000040:0.0:1767384371.540723:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384371.540726:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384371.540728:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384371.540731:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540738:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540753:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.540767:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.540769:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384371.540773:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384371.540777:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384371.540779:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088517200 : -130122621034416 : ffff89a777656050) 00000100:00000040:0.0:1767384371.540785:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba1d7387 x1853236743008896/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 328/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.540795:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384371.540798:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b45e5e12. 00000100:00000001:0.0:1767384371.540801:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384371.540803:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b45e5e12. 00000100:00100000:0.0:1767384371.540807:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1d7387 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743008896:12345-0@lo:101: 00000100:00000200:0.0:1767384371.540811:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743008896 00000020:00000001:0.0:1767384371.540815:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384371.540818:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384371.540820:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.540823:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384371.540825:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:0.0:1767384371.540829:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384371.540832:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.540834:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384371.540837:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384371.540840:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.540843:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384371.540846:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384371.540848:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384371.540850:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384371.540852:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.540872:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384371.540879:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000248e7fb9. 00010000:00000001:0.0:1767384371.540882:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.540886:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cacaf796. 00000020:00000001:0.0:1767384371.540895:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.540897:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cacaf796 with handle 0x88edd5ef35457efa to hash 00000020:00000001:0.0:1767384371.540899:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384371.540901:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:0.0:1767384371.540904:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00010000:0.0:1767384371.540907:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457ef3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384371.540914:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:0.0:1767384371.540917:0:17073:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384371.540925:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384371.540927:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384371.540932:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007b52ef08. 02000000:00000001:0.0:1767384371.540934:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.540936:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.540938:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384371.540942:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384371.540944:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384371.540946:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.540947:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.540950:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.540952:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.540955:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384371.540956:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384371.540958:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.540960:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384371.540961:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000248e7fb9) refcount = 1 00010000:00010000:0.0:1767384371.540966:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.540973:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384371.540974:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.540976:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.540978:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.540980:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384371.540991:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384371.540994:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 15 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.541001:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384371.541003:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384371.541006:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.541008:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.541010:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384371.541011:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.541013:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384371.541015:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cacaf796, rc 0) 00000020:00000001:0.0:1767384371.541018:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384371.541021:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743008896 00010000:00000001:0.0:1767384371.541024:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384371.541028:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba1d7387 x1853236743008896/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 328/344 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.541036:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384371.541038:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.541042:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.541047:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384371.541051:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384371.541054:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384371.541057:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384371.541059:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541061:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384371.541063:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384371.541067:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000200:0.0:1767384371.541071:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743008896, offset 224 00000400:00000200:0.0:1767384371.541076:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384371.541083:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.541090:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc07280 00000400:00000200:0.0:1767384371.541095:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e2d [1] + 224 00000400:00000200:0.0:1767384371.541124:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.541128:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384371.541138:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384371.541143:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.541152:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541165:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.541173:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384371.541175:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384371.541180:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384371.541182:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.541187:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.541191:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384371.541194:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384371.541196:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.541198:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384371.541203:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba1d7387 x1853236743008896/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 328/344 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.541213:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1d7387 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743008896:12345-0@lo:101: Request processed in 416us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384371.541220:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384371.541223:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384371.541226:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384371.541228:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384371.541232:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f21918ff. 00000020:00000010:0.0:1767384371.541237:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00000020:00000010:0.0:1767384371.541243:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928a8f79. 00000020:00000040:0.0:1767384371.541248:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:0.0:1767384371.541252:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384371.541255:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007b52ef08. 02000000:00000001:0.0:1767384371.541258:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384371.541261:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384371.541266:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384371.541270:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee67b2f. 00000400:00000010:0.0:1767384371.541281:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5a05d4e. 00000100:00000001:0.0:1767384371.541304:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384371.541308:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.541311:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384371.541313:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064aa2729. 00000400:00000200:0.0:1767384371.541316:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384371.541318:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:0.0:1767384371.541322:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384371.541326:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384371.541336:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541343:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384371.541345:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.541348:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384371.541351:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384371.541353:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.541355:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.541358:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.541362:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384371.541366:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.541369:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384371.541371:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.541374:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384371.541376:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541379:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.541383:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541390:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.541393:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384371.541395:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384371.541399:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.541405:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743008896:0@lo:101: 00000100:00000001:0.0:1767384371.541418:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.541420:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541422:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384371.541424:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.541426:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541432:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384371.541435:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e91ca66. 00000100:00000001:0.0:1767384371.541438:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384371.541439:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.541442:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384371.541445:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.541446:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.541448:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=4 00000020:00000001:0.0:1767384371.541451:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.541453:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000040:0.0:1767384371.541458:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000038d93a0c, remote cookie: 0x88edd5ef35457efa, flags: 0x0 00010000:00000001:0.0:1767384371.541460:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384371.541462:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384371.541464:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384371.541465:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.541467:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384371.541468:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009366bc6b) refcount = 1 00010000:00010000:0.0:1767384371.541472:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.541477:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384371.541479:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.541480:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384371.541483:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384371.541485:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.541488:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.541503:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384371.541505:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.541506:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.541508:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.541509:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.541510:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541512:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.541515:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743008896/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541521:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384371.541523:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384371.541525:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000059ce91e7. 02000000:00000001:0.0:1767384371.541528:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.541530:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.541532:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384371.541534:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384371.541537:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000808b4f5f. 02000000:00000001:0.0:1767384371.541541:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.541543:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.541545:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384371.541549:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.541551:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384371.541553:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.541555:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384371.541557:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384371.541559:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.541561:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.541563:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.541565:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=3 00000020:00000001:0.0:1767384371.541567:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.541570:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.541572:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384371.541574:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.541575:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.541577:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.541585:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384371.541589:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ebb9a5d0. 00000100:00000010:0.0:1767384371.541601:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384371.541604:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384371.541607:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384371.541609:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384371.541611:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384371.541616:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000808b4f5f. 00000100:00000001:0.0:1767384371.541619:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541622:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384371.541626:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000059ce91e7. 00000100:00000010:0.0:1767384371.541629:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b45e5e12. 00000020:00000040:0.0:1767384371.541631:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384371.541635:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384371.541636:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384371.541640:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e91ca66. 00000100:00000001:0.0:1767384371.541641:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950279084288 : -130123430467328 : ffff89a747266900) 00000100:00000001:0.0:1767384371.541643:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.541645:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:0.0:1767384371.541648:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384371.541649:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541651:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384371.541652:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384371.541656:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541662:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384371.541664:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.541666:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384371.541668:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384371.541670:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.541672:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743009024:0@lo:256: 00000100:00000001:0.0:1767384371.541676:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384371.541679:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384371.541681:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541689:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384371.541694:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064aa2729. 00000400:00000010:0.0:1767384371.541698:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000eb120d2f. 00000100:00000200:0.0:1767384371.541702:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc07300-0x695824dc07300, portal 33 00000100:00000001:0.0:1767384371.541705:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.541707:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384371.541709:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928a8f79. 02000000:00000001:0.0:1767384371.541711:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.541714:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ba65800. 00000400:00000010:0.0:1767384371.541716:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384371.541719:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743009024, portal 25 00000100:00000001:0.0:1767384371.541721:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.541722:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000040:0.0:1767384371.541726:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541732:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384371.541735:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384371.541737:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000200:0.0:1767384371.541739:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743009024, offset 0 00000400:00000200:0.0:1767384371.541744:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384371.541750:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.541757:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc07300 00000400:00000200:0.0:1767384371.541762:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15f1 [2] + 0 00000400:00000010:0.0:1767384371.541765:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0438c8. 00000400:00000200:0.0:1767384371.541769:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078698cd8 00000400:00000200:0.0:1767384371.541772:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.541776:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384371.541780:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078698cd8 00000400:00000010:0.0:1767384371.541782:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078698cd8. 00000100:00000001:0.0:1767384371.541785:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384371.541786:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384371.541789:0:17076:0:(events.c:337:request_in_callback()) incoming req@00000000b56d32a4 x1853236743009024 msgsize 304 00000100:00100000:0.0:1767384371.541794:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384371.541796:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384371.541809:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.541814:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384371.541816:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384371.541820:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384371.541824:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541831:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.541834:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.541841:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541842:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.541847:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541851:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294958599 00000100:00000001:0.0:1767384371.541872:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958598 00000100:00000001:0.0:1767384371.541876:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294958599 00000100:00000001:0.0:1767384371.541880:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958598 00000100:00000001:0.0:1767384371.541883:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294958599 00000100:00000001:0.0:1767384371.541887:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958598 00000100:00000001:0.0:1767384371.541889:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294958599 00000100:00000001:0.0:1767384371.541892:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958598 00000100:00000001:0.0:1767384371.541894:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.541896:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541899:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.541900:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384371.541902:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e91ca66 going to sleep for 11 seconds 00000100:00000001:0.0:1767384371.541905:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.541906:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541919:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384371.541921:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009024 02000000:00000001:0.0:1767384371.541923:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384371.541925:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.541926:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.541935:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.541938:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009024 00000020:00000001:0.0:1767384371.541940:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384371.541941:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:0.0:1767384371.541943:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.541945:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:0.0:1767384371.541948:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384371.541950:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384371.541953:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384371.541956:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007474766d. 00000100:00000001:0.0:1767384371.541958:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384371.541960:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007474766d. 00000020:00000010:0.0:1767384371.541966:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f36e4c76. 00000020:00000010:0.0:1767384371.541970:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f21918ff. 00000020:00000010:0.0:1767384371.541973:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000040:0.0:1767384371.541979:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384371.541982:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384371.541984:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384371.541985:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541990:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.541997:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.542008:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.542010:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384371.542015:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1767384371.542018:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384371.542020:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088521296 : -130122621030320 : ffff89a777657050) 00000100:00000040:0.0:1767384371.542024:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b56d32a4 x1853236743009024/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 304/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.542033:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384371.542037:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007474766d. 00000100:00000001:0.0:1767384371.542040:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384371.542042:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007474766d. 00000100:00100000:0.0:1767384371.542047:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b56d32a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743009024:12345-0@lo:256: 00000100:00000200:0.0:1767384371.542055:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009024 00000020:00000001:0.0:1767384371.542059:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384371.542062:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384371.542064:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.542066:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384371.542068:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:0.0:1767384371.542072:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384371.542074:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.542076:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384371.542078:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384371.542080:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542084:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384371.542086:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384371.542090:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007b52ef08. 02000000:00000001:0.0:1767384371.542093:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542095:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.542123:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384371.542128:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384371.542131:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384371.542134:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384371.542137:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.542139:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384371.542142:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384371.542147:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003496af3a. 20000000:00000001:0.0:1767384371.542150:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384371.542168:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384371.542174:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384371.542180:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384371.542182:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384371.542185:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384371.542187:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384371.542190:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384371.542193:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384371.542195:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384371.542198:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384371.542201:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384371.542211:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384371.542214:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384371.542216:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384371.542218:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384371.542220:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384371.542223:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384371.542226:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384371.542228:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384371.542230:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384371.542232:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384371.542234:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384371.542236:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384371.542239:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384371.542241:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384371.542243:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384371.542246:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384371.542248:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384371.542251:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384371.542253:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384371.542255:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384371.542258:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384371.542260:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384371.542262:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384371.542265:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384371.542268:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384371.542271:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384371.542273:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384371.542276:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384371.542280:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:0.0:1767384371.542291:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384371.542294:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384371.542296:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384371.542299:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384371.542301:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384371.542303:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384371.542306:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384371.542308:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384371.542311:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384371.542313:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384371.542321:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384371.542324:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384371.542326:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384371.542328:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384371.542330:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384371.542333:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384371.542336:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384371.542337:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384371.542339:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384371.542341:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384371.542344:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384371.542346:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384371.542348:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384371.542351:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384371.542353:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384371.542356:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384371.542358:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384371.542360:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384371.542362:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384371.542364:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384371.542366:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384371.542368:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384371.542371:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384371.542374:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384371.542376:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384371.542379:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384371.542381:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384371.542383:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384371.542386:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384371.542388:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:0.0:1767384371.542391:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:0.0:1767384371.542393:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:0.0:1767384371.542396:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384371.542400:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000115c03bd. 00000100:00000010:0.0:1767384371.542404:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c06defbb. 00000020:00000040:0.0:1767384371.542406:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:0.0:1767384371.542410:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384371.542413:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384371.542424:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000400:00000010:0.0:1767384371.542430:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bc6ffaa. 00000400:00000200:0.0:1767384371.542434:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384371.542443:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.542451:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695824dc07300 00000400:00000200:0.0:1767384371.542458:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1e3d [4] + 0 00000400:00000010:0.0:1767384371.542462:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064aa2729. 00000400:00000200:0.0:1767384371.542465:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb120d2f 00000400:00000200:0.0:1767384371.542469:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.542474:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384371.542477:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb120d2f 00000400:00000010:0.0:1767384371.542478:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000eb120d2f. 00000100:00000001:0.0:1767384371.542483:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384371.542485:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000962f7c6f desc 0000000059ce91e7 mbits 1853236743009024 00000100:00000001:0.0:1767384371.542496:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384371.542499:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384371.542505:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384371.542512:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e49 00000400:00000200:0.0:1767384371.542515:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.542521:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384371.542526:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384371.542528:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000115c03bd 00000100:00000001:0.0:1767384371.542531:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384371.542540:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384371.542542:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384371.542545:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384371.542547:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000115c03bd 00000100:00000001:0.0:1767384371.542551:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384371.542558:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695824dc07300-0x695824dc07300 00000100:00000001:0.0:1767384371.542561:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.542566:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542568:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384371.542571:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:0.0:1767384371.542574:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c06defbb. 00000100:00000010:0.0:1767384371.542578:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000115c03bd. 00000100:00000001:0.0:1767384371.542589:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384371.542590:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384371.542596:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003496af3a. 20000000:00000001:0.0:1767384371.542601:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384371.542605:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009024 00010000:00000001:0.0:1767384371.542607:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384371.542611:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b56d32a4 x1853236743009024/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 304/240 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.542618:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384371.542620:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.542623:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.542626:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384371.542629:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384371.542631:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384371.542634:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384371.542636:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542638:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384371.542641:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384371.542644:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000200:0.0:1767384371.542648:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743009024, offset 224 00000400:00000200:0.0:1767384371.542654:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384371.542660:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.542666:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc07300 00000400:00000200:0.0:1767384371.542672:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e41 [1] + 224 00000400:00000200:0.0:1767384371.542677:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.542680:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384371.542683:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384371.542685:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.542695:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.542703:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.542709:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384371.542716:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384371.542720:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384371.542722:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.542726:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.542729:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384371.542732:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384371.542734:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.542736:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384371.542740:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b56d32a4 x1853236743009024/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:352/0 lens 304/240 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.542749:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b56d32a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743009024:12345-0@lo:256: Request processed in 714us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384371.542757:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1767384371.542759:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384371.542761:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384371.542763:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384371.542767:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f21918ff. 00000020:00000010:0.0:1767384371.542770:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00000020:00000010:0.0:1767384371.542773:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f36e4c76. 00000020:00000040:0.0:1767384371.542777:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:0.0:1767384371.542782:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384371.542783:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007b52ef08. 02000000:00000001:0.0:1767384371.542787:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384371.542789:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384371.542793:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384371.542797:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064aa2729. 00000400:00000010:0.0:1767384371.542801:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb120d2f. 00000100:00000001:0.0:1767384371.542824:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384371.542828:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.542829:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384371.542831:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ba65800. 00000400:00000200:0.0:1767384371.542835:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384371.542836:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:0.0:1767384371.542841:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384371.542845:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384371.542876:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.542884:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384371.542886:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.542889:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384371.542891:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384371.542892:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.542894:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.542897:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.542900:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384371.542903:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.542905:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384371.542907:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.542909:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384371.542911:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542913:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.542916:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.542924:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.542930:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384371.542932:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384371.542935:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.542942:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743009024:0@lo:256: 00000100:00000001:0.0:1767384371.542947:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.542949:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.542951:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384371.542953:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.542956:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.542963:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384371.542972:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e91ca66. 00000100:00000001:0.0:1767384371.542975:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384371.542977:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384371.542980:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:0.0:1767384371.542984:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384371.542991:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000abf1e36a. 10000000:00000040:0.0:1767384371.543001:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384371.543008:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384371.543011:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384371.543017:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384371.543019:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.543022:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384371.543023:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384371.543026:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:0.0:1767384371.543030:0:17076:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.204.108@tcp' 00000400:00000200:0.0:1767384371.543034:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384371.543037:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384371.543041:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384371.543046:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384371.543052:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (38) 00000400:00000200:0.0:1767384371.543057:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000200:0.0:1767384371.543069:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384371.543072:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384371.543076:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384371.543079:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384371.543082:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000400:00000200:0.0:1767384371.543085:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384371.543088:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384371.543093:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543095:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384371.543098:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384371.543126:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543128:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384371.543131:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384371.543135:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543143:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384371.543145:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384371.543150:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543151:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384371.543153:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384371.543157:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543158:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384371.543160:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:0.0:1767384371.543163:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543165:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384371.543167:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384371.543170:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543172:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384371.543174:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384371.543177:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543179:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384371.543181:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:0.0:1767384371.543185:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543186:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384371.543188:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:0.0:1767384371.543192:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543194:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:0.0:1767384371.543196:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384371.543200:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543202:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:0.0:1767384371.543204:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:0.0:1767384371.543207:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543209:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:0.0:1767384371.543211:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:0.0:1767384371.543214:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543216:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:0.0:1767384371.543218:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:0.0:1767384371.543222:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543224:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384371.543226:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:0.0:1767384371.543229:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543241:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:0.0:1767384371.543244:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384371.543248:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543250:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:0.0:1767384371.543252:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:0.0:1767384371.543255:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543257:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:0.0:1767384371.543259:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384371.543263:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543265:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:0.0:1767384371.543268:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384371.543271:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543273:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:0.0:1767384371.543275:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:0.0:1767384371.543279:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543281:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:0.0:1767384371.543283:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384371.543286:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543288:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:0.0:1767384371.543290:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:0.0:1767384371.543294:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543295:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:0.0:1767384371.543297:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384371.543300:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543301:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:0.0:1767384371.543303:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:0.0:1767384371.543306:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543308:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384371.543310:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:0.0:1767384371.543314:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543315:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384371.543317:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:0.0:1767384371.543322:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543324:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:0.0:1767384371.543326:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:0.0:1767384371.543329:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543338:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:0.0:1767384371.543341:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:0.0:1767384371.543344:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543346:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:0.0:1767384371.543348:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:0.0:1767384371.543352:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543354:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:0.0:1767384371.543356:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:0.0:1767384371.543359:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543361:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:0.0:1767384371.543363:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:0.0:1767384371.543367:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384371.543369:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000100:00000001:0.0:1767384371.543371:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.543374:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384371.543377:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:0.0:1767384371.543383:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f21918ff. 10000000:00000040:0.0:1767384371.543386:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:0.0:1767384371.543390:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384371.543397:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384371.543401:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f36e4c76. 00000020:00000010:0.0:1767384371.543407:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051b8fff2. 00000040:00000010:0.0:1767384371.543412:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a385d17d. 00000020:00000010:0.0:1767384371.543417:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384371.543423:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384371.543429:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000365dffb. 80000000:00000010:0.0:1767384371.543434:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000862e5383. 40000000:00000010:0.0:1767384371.543439:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007474766d. 00100000:00000010:0.0:1767384371.543446:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384371.543451:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c064ebc. 00040000:00000010:0.0:1767384371.543456:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efadab93. 00040000:00000010:0.0:1767384371.543462:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ef62cb2c. 00080000:00000010:0.0:1767384371.543471:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d77b9390. 00080000:00000010:0.0:1767384371.543478:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a366f92. 00000004:00000010:0.0:1767384371.543493:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006aa41190. 00000004:00000010:0.0:1767384371.543499:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad7da4c7. 00000004:00000010:0.0:1767384371.543504:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000678f1c67. 00002000:00000010:0.0:1767384371.543510:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000115c03bd. 00000004:00000010:0.0:1767384371.543515:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e9b14338. 00000004:00000001:0.0:1767384371.543520:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384371.543523:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384371.543525:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f21918ff 00000040:00001000:0.0:1767384371.543528:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384371.543530:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384371.543532:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384371.543534:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384371.543536:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384371.543538:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384371.543540:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384371.543542:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384371.543544:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384371.543602:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384371.543608:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051b8fff2. 00000040:00000010:0.0:1767384371.543612:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a385d17d. 00000020:00000010:0.0:1767384371.543618:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384371.543623:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384371.543627:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000365dffb. 80000000:00000010:0.0:1767384371.543632:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000862e5383. 40000000:00000010:0.0:1767384371.543637:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007474766d. 00100000:00000010:0.0:1767384371.543641:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384371.543645:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c064ebc. 00040000:00000010:0.0:1767384371.543649:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000efadab93. 00040000:00000010:0.0:1767384371.543651:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ef62cb2c. 00080000:00000010:0.0:1767384371.543658:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a366f92. 00080000:00000010:0.0:1767384371.543662:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d77b9390. 00000004:00000010:0.0:1767384371.543666:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006aa41190. 00000004:00000010:0.0:1767384371.543670:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad7da4c7. 00000004:00000010:0.0:1767384371.543673:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000678f1c67. 00002000:00000010:0.0:1767384371.543677:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000115c03bd. 00000004:00000010:0.0:1767384371.543687:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e9b14338. 00000020:00000010:0.0:1767384371.543691:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f36e4c76. 00000020:00000001:0.0:1767384371.543695:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.543698:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384371.543701:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f21918ff. 10000000:00000010:0.0:1767384371.543705:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000abf1e36a. 10000000:00000001:0.0:1767384371.543708:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.543711:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.543715:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743009024/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.543723:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384371.543726:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384371.543728:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928a8f79. 02000000:00000001:0.0:1767384371.543732:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.543734:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.543735:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384371.543737:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384371.543739:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384371.543741:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.543743:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384371.543745:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384371.543747:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b45e5e12. 00000100:00000010:0.0:1767384371.543751:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000059ce91e7. 00000100:00000001:0.0:1767384371.543754:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384371.543755:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000808b4f5f. 02000000:00000001:0.0:1767384371.543758:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.543760:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.543762:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384371.543766:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.543767:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384371.543781:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ebb9a5d0. 10000000:01000000:0.0:1767384371.543786:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384371.543789:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384371.543791:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.543793:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.543795:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=3 00000020:00000001:0.0:1767384371.543802:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.543805:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384371.543807:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384371.543810:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.543817:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.543819:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384371.543821:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.543828:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384371.543829:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.543831:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384371.543833:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.543835:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.543839:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384371.543842:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384371.543844:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384371.543846:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384371.543883:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384371.543889:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:0.0:1767384371.543895:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000400:00000200:0.0:1767384371.543899:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000010:0.0:1767384371.543906:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6cb5c29. 00000400:00000200:0.0:1767384371.543910:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:0.0:1767384371.543919:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384371.543927:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:0.0:1767384371.543935:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:0.0:1767384371.543940:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:0.0:1767384371.543946:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:0.0:1767384371.543951:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:0.0:1767384371.543962:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:0.0:1767384371.543966:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:0.0:1767384371.543970:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:0.0:1767384371.543974:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:0.0:1767384371.543979:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:0.0:1767384371.543983:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:0.0:1767384371.543988:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:0.0:1767384371.543993:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:0.0:1767384371.543997:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:0.0:1767384371.544002:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000400:00000200:0.0:1767384371.544007:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:0.0:1767384371.544012:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 64], ns[52, 64] 00000400:00000200:0.0:1767384371.544017:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000200:0.0:1767384371.544022:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000400:00000200:0.0:1767384371.544027:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 52], ns[153, 52] 00000400:00000200:0.0:1767384371.544032:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[97, 52] 00000400:00000200:0.0:1767384371.544037:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[74, 52] 00000400:00000200:0.0:1767384371.544042:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 52], ns[83, 52] 00000400:00000200:0.0:1767384371.544055:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[114, 52] 00000400:00000200:0.0:1767384371.544060:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 52], ns[141, 52] 00000400:00000200:0.0:1767384371.544066:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[115, 52] 00000400:00000200:0.0:1767384371.544071:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 52], ns[109, 52] 00000400:00000200:0.0:1767384371.544077:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[116, 52] 00000400:00000200:0.0:1767384371.544081:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[162, 52] 00000400:00000200:0.0:1767384371.544087:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 52], ns[171, 52] 00000400:00000200:0.0:1767384371.544092:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[158, 52] 00000400:00000200:0.0:1767384371.544097:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 52], ns[156, 52] 00000400:00000200:0.0:1767384371.544133:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 52], ns[157, 52] 00000400:00000200:0.0:1767384371.544139:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 52], ns[169, 52] 00000400:00000200:0.0:1767384371.544145:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[169, 52], ns[172, 52] 00000400:00000200:0.0:1767384371.544152:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000400:00000200:0.0:1767384371.544157:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384371.544162:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:0.0:1767384371.544168:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:0.0:1767384371.544174:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp45 lpni_is_preferred = 0 00000400:00000200:0.0:1767384371.544178:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp45 00000400:00000200:0.0:1767384371.544184:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [173:173:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384371.544192:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:0.0:1767384371.544202:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp:192.168.204.108@tcp45) : PUT try# 0 00000800:00000200:0.0:1767384371.544216:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.108@tcp45 00000800:00000010:0.0:1767384371.544221:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c064ebc. 00000800:00000010:0.0:1767384371.544230:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e91ca66. 00000800:00000010:0.0:1767384371.544234:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e5ec313a. 00000800:00000200:0.0:1767384371.544240:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000200:0.1:1767384371.544244:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:0.0:1767384371.544259:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384371.544262:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000400:00000200:2.0:1767384371.544745:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.544811:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.544870:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.544919:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.544973:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545017:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545048:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545075:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545184:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545237:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545299:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545334:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545366:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545400:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545429:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545464:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545510:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545560:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545635:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545669:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545704:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545762:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545802:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545838:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545927:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.545998:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.546033:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.546069:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.546131:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.546175:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384371.546204:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384371.546355:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000537f48de. 00000800:00000010:2.0:1767384371.546360:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a2d0d8c. 00000800:00000010:2.0:1767384371.546364:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c5afdde. 00000800:00000010:2.0:1767384371.546382:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c5afdde. 00000800:00020000:2.0:1767384371.546389:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384371.546392:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a2d0d8c. 00000800:00000010:2.0:1767384371.546394:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000537f48de. 00000400:02020000:2.0:1767384371.546432:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384371.546438:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000800:00000200:2.0:1767384371.546444:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp45 down 00000800:00000100:2.0:1767384371.546449:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:2.0:1767384371.546452:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c064ebc. 00000400:00000200:2.0:1767384371.546455:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384371.546458:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384371.546466:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 0 next ping: 292 health :900 00000400:00000200:2.0:1767384371.546470:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384371.546473:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384371.546478:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384371.546589:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384371.546595:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101171 00000400:00000001:0.0:1767384371.546599:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.546601:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384371.546603:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384371.546604:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000400:00000200:0.0:1767384371.546608:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384371.546612:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384371.546616:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000400:00000200:0.0:1767384371.546619:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:0.0:1767384371.546622:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc -71 00000400:00000200:0.0:1767384371.546626:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:0.0:1767384371.546629:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (39) 00000100:00000040:3.0:1767384371.547146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:3.0:1767384371.547155:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016ec83da. 00000100:00000040:0.0:1767384371.547163:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:0.0:1767384371.547168:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbf23029. 00000100:00000040:1.0:1767384371.547292:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:1.0:1767384371.547299:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fc4033c. 00000100:00000040:2.0:1767384371.548211:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294958599, at 4294958601 00000100:00000010:2.0:1767384371.548218:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008df959b6. 00000020:00000010:3.0:1767384371.555612:0:37386:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000182206c4. 00000020:00000040:3.0:1767384371.555622:0:37386:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384371.555625:0:37386:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000182206c4. 00010000:00000001:0.0:1767384371.731154:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384371.731159:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.731165:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384371.731168:0:276:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384371.731170:0:276:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384371.731172:0:276:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.731174:0:276:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384371.731175:0:276:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.731177:0:276:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.731178:0:276:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.731207:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384371.731211:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384371.731213:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384372.436146:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384372.436151:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384372.436153:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384372.436163:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000800:00000200:0.0:1767384372.436163:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (6) 00000400:00000200:3.0:1767384372.436168:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384372.436172:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery ping unlinked 00000800:00000200:0.0:1767384372.436180:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:988 00000400:00000010:3.0:1767384372.436184:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004486fdd7. 00000800:00000200:0.0:1767384372.436184:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384372.436190:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d9cc0b4e. 00000400:00000001:3.0:1767384372.436195:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384372.436196:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384372.436197:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000400:00000010:3.0:1767384372.436199:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000400:00000200:3.0:1767384372.436201:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384372.436204:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery ping unlinked 00000800:00000200:0.0:1767384372.436208:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2fbad5] -> 12345-192.168.204.108@tcp32 (6) 00000400:00000010:3.0:1767384372.436209:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000287a980. 00000400:00000010:3.0:1767384372.436213:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008285b263. 00000800:00000200:0.0:1767384372.436213:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp32 ip 192.168.204.108:988 00000800:00000200:0.0:1767384372.436217:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384372.436221:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp45 00000400:00000010:3.0:1767384372.436226:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000287a980. 00000400:00000010:3.0:1767384372.436231:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068e8fa38. 00000400:00000010:3.0:1767384372.436235:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d8a3058. 00000400:00000010:3.0:1767384372.436241:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033fbd325. 00000400:00000200:3.0:1767384372.436245:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp45 00000400:00000200:3.0:1767384372.436257:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp45 local destination 00000400:00000200:3.0:1767384372.436262:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:3.0:1767384372.436266:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [174:174:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1767384372.436271:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:3.0:1767384372.436280:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp45:192.168.204.108@tcp45) : GET try# 0 00000800:00000200:3.0:1767384372.436285:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp45 00000800:00000010:3.0:1767384372.436289:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c83f65be. 00000800:00000200:0.0:1767384372.436293:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384372.436297:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000001:0.0:1767384372.436300:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384372.436304:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:3.0:1767384372.436320:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 1 next ping: 294 health :900 00000800:00000001:0.0:1767384372.436325:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384372.436365:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384372.436367:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.436371:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.436373:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.436377:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.436379:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.436381:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.436393:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436440:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436470:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436504:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436556:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436601:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436635:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436665:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436700:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436739:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436773:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436810:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436869:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436908:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436933:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436951:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436965:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.436981:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437007:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437050:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437094:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437164:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437202:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437235:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437262:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437281:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437300:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437316:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437341:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437366:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437399:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437440:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437467:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437494:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384372.437526:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384372.437652:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa69191. 00000800:00000010:3.0:1767384372.437657:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed3a307c. 00000800:00000010:3.0:1767384372.437662:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072013593. 00000800:00000010:3.0:1767384372.437678:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072013593. 00000800:00020000:3.0:1767384372.437684:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384372.437687:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed3a307c. 00000800:00000010:3.0:1767384372.437689:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efa69191. 00000400:02020000:3.0:1767384372.437717:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384372.437722:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000400:00000200:3.0:1767384372.437725:0:31124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384372.437729:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:3.0:1767384372.437730:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c83f65be. 00000400:00000200:3.0:1767384372.437734:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384372.437739:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384372.437745:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384372.437747:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384372.437751:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp45) recovery failed with -71 00000004:00000001:2.0:1767384372.563171:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384372.563174:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384372.563180:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab13a84. 00000020:00000040:2.0:1767384372.563186:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384372.563192:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384372.563195:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384372.563199:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384372.563206:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000545567d4. 00000100:00000001:2.0:1767384372.563212:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.563220:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384372.563222:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.563232:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab13a84] to pc [ptlrpcd_00_00+0] req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.563253:0:28601:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000004:00000001:2.0:1767384372.563256:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.563257:0:28601:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563265:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.563270:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384372.563272:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384372.563278:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.563279:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.563284:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563290:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384372.563293:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.563296:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384372.563299:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.563301:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.563304:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743009152:0@lo:13: 00000100:00000001:3.0:1767384372.563308:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384372.563312:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384372.563314:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.563316:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384372.563326:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dca8a7f1. 02000000:00000001:3.0:1767384372.563328:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.563332:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00000400:00000010:3.0:1767384372.563337:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384372.563342:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743009152, portal 4 00000100:00000001:3.0:1767384372.563344:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384372.563345:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947165952 : -130127762385664 : ffff89a644f29500) 00000100:00000040:3.0:1767384372.563351:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.563356:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384372.563359:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384372.563360:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000200:3.0:1767384372.563362:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743009152, offset 0 00000400:00000200:3.0:1767384372.563366:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384372.563376:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384372.563385:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc07380 00000400:00000200:3.0:1767384372.563390:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 3136 00000400:00000200:3.0:1767384372.563396:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384372.563398:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384372.563404:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384372.563406:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384372.563408:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b412ea7. 00000100:00000040:3.0:1767384372.563410:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000b412ea7 x1853236743009152 msgsize 224 00000100:00100000:3.0:1767384372.563413:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384372.563425:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384372.563431:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000400:00000010:3.0:1767384372.563433:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000100:00000001:3.0:1767384372.563436:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384372.563438:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.563445:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.563445:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384372.563450:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009152 00000100:00000040:3.0:1767384372.563451:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.563456:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.563460:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.563462:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.563465:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563466:0:16347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384372.563469:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563472:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.563474:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009152 00000100:00000040:3.0:1767384372.563477:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000020:00000001:1.0:1767384372.563478:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384372.563481:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:3.0:1767384372.563483:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959620 00000020:00000001:1.0:1767384372.563484:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384372.563488:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000010:3.0:1767384372.563490:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e1b03b. 00000020:00000001:1.0:1767384372.563491:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000020:00000001:1.0:1767384372.563495:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384372.563497:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384372.563499:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384372.563504:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959620 00000020:00000010:1.0:1767384372.563504:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3e28fab. 00000020:00000010:1.0:1767384372.563510:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e55d8520. 00000100:00000010:3.0:1767384372.563511:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f582358b. 00000100:00000001:3.0:1767384372.563517:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384372.563521:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959620 00000020:00000040:1.0:1767384372.563521:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000010:3.0:1767384372.563526:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000090ffabf. 00000100:00000001:3.0:1767384372.563530:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384372.563534:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959620 00000100:00000010:3.0:1767384372.563537:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063939479. 00000100:00000001:3.0:1767384372.563539:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384372.563542:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.563542:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384372.563544:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563548:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563549:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384372.563550:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dfd6cb0. 00000100:00000001:3.0:1767384372.563556:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384372.563557:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b19d27c. 00000100:00000001:3.0:1767384372.563559:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384372.563563:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.563564:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384372.563565:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d963e56. 00000100:00000001:3.0:1767384372.563566:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563570:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.563580:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384372.563585:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384372.563587:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.563588:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.563595:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384372.563599:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384372.563604:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:1.0:1767384372.563605:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.563617:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384372.563619:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384372.563624:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384372.563626:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384372.563627:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384372.563629:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.563630:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040492800 : -130122669058816 : ffff89a774889500) 00000100:00000001:3.0:1767384372.563632:0:17891:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563635:0:17891:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.563636:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b412ea7 x1853236743009152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.563645:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384372.563653:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003cae96c. 00000100:00000001:1.0:1767384372.563655:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384372.563657:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003cae96c. 00000100:00100000:1.0:1767384372.563661:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b412ea7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236743009152:12345-0@lo:13: 00000100:00000200:1.0:1767384372.563663:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009152 00000020:00000001:1.0:1767384372.563666:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384372.563669:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384372.563670:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.563672:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384372.563673:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000020:00000001:1.0:1767384372.563676:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384372.563678:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384372.563680:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384372.563682:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384372.563684:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.563687:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384372.563689:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384372.563692:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000084010cbf. 02000000:00000001:1.0:1767384372.563694:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.563696:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384372.563698:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384372.563701:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384372.563703:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384372.563711:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384372.563713:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384372.563715:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384372.563717:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384372.563720:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384372.563722:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384372.563725:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384372.563726:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384372.563728:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384372.563729:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743009152 00010000:00000001:1.0:1767384372.563732:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384372.563739:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b412ea7 x1853236743009152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384372.563745:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384372.563747:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.563749:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.563753:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384372.563754:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384372.563756:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384372.563758:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384372.563760:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.563761:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384372.563763:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384372.563766:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000200:1.0:1767384372.563768:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743009152, offset 224 00000400:00000200:1.0:1767384372.563773:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384372.563779:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384372.563785:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc07380 00000400:00000200:1.0:1767384372.563788:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e5d [1] + 224 00000400:00000200:1.0:1767384372.563791:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.563793:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384372.563796:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384372.563799:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.563805:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.563818:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384372.563822:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000400:00000010:1.0:1767384372.563823:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000100:00000001:1.0:1767384372.563827:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384372.563828:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384372.563830:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.563833:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384372.563835:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384372.563851:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384372.563853:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563856:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384372.563861:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384372.563862:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384372.563866:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b412ea7 x1853236743009152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384372.563867:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384372.563872:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000100:00100000:1.0:1767384372.563875:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b412ea7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853236743009152:12345-0@lo:13: Request processed in 229us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384372.563883:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000200:3.0:1767384372.563886:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000100:00000040:1.0:1767384372.563886:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000400:00000010:3.0:1767384372.563891:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:1.0:1767384372.563891:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384372.563894:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384372.563898:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384372.563899:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b19d27c. 00000020:00000010:1.0:1767384372.563905:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d963e56. 00000100:00000200:3.0:1767384372.563906:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384372.563909:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dfd6cb0. 00000020:00000040:1.0:1767384372.563915:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000200:3.0:1767384372.563918:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.563919:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.563929:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.563930:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.563932:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384372.563934:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384372.563935:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.563936:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.563938:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384372.563942:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384372.563944:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384372.563946:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384372.563947:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.563949:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384372.563952:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.563956:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.563958:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384372.563959:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384372.563961:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384372.563962:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.563964:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.563967:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.563969:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384372.563971:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384372.563972:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384372.563974:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384372.563976:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384372.563984:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384372.563987:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.563990:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384372.563995:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743009152:0@lo:13: 00000100:00000001:3.0:1767384372.563998:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.563999:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.564000:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab13a84 x1853236743009152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.564005:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384372.564007:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384372.564009:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dca8a7f1. 02000000:00000001:3.0:1767384372.564012:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384372.564014:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384372.564015:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384372.564016:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384372.564018:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000545567d4. 02000000:00000001:3.0:1767384372.564022:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384372.564023:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384372.564024:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab13a84. 00000100:00000001:3.0:1767384372.564027:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384372.564028:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.564030:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.564033:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384372.564034:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.564035:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.564036:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564153:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384372.564157:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384372.564165:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384372.564183:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000020:00000040:0.0:1767384372.564187:0:8:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384372.564189:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.564191:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.564193:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.564198:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a59351e. 00000100:00000001:0.0:1767384372.564203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564208:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384372.564215:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.564216:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000962f7c6f] to pc [ptlrpcd_00_01+1] req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.564237:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384372.564249:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384372.564253:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000020:00000040:0.0:1767384372.564255:0:8:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384372.564256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.564257:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.564259:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.564263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080e1303d. 00000100:00000001:0.0:1767384372.564266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564271:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384372.564276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.564278:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_02+2] req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.564304:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564306:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384372.564307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384372.564310:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.564311:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384372.564313:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384372.564316:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000100:00000040:1.0:1767384372.564319:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.564326:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384372.564327:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.564329:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384372.564331:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.564336:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.564336:0:8:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1767384372.564342:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743009280:0@lo:400: 00000100:00000001:0.0:1767384372.564342:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.564345:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384372.564348:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384372.564349:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.564352:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384372.564354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a54ae28e. 02000000:00000001:1.0:1767384372.564355:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564359:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384372.564360:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384372.564361:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564362:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.564365:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384372.564365:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003dfd6cb0. 00000100:00000040:0.0:1767384372.564367:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384372.564370:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.564373:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.564378:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.564381:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.564382:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00000100:00000040:0.0:1767384372.564389:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_03+3] req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384372.564390:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000001:2.0:1767384372.564394:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384372.564396:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743009280, portal 25 00000100:00000001:2.0:1767384372.564398:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564402:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384372.564404:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384372.564405:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 02000000:00000001:2.0:1767384372.564409:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384372.564414:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.564414:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.564415:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.564419:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236743009408:0@lo:400: 00000100:00000040:0.0:1767384372.564428:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:2.0:1767384372.564429:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384372.564433:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384372.564434:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384372.564437:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384372.564439:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 02000000:00000001:2.0:1767384372.564441:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.564442:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743009280, offset 0 00000100:00000001:0.0:1767384372.564443:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384372.564445:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384372.564448:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384372.564450:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000685e13df. 00000400:00000200:1.0:1767384372.564451:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384372.564452:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384372.564456:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.564460:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384372.564461:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb08d026. 00000400:00000200:1.0:1767384372.564464:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384372.564469:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa060f4f. 00000100:00000200:2.0:1767384372.564476:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743009408, portal 10 00000400:00000200:1.0:1767384372.564477:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc07400 00000100:00000001:2.0:1767384372.564483:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384372.564484:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384372.564486:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000400:00000200:1.0:1767384372.564488:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1611 [2] + 0 00000100:00000001:0.0:1767384372.564488:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.564496:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384372.564496:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004aacfc71. 02000000:00000001:0.0:1767384372.564496:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384372.564500:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384372.564502:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c053a3e8 02000000:00000001:0.0:1767384372.564506:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.564507:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384372.564511:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384372.564518:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384372.564518:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384372.564519:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743009536:0@lo:400: 00000400:00000010:2.0:1767384372.564524:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000200:1.0:1767384372.564527:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c053a3e8 00000100:00000001:0.0:1767384372.564528:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384372.564532:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c053a3e8. 02000000:00000001:0.0:1767384372.564532:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384372.564534:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.564537:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384372.564540:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743009408, offset 0 00000100:00000001:1.0:1767384372.564540:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384372.564541:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061c7a191. 00000100:00000200:1.0:1767384372.564544:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384372.564546:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.564551:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384372.564552:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000001d7ced2b x1853236743009280 msgsize 224 00000400:00000010:0.0:1767384372.564553:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ba65800. 00000400:00000200:2.0:1767384372.564560:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384372.564563:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00100000:1.0:1767384372.564568:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384372.564570:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743009536, portal 10 00000100:00000040:1.0:1767384372.564572:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384372.564574:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07480 00000100:00000001:0.0:1767384372.564575:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384372.564579:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000400:00000200:2.0:1767384372.564583:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:1.0:1767384372.564586:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384372.564586:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.564588:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.564593:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d3cb30 00000400:00000010:1.0:1767384372.564598:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d3cb30. 00000400:00000200:2.0:1767384372.564599:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384372.564604:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384372.564606:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384372.564608:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384372.564612:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384372.564613:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384372.564613:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384372.564618:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000010:2.0:1767384372.564620:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027891cf2. 00000100:00000200:0.0:1767384372.564624:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743009536, offset 0 00000100:00000040:2.0:1767384372.564626:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000027891cf2 x1853236743009408 msgsize 224 00000100:00000001:1.0:1767384372.564631:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.564637:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.564639:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384372.564639:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384372.564652:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384372.564653:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564655:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384372.564659:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564661:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.564662:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294959622 00000400:00000200:0.0:1767384372.564667:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07500 00000400:00000200:2.0:1767384372.564669:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000100:00000001:1.0:1767384372.564670:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959620 00000400:00000010:2.0:1767384372.564673:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000100:00000001:1.0:1767384372.564675:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294959622 00000100:00000001:2.0:1767384372.564677:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384372.564680:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959620 00000400:00000200:0.0:1767384372.564682:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000200:2.0:1767384372.564683:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.564686:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294959622 00000100:00000001:1.0:1767384372.564693:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294959620 00000400:00000200:0.0:1767384372.564694:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.564697:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294959622 00000100:00000001:2.0:1767384372.564701:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.564703:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294959620 00000100:00000040:2.0:1767384372.564707:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.564709:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384372.564709:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384372.564715:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.564717:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384372.564721:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.564721:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384372.564727:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.564729:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384372.564730:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf8f912. 00000100:00000001:2.0:1767384372.564733:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384372.564733:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384372.564735:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000adf8f912 x1853236743009536 msgsize 224 00000100:00000001:1.0:1767384372.564736:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384372.564741:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564742:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.564745:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384372.564747:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384372.564748:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.564749:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2937 usecs (3 jiffies) 00000100:00000001:1.0:1767384372.564754:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564755:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959620 00000100:00000001:0.0:1767384372.564759:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384372.564760:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959622 00000100:00000001:2.0:1767384372.564764:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959620 00000100:00000001:2.0:1767384372.564766:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959622 00000400:00000200:0.0:1767384372.564767:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000100:00000001:2.0:1767384372.564768:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959620 00000400:00000010:0.0:1767384372.564771:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:2.0:1767384372.564772:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959622 00000100:00000001:2.0:1767384372.564776:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959620 00000100:00000001:0.0:1767384372.564777:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384372.564779:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384372.564781:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959622 00000100:00100000:1.0:1767384372.564783:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009280 00000100:00000200:0.0:1767384372.564784:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.564786:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.564787:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.564791:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384372.564792:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564793:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564799:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.564800:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564806:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384372.564806:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009280 00000100:00000001:0.0:1767384372.564807:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384372.564811:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384372.564812:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384372.564813:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384372.564814:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384372.564815:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384372.564819:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384372.564821:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.564825:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.564826:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384372.564832:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:0.0:1767384372.564833:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564834:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384372.564851:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3306 usecs (4 jiffies) 00000100:00000001:2.0:1767384372.564855:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.564856:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294959621 00000020:00000001:1.0:1767384372.564860:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384372.564863:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.564864:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294959622 00000020:00000001:1.0:1767384372.564865:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384372.564870:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.564871:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294959621 00000020:00000010:1.0:1767384372.564873:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003cae96c. 00000100:00000001:1.0:1767384372.564879:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.564879:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294959622 00000100:00000001:2.0:1767384372.564880:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384372.564882:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003cae96c. 00000100:00000001:2.0:1767384372.564884:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.564887:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294959621 00000020:00000010:1.0:1767384372.564888:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffb9f3a7. 00000020:00000010:1.0:1767384372.564894:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b19d27c. 00000100:00000001:0.0:1767384372.564894:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294959622 00000020:00000010:1.0:1767384372.564899:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d963e56. 00000100:00000001:0.0:1767384372.564900:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294959621 00000100:00000001:0.0:1767384372.564905:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294959622 00000100:00000040:1.0:1767384372.564907:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384372.564908:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.564912:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384372.564912:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.564913:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564916:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384372.564917:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009408 00000100:00000001:0.0:1767384372.564918:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.564919:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.564922:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384372.564923:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.564925:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.564926:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.564927:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.564933:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.564936:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009408 00000100:00000001:0.0:1767384372.564936:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384372.564938:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.564939:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.564940:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384372.564945:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384372.564946:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:0.0:1767384372.564947:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384372.564951:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384372.564952:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384372.564954:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:1.0:1767384372.564955:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384372.564956:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.564958:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:1.0:1767384372.564961:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384372.564962:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:2.0:1767384372.564966:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384372.564968:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000020:00000010:2.0:1767384372.564970:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55eb7e1. 00000100:00000040:1.0:1767384372.564973:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384372.564975:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384372.564978:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e55eb7e1. 00000100:00000001:1.0:1767384372.564978:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088520272 : -130122621031344 : ffff89a777656c50) 00000020:00000010:2.0:1767384372.564985:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056f4340c. 00000100:00000040:1.0:1767384372.564987:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d7ced2b x1853236743009280/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384372.564990:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009723d535. 00000020:00000010:2.0:1767384372.564996:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042f855e6. 00000100:00000001:1.0:1767384372.565004:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384372.565007:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003cae96c. 00000100:00000040:2.0:1767384372.565008:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384372.565010:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.565012:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384372.565013:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003cae96c. 00000100:00000001:2.0:1767384372.565014:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384372.565018:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384372.565022:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d7ced2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743009280:12345-0@lo:400: 00000100:00000001:2.0:1767384372.565026:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384372.565026:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009280 00000100:00000001:2.0:1767384372.565031:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384372.565031:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384372.565035:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.565035:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384372.565039:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.565042:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384372.565047:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384372.565051:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:1.0:1767384372.565055:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384372.565057:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384372.565058:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384372.565059:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384372.565060:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384372.565062:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009536 00000020:00000001:1.0:1767384372.565063:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.565067:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384372.565068:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384372.565069:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384372.565072:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.565073:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384372.565073:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384372.565076:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.565078:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384372.565080:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384372.565083:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000561acdf4. 00000100:00100000:0.0:1767384372.565084:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1767384372.565085:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009536 02000000:00000001:1.0:1767384372.565088:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.565090:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.565091:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384372.565092:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000040:0.0:1767384372.565092:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000020:00000001:1.0:1767384372.565097:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.565098:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384372.565098:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947163264 : -130127762388352 : ffff89a644f28a80) 00000100:00000040:0.0:1767384372.565133:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027891cf2 x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.565139:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384372.565143:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f963864e. 00000100:00000001:0.0:1767384372.565145:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384372.565147:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f963864e. 00000100:00100000:0.0:1767384372.565153:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027891cf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236743009408:12345-0@lo:400: 00000100:00000200:0.0:1767384372.565156:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009408 00000020:00000001:0.0:1767384372.565158:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384372.565161:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384372.565163:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.565165:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384372.565166:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000001:0.0:1767384372.565168:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384372.565171:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384372.565174:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:0.0:1767384372.565174:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384372.565178:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384372.565179:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:0.0:1767384372.565181:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.565183:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:0.0:1767384372.565185:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384372.565187:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.565189:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384372.565191:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384372.565196:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e55eb7e1. 00000020:00000010:2.0:1767384372.565207:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005b3cc1e3. 00000020:00000040:2.0:1767384372.565211:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 02000000:00000010:0.0:1767384372.565213:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b52ef08. 00000100:00000001:2.0:1767384372.565218:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384372.565220:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.565224:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c743807b. 00000020:00000010:2.0:1767384372.565229:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d080fa2e. 00000100:00000001:0.0:1767384372.565229:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.565234:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.565236:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae13da42. 00010000:00000040:0.0:1767384372.565236:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009408 00010000:00000001:0.0:1767384372.565241:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384372.565243:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:0.0:1767384372.565246:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027891cf2 x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.565247:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384372.565250:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.565256:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384372.565257:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384372.565259:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384372.565260:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.565261:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384372.565266:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384372.565270:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384372.565271:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.565273:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384372.565276:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384372.565278:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384372.565279:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565282:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384372.565283:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384372.565284:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384372.565286:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384372.565289:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00100000:2.0:1767384372.565293:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000200:0.0:1767384372.565295:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743009408, offset 224 00000100:00000040:2.0:1767384372.565297:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:2.0:1767384372.565300:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089057664 : -130122620493952 : ffff89a7776d9f80) 00000400:00000200:0.0:1767384372.565304:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384372.565305:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000adf8f912 x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.565314:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384372.565316:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384372.565318:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5086223. 00000100:00000001:2.0:1767384372.565322:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384372.565324:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5086223. 00000400:00000200:0.0:1767384372.565327:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07480 00000100:00100000:2.0:1767384372.565334:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000adf8f912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743009536:12345-0@lo:400: 00000400:00000200:0.0:1767384372.565335:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e71 [1] + 224 00010000:00000040:1.0:1767384372.565342:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009280 00000100:00000200:2.0:1767384372.565345:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009536 00000400:00000200:0.0:1767384372.565345:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384372.565346:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384372.565351:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:1.0:1767384372.565354:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d7ced2b x1853236743009280/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384372.565355:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384372.565355:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384372.565359:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565363:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384372.565365:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384372.565369:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000200:0.0:1767384372.565370:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384372.565375:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384372.565376:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384372.565379:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.565385:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=82 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384372.565386:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.565386:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384372.565393:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384372.565394:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384372.565396:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384372.565400:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000020:00000001:2.0:1767384372.565401:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.565406:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:2.0:1767384372.565407:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384372.565411:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384372.565412:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384372.565413:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384372.565413:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.565419:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384372.565419:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384372.565420:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 02000000:00000010:2.0:1767384372.565424:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8cf08ac. 00000400:00000010:0.0:1767384372.565424:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000040:1.0:1767384372.565428:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384372.565429:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565431:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1767384372.565432:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 00000100:00000001:2.0:1767384372.565433:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.565438:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.565439:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743009280, offset 224 00000100:00000001:0.0:1767384372.565440:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384372.565441:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009536 00000100:00000001:0.0:1767384372.565445:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.565446:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384372.565451:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384372.565454:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000adf8f912 x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.565454:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:0.0:1767384372.565459:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384372.565462:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.565463:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384372.565468:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384372.565474:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384372.565476:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027891cf2 x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.565479:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc07400 00010000:00000001:2.0:1767384372.565480:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384372.565486:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=76 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384372.565492:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e69 [1] + 224 00000100:00000001:2.0:1767384372.565496:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384372.565498:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384372.565501:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00100000:0.0:1767384372.565501:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027891cf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853236743009408:12345-0@lo:400: Request processed in 357us (870us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384372.565507:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384372.565508:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384372.565512:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384372.565513:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.565517:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:2.0:1767384372.565519:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384372.565523:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384372.565524:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000040:2.0:1767384372.565526:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384372.565530:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384372.565531:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384372.565532:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000100:00000001:0.0:1767384372.565533:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384372.565538:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009723d535. 00000100:00000200:2.0:1767384372.565539:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743009536, offset 224 00000020:00000010:0.0:1767384372.565545:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042f855e6. 00000400:00000200:2.0:1767384372.565551:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384372.565552:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056f4340c. 00000100:00000040:1.0:1767384372.565556:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384372.565559:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000400:00000200:2.0:1767384372.565563:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384372.565564:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384372.565576:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07500 00000400:00000200:2.0:1767384372.565580:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e79 [1] + 224 00000100:00000001:1.0:1767384372.565583:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384372.565584:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.565589:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384372.565590:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384372.565591:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d3cb30 00000100:00000001:0.0:1767384372.565592:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384372.565605:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d3cb30. 00000100:00000001:1.0:1767384372.565609:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384372.565611:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384372.565611:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384372.565615:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384372.565617:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.565618:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb08d026. 00000100:00000040:1.0:1767384372.565622:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:0.0:1767384372.565623:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa060f4f 00010000:00000001:1.0:1767384372.565625:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384372.565627:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa060f4f. 00000020:00000001:1.0:1767384372.565628:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.565632:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384372.565632:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384372.565633:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384372.565637:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d7ced2b x1853236743009280/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384372.565640:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384372.565641:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384372.565675:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384372.565676:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d7ced2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743009280:12345-0@lo:400: Request processed in 668us (1120us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384372.565678:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384372.565697:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:1.0:1767384372.565703:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384372.565706:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.565707:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.565710:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.565712:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384372.565713:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384372.565716:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b19d27c. 00000100:00000001:2.0:1767384372.565717:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384372.565720:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d963e56. 02000000:00000001:0.0:1767384372.565722:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384372.565724:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384372.565725:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb9f3a7. 00000400:00000200:2.0:1767384372.565726:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000100:00000001:0.0:1767384372.565726:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.565729:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000400:00000010:2.0:1767384372.565731:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 02000000:00000001:0.0:1767384372.565731:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.565735:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384372.565737:0:17081:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767384372.565738:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000561acdf4. 00000100:00001000:0.0:1767384372.565738:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=76 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384372.565740:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384372.565743:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384372.565745:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.565746:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.565747:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.565749:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384372.565752:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.565755:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000200:1.0:1767384372.565755:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384372.565756:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384372.565762:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384372.565763:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000208ae2f3. 00010000:00080000:0.0:1767384372.565764:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384372.565765:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.565770:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384372.565776:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf8f912 x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384372.565777:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b630573. 00010000:00000001:0.0:1767384372.565778:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565784:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384372.565788:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384372.565792:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000adf8f912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853236743009536:12345-0@lo:400: Request processed in 474us (1052us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384372.565792:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384372.565793:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.565801:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.565805:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:2.0:1767384372.565813:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:0.0:1767384372.565813:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.565819:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.565820:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384372.565823:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.565824:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384372.565828:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d080fa2e. 00000100:00000040:0.0:1767384372.565828:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.565831:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384372.565834:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae13da42. 00000100:00000001:1.0:1767384372.565835:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384372.565855:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384372.565858:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c743807b. 00000400:00000001:1.0:1767384372.565858:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384372.565858:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853236743009408:0@lo:400: 00000400:00000010:1.0:1767384372.565861:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000020:00000040:2.0:1767384372.565865:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000400:00000200:1.0:1767384372.565867:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000100:00000001:0.0:1767384372.565870:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384372.565871:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000100:00000001:2.0:1767384372.565872:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.565878:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384372.565878:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384372.565885:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.565888:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236743009408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384372.565898:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:1.0:1767384372.565898:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384372.565903:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:0.0:1767384372.565912:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384372.565914:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384372.565915:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384372.565917:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384372.565918:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000685e13df. 00000100:00000001:1.0:1767384372.565919:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384372.565922:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384372.565923:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384372.565924:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384372.565928:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384372.565929:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.565931:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.565934:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=82 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384372.565936:0:16349:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:1.0:1767384372.565941:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=82 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384372.565941:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384372.565945:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080e1303d. 00000100:00000001:1.0:1767384372.565948:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384372.565949:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384372.565952:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.565952:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384372.565955:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00010000:00000001:1.0:1767384372.565957:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384372.565958:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384372.565962:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384372.565963:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565964:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.565969:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.565971:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.565973:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.565976:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.565977:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.565980:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.565990:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.565991:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.565993:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384372.565994:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.565998:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384372.566000:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384372.566003:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384372.566003:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384372.566005:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ba65800. 00000400:00000200:0.0:1767384372.566010:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384372.566014:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00100000:1.0:1767384372.566017:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000962f7c6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743009280:0@lo:400: 00000100:00000001:0.0:1767384372.566018:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384372.566023:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.566033:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.566037:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384372.566039:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.566042:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000962f7c6f x1853236743009280/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.566060:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.566062:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384372.566063:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384372.566065:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384372.566066:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384372.566068:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003dfd6cb0. 02000000:00000001:0.0:1767384372.566069:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384372.566072:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384372.566073:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384372.566073:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.566076:0:16348:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384372.566077:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.566078:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384372.566082:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384372.566082:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=76 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384372.566084:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a59351e. 00000100:00001000:0.0:1767384372.566089:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=76 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384372.566090:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.566093:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384372.566094:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767384372.566096:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 00000100:00000001:0.0:1767384372.566097:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.566130:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.566132:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.566134:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.566138:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.566139:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.566141:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.566143:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.566220:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384372.566229:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.566235:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.566237:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384372.566238:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384372.566239:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384372.566239:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.566241:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.566246:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.566247:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384372.566248:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.566250:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384372.566255:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16350:1853236743009536:0@lo:400: 00000100:00000001:0.0:1767384372.566257:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.566259:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384372.566260:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743009536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.566265:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384372.566266:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384372.566267:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061c7a191. 02000000:00000001:0.0:1767384372.566270:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384372.566271:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384372.566272:0:16350:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384372.566273:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384372.566275:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a54ae28e. 02000000:00000001:0.0:1767384372.566277:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384372.566278:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384372.566279:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:0.0:1767384372.566281:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384372.566282:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.566284:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.566293:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.566294:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.566296:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.566298:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.570157:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294959622, at 4294959623 00000100:00000010:1.0:1767384372.570165:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f582358b. 00000100:00000040:2.0:1767384372.570238:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294959622, at 4294959623 00000100:00000010:2.0:1767384372.570245:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000090ffabf. 00000100:00000040:3.0:1767384372.571169:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294959622, at 4294959624 00000100:00000010:3.0:1767384372.571176:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063939479. 00000100:00000040:0.0:1767384372.571208:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294959622, at 4294959624 00000100:00000010:0.0:1767384372.571215:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e1b03b. 00010000:00000001:0.0:1767384372.755148:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384372.755153:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.755157:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384372.755159:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.755204:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384372.755208:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.755211:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384372.869475:0:37795:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000025b940d9. 00080000:00000010:1.0:1767384372.869484:0:37795:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000025b940d9. 00000020:00000001:1.0:1767384372.869488:0:37795:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384372.869495:0:37795:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000025b940d9. 00080000:00000010:1.0:1767384372.869498:0:37795:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000025b940d9. 00000020:00000001:1.0:1767384372.869501:0:37795:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384373.459178:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.459183:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.459192:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000400:00000010:1.0:1767384373.459196:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000400:00000200:1.0:1767384373.459216:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384373.459222:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384373.459234:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000287a980. 00000400:00000010:1.0:1767384373.459238:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000068e8fa38. 00000400:00000200:1.0:1767384373.459242:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp44 00000400:00000010:1.0:1767384373.459245:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000df52e3bf. 00000400:00000010:1.0:1767384373.459250:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003c62eb90. 00000400:00000010:1.0:1767384373.459254:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000400:00000010:1.0:1767384373.459262:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf014993. 00000400:00000200:1.0:1767384373.459266:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp44 00000400:00000200:1.0:1767384373.459278:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp44 local destination 00000400:00000200:1.0:1767384373.459283:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:1.0:1767384373.459286:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [175:175:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1767384373.459292:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000400:00000200:1.0:1767384373.459300:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp44:192.168.204.108@tcp44) : GET try# 0 00000800:00000200:1.0:1767384373.459304:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp44 00000800:00000010:1.0:1767384373.459309:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a4c3bcd. 00000800:00000200:1.0:1767384373.459315:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000800:00000200:1.1:1767384373.459319:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000400:00000200:1.0:1767384373.459338:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 2 next ping: 297 health :800 00000400:00000200:1.0:1767384373.459341:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp43 00000400:00000010:1.0:1767384373.459344:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b0869046. 00000400:00000010:1.0:1767384373.459346:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001db51b19. 00000400:00000010:1.0:1767384373.459349:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 00000400:00000010:1.0:1767384373.459352:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a21a5dc. 00000400:00000200:1.0:1767384373.459355:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp43 00000400:00000200:1.0:1767384373.459377:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp43 local destination 00000400:00000200:1.0:1767384373.459380:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp43 00000400:00000200:1.0:1767384373.459382:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp43 NI seq info: [176:176:256:4294967295] 192.168.204.108@tcp43 LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1767384373.459385:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp43 00000400:00000200:1.0:1767384373.459398:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43:) -> 192.168.204.108@tcp43(192.168.204.108@tcp43:192.168.204.108@tcp43) : GET try# 0 00000800:00000200:1.0:1767384373.459402:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp43 00000800:00000010:1.0:1767384373.459405:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000deba0267. 00000800:00000200:1.0:1767384373.459407:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000800:00000200:1.1:1767384373.459411:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000400:00000200:1.0:1767384373.459424:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp43 added to recovery queue. ping count: 3 next ping: 301 health :700 00000400:00000200:0.0:1767384373.459433:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459478:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459516:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459516:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459554:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459586:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459644:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459693:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459719:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459739:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459793:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459835:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459855:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459890:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459913:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459949:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.459970:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.459996:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460022:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460051:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460084:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460129:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460163:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460186:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460238:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460262:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460288:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460315:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460338:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460363:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460389:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460436:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460476:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460488:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460528:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460540:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460591:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460622:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460648:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460677:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460691:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460731:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460737:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460785:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460794:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460854:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460861:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460901:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.460953:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.460959:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461007:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461058:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461067:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461098:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461149:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461180:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461215:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461277:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461311:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461343:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461373:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461413:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000800:00000010:0.0:1767384373.461440:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77b9390. 00000400:00000200:2.0:1767384373.461441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:0.0:1767384373.461447:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000211d3ec4. 00000800:00000010:0.0:1767384373.461453:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000043837df. 00000800:00000010:0.0:1767384373.461486:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000043837df. 00000400:00000200:2.0:1767384373.461488:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00020000:0.0:1767384373.461496:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384373.461500:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000211d3ec4. 00000800:00000010:0.0:1767384373.461502:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77b9390. 00000400:00000200:2.0:1767384373.461517:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461562:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:02020000:0.0:1767384373.461564:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384373.461575:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000400:00000200:0.0:1767384373.461578:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384373.461584:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:0.0:1767384373.461587:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a4c3bcd. 00000400:00000200:2.0:1767384373.461588:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.461591:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384373.461597:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384373.461605:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384373.461608:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384373.461611:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp44) recovery failed with -71 00000400:00000200:2.0:1767384373.461614:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461650:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461682:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461727:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461763:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461843:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461901:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461937:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.461980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.462022:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.108:988 00000800:00000010:2.0:1767384373.462258:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000537f48de. 00000800:00000010:2.0:1767384373.462263:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384373.462268:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000248d97eb. 00000400:00000200:0.0:1767384373.462289:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384373.462296:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000248d97eb. 00000400:00000200:0.0:1767384373.462305:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp43 from 203.3.0.2 00000800:00000010:0.0:1767384373.462315:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f6498aea. 00000800:00000010:2.0:1767384373.462352:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5b891b0. 00000800:00000010:2.0:1767384373.462357:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e543aabb. 00000800:00000010:2.0:1767384373.462375:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000072648d99. 00000800:00000200:2.1:1767384373.462381:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (2) 00000800:00000200:2.1:1767384373.462386:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp43 0000000072648d99 deleted 00000800:00000010:2.1:1767384373.462388:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000072648d99. 00000800:00000200:2.1:1767384373.462393:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384373.462399:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp43 ip 192.168.204.108:971 00000800:00000200:2.1:1767384373.462402:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000deba0267 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384373.462407:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp43 p 3.x 192.168.204.108 -> 192.168.204.108:971 incarnation:1767384361748501430 sched[0] 00000800:00000010:2.0:1767384373.462412:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000248d97eb. 00000800:00000010:2.0:1767384373.462452:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000248d97eb. 00000800:00000010:2.0:1767384373.462456:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e543aabb. 00000800:00000010:2.0:1767384373.462485:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f6498aea. 00000800:00000001:2.0:1767384373.462508:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.462513:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384373.462555:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384373.462558:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000deba0267. 00000400:00000200:2.0:1767384373.462561:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.462565:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: GET: OK 00000400:00000200:2.0:1767384373.462569:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384373.462571:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp43 recovery message sent successfully:0 00000800:00000200:2.1:1767384373.462606:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384373.462611:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp43 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384361748501430 sched[0] 00000800:00000010:2.0:1767384373.462613:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f7a2b0. 00000400:00000200:2.0:1767384373.462677:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:3.0:1767384373.462686:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462693:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.462696:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462708:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.462716:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43) <- 192.168.204.108@tcp43 : GET - for me 00000400:00000200:3.0:1767384373.462728:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384373.462738:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1dfd [1] + 0 00000400:00000200:3.0:1767384373.462748:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp43 to MR: 192.168.204.108@tcp43 local destination 00000400:00000200:2.0:1767384373.462750:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384373.462756:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp43 NI seq info: [177:177:256:4294967295] 192.168.204.108@tcp43 LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1767384373.462770:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43:192.168.204.108@tcp43) -> 192.168.204.108@tcp43(192.168.204.108@tcp43:192.168.204.108@tcp43) 192.168.204.108@tcp43 : REPLY try# 0 00000800:00000200:3.0:1767384373.462775:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp43 00000800:00000010:3.0:1767384373.462779:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000696222dd. 00000800:00000200:3.0:1767384373.462784:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcf79d55] -> 12345-192.168.204.108@tcp43 (4) 00000800:00000200:3.0:1767384373.462800:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp43 ip 192.168.204.108:988 00000800:00000200:3.0:1767384373.462802:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000696222dd type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384373.462815:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:3.0:1767384373.462870:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.462873:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000696222dd. 00000400:00000200:3.0:1767384373.462877:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.462882:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: REPLY: OK 00000800:00000001:3.0:1767384373.462895:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384373.462897:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:3.0:1767384373.462899:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.462903:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462908:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.462909:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462913:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.462920:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp43(192.168.204.108@tcp43) <- 192.168.204.108@tcp43 : REPLY - for me 00000400:00000200:3.0:1767384373.462928:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp43: Reply from 12345-192.168.204.108@tcp43 of length 272/272 into md 0x1e95 00000800:00000001:3.0:1767384373.462932:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462937:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.462939:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.462943:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp43->192.168.204.108@tcp43: REPLY: OK 00000400:00000200:3.0:1767384373.462945:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d3cb30 00000400:00000010:3.0:1767384373.462947:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d3cb30. 00000400:00000200:2.0:1767384373.462951:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384373.462957:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384373.462964:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b0869046. 00000400:00000010:3.0:1767384373.462968:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001db51b19. 00000800:00000001:3.0:1767384373.462975:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.462979:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.463013:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463079:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463157:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463192:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463205:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463216:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463229:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463240:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463252:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463278:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463290:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463302:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463315:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463326:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463339:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463352:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463371:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463384:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463396:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463408:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463421:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463434:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463445:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463456:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463469:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463480:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463491:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463503:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.463515:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384373.463581:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d4492ce. 00000800:00000010:2.0:1767384373.463584:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384373.463586:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000248d97eb. 00000800:00000010:2.0:1767384373.463598:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000248d97eb. 00000800:00020000:2.0:1767384373.463602:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384373.463604:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384373.463605:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d4492ce. 00000400:02020000:2.0:1767384373.463627:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp43 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000001:00000001:2.0:1767384373.584059:0:37959:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384373.584064:0:37959:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:2.0:1767384373.586995:0:37959:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1767384373.587191:0:17889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384373.587195:0:17889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.593226:0:37960:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e97e0bd2. 00000400:00000010:2.0:1767384373.593239:0:37960:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000066f7a2b0. 00000400:00000010:2.0:1767384373.593248:0:37960:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e543aabb. 00000400:00000010:2.0:1767384373.593251:0:37960:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d4139a75. 00000400:00000010:2.0:1767384373.593254:0:37960:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008d428d83. 00000400:00000010:2.0:1767384373.593258:0:37960:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a8e286c. 00000400:00000010:2.0:1767384373.593263:0:37960:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001697385a. 00000400:00000010:2.0:1767384373.593265:0:37960:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001a38019. 00000400:00000010:2.0:1767384373.593267:0:37960:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aef21634. 00000800:00000010:2.0:1767384373.593283:0:37960:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000c83ce94. 00000800:00000200:2.0:1767384373.593294:0:37960:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384373.593306:0:37960:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384373.593340:0:37960:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:2.0:1767384373.593363:0:37960:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp48 [8/256/0/180] 00000400:00000010:2.0:1767384373.594675:0:37960:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000c391a657. 00000400:00000010:2.0:1767384373.594681:0:37960:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b4377d. 00000400:00000010:2.0:1767384373.594686:0:37960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000001:2.0:1767384373.594702:0:37960:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.594704:0:37960:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384373.594705:0:37960:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03bad1d. 00000400:00000200:2.0:1767384373.594707:0:37960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:2.0:1767384373.594708:0:37960:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000400:00000010:2.0:1767384373.594712:0:37960:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000a3abb7f1. 00000400:00000200:2.0:1767384373.594715:0:37960:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (38) 00000400:00000200:2.0:1767384373.594726:0:37960:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384373.594733:0:37960:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:2.0:1767384373.594740:0:37960:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d4492ce. 00000020:01000000:2.0:1767384373.594743:0:37960:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384373.594744:0:37960:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp48 00000400:00000010:2.0:1767384373.594755:0:37960:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000066f7a2b0. 00000400:00000010:2.0:1767384373.594758:0:37960:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e97e0bd2. 00000020:00000001:3.0:1767384373.594777:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384373.594780:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:3.0:1767384373.594782:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384373.594786:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384373.594789:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 10000000:01000000:3.0:1767384373.594790:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384373.594796:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384373.594797:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384373.594798:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000020:01000004:3.0:1767384373.594799:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.594801:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.594804:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384373.594805:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000020:01000004:3.0:1767384373.594806:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.594809:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384373.594811:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384373.594813:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:0.0:1767384373.594813:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000085e33a01. 00000020:01000004:3.0:1767384373.594814:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384373.594836:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000100:00000010:3.0:1767384373.594837:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffb44cb7. 00000020:00000040:3.0:1767384373.594842:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384373.594847:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.594849:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384373.594850:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 02000000:00000001:3.0:1767384373.594855:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.594859:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 02000000:00000010:3.0:1767384373.594865:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000efa69191. 00000400:00000200:0.0:1767384373.594869:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000100:00000001:3.0:1767384373.594873:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.594879:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000100:00000001:3.0:1767384373.594885:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384373.594887:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000100:00000001:3.0:1767384373.594890:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.594898:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000100:00000040:3.0:1767384373.594904:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffb44cb7] to pc [ptlrpcd_00_00+0] req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.594909:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:0.0:1767384373.594928:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:0.0:1767384373.594935:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:0.0:1767384373.594941:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 10000000:00000001:3.0:1767384373.594948:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.594948:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000100:00000001:2.0:1767384373.594951:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384373.594954:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.594957:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384373.594958:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.594961:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384373.594963:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384373.594963:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000040:2.0:1767384373.594969:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384373.594974:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384373.594978:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384373.594983:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000100:00000001:2.0:1767384373.594985:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384373.594988:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384373.594988:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384373.594991:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384373.594996:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384373.594996:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384373.595000:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000020:01000004:3.0:1767384373.595001:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384373.595001:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384373.595005:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.595008:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.595010:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384373.595010:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384373.595013:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.595015:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384373.595016:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000020:01000004:3.0:1767384373.595017:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.595019:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384373.595024:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f95f8cf. 00000100:00100000:2.0:1767384373.595025:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ffb44cb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743009664:0@lo:253: 00000020:00000040:3.0:1767384373.595029:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384373.595034:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384373.595037:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384373.595038:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384373.595042:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595043:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 02000000:00000001:2.0:1767384373.595045:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384373.595049:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3c11eea. 02000000:00000001:2.0:1767384373.595050:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595055:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595055:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 02000000:00000001:2.0:1767384373.595057:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384373.595063:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.595067:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595067:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 64], ns[52, 64] 02000000:00000010:2.0:1767384373.595068:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003364fcae. 02000000:00000001:2.0:1767384373.595074:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.595077:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f95f8cf] to pc [ptlrpcd_00_01+1] req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.595081:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000010:2.0:1767384373.595083:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9be6a2. 00000400:00000010:2.0:1767384373.595092:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066f7a2b0. 00000100:00000200:2.0:1767384373.595134:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743009664, portal 25 00000100:00000001:2.0:1767384373.595138:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384373.595140:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040499968 : -130122669051648 : ffff89a77488b100) 00000100:00000040:2.0:1767384373.595145:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.595151:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.595155:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.595158:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072648d99. 00000100:00000200:2.0:1767384373.595161:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743009664, offset 0 00000400:00000200:2.0:1767384373.595166:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384373.595281:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.595284:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.595285:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384373.595287:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384373.595289:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d4492ce. 00000400:00000200:0.0:1767384373.595292:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000100:00000001:3.0:1767384373.595299:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384373.595300:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 52], ns[153, 52] 00000100:00000001:3.0:1767384373.595303:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.595307:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384373.595308:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[97, 52] 00000100:00000040:3.0:1767384373.595313:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.595316:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[74, 52] 00000400:00000200:0.0:1767384373.595331:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 52], ns[83, 52] 00000100:00000001:3.0:1767384373.595334:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384373.595337:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595340:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[114, 52] 02000000:00000001:3.0:1767384373.595341:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384373.595344:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384373.595347:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 52], ns[141, 52] 00000400:00000200:0.0:1767384373.595351:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[115, 52] 02000000:00000001:3.0:1767384373.595355:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.595360:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f95f8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743009792:0@lo:253: 00000400:00000200:0.0:1767384373.595361:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 52], ns[109, 52] 00000100:00000001:3.0:1767384373.595367:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384373.595372:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384373.595372:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[116, 52] 02000000:00000001:3.0:1767384373.595375:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.595379:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384373.595382:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[162, 52] 02000000:00000010:3.0:1767384373.595386:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003110bdb. 00000400:00000200:0.0:1767384373.595387:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 52], ns[171, 52] 02000000:00000001:3.0:1767384373.595392:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595396:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[158, 52] 00000400:00000010:3.0:1767384373.595399:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00000400:00000200:0.0:1767384373.595402:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 52], ns[156, 52] 00000400:00000010:3.0:1767384373.595405:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed3a307c. 00000100:00000200:3.0:1767384373.595409:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743009792, portal 25 00000100:00000001:3.0:1767384373.595414:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.595417:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040500864 : -130122669050752 : ffff89a77488b480) 00000400:00000200:0.0:1767384373.595421:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 52], ns[157, 52] 00000100:00000040:3.0:1767384373.595423:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.595431:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 52], ns[177, 52] 00000100:00000001:3.0:1767384373.595445:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384373.595445:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 52], ns[175, 52] 00000100:00000040:3.0:1767384373.595451:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384373.595455:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[171, 52], ns[174, 52] 00000400:00000010:3.0:1767384373.595456:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf0d1e1. 00000400:00000200:0.0:1767384373.595461:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000100:00000200:3.0:1767384373.595462:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743009792, offset 0 00000400:00000200:0.0:1767384373.595470:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:3.0:1767384373.595473:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.595475:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp46 00000400:00000200:0.0:1767384373.595481:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp46 lpni_is_preferred = 0 00000400:00000200:0.0:1767384373.595483:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp46 00000400:00000200:0.0:1767384373.595486:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp46 NI seq info: [178:178:256:4294967295] 192.168.204.108@tcp46 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384373.595491:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp46 00000400:00000200:0.0:1767384373.595497:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46:) -> 192.168.204.108@tcp46(192.168.204.108@tcp:192.168.204.108@tcp46) : PUT try# 0 00000800:00000200:0.0:1767384373.595502:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.204.108@tcp46 00000800:00000010:0.0:1767384373.595507:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087e0e6d9. 00000400:00000200:2.0:1767384373.595510:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.595512:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384373.595517:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ea3b5e4c. 00000800:00000010:0.0:1767384373.595522:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000012e7f0b. 00000400:00000200:2.0:1767384373.595527:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07580 00000400:00000200:3.0:1767384373.595528:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07600 00000800:00000200:0.0:1767384373.595532:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000800:00000200:0.1:1767384373.595541:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000400:00000200:2.0:1767384373.595542:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1629 [2] + 0 00000400:00000010:2.0:1767384373.595547:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c66c6e7a. 00000400:00000200:2.0:1767384373.595550:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004390e355 00000400:00000200:2.0:1767384373.595555:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.595556:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1659 [2] + 0 00000400:00000200:0.0:1767384373.595559:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000400:00000010:3.0:1767384373.595563:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b340844b. 00000400:00000200:2.0:1767384373.595564:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384373.595567:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000400:00000200:3.0:1767384373.595569:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f07b2b9 00000400:00000200:2.0:1767384373.595575:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004390e355 00000400:00000200:3.0:1767384373.595576:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384373.595578:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004390e355. 00000400:00000200:3.0:1767384373.595582:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384373.595585:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384373.595588:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f07b2b9 00000100:00000200:2.0:1767384373.595589:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384373.595593:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f07b2b9. 00000100:00000040:2.0:1767384373.595595:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000bfce59f9 x1853236743009664 msgsize 4848 00000100:00000001:3.0:1767384373.595599:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.595602:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384373.595603:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384373.595607:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000009e0f417f x1853236743009792 msgsize 4848 00000100:00000040:2.0:1767384373.595607:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384373.595615:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384373.595620:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384373.595621:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384373.595634:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384373.595637:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072648d99 00000100:00000001:3.0:1767384373.595639:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384373.595640:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072648d99. 00000100:00000001:2.0:1767384373.595645:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384373.595647:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf0d1e1 00000100:00000200:2.0:1767384373.595651:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384373.595652:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf0d1e1. 00000100:00000001:3.0:1767384373.595658:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384373.595664:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384373.595665:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.595670:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.595683:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:3.0:1767384373.595684:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384373.595685:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.595690:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.595691:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.595699:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.595700:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595702:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384373.595705:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294960653 00000100:00000001:3.0:1767384373.595709:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384373.595711:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f78cc964. 00000100:00000001:3.0:1767384373.595714:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294960653 00000100:00000001:2.0:1767384373.595719:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384373.595727:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294960653 00000100:00000001:2.0:1767384373.595727:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294960653 00000100:00000001:3.0:1767384373.595732:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294960653 00000100:00000010:2.0:1767384373.595733:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090527202. 00000400:00000200:0.0:1767384373.595733:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000100:00000001:2.0:1767384373.595740:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384373.595748:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294960653 00000100:00000001:2.0:1767384373.595748:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294960653 00000100:00000001:3.0:1767384373.595753:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294960653 00000100:00000010:2.0:1767384373.595754:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f3f398e. 00000100:00000001:2.0:1767384373.595760:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384373.595763:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294960653 00000100:00000001:2.0:1767384373.595763:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294960653 00000100:00000001:3.0:1767384373.595768:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294960653 00000100:00000010:2.0:1767384373.595768:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002dffc227. 00000100:00000001:2.0:1767384373.595773:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384373.595779:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294960653 00000100:00000001:2.0:1767384373.595779:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384373.595781:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000100:00000001:2.0:1767384373.595784:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595786:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.595790:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.595791:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595794:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.595794:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.595799:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.595805:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384373.595805:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384373.595809:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384373.595810:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384373.595832:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.595832:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.595834:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.595836:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.595838:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.595840:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595842:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.595844:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595847:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000100:00000001:2.0:1767384373.595876:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.595879:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009664 02000000:00000001:2.0:1767384373.595881:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.595883:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.595885:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.595888:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.595892:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009664 00000020:00000001:2.0:1767384373.595894:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.595897:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:2.0:1767384373.595899:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.595901:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:2.0:1767384373.595903:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:2.0:1767384373.595905:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384373.595909:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.595913:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3626bd4. 00000400:00000200:0.0:1767384373.595915:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000100:00000001:2.0:1767384373.595916:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.595922:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3626bd4. 00000020:00000010:2.0:1767384373.595928:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b70eb4b3. 00000020:00000010:2.0:1767384373.595932:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d681ec31. 00000020:00000010:2.0:1767384373.595936:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae13da42. 00000100:00000040:2.0:1767384373.595944:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.595946:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.595948:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.595949:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.595955:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000100:00000001:2.0:1767384373.595957:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.595965:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384373.595965:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384373.595970:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009792 02000000:00000001:3.0:1767384373.595973:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.595980:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384373.595981:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.595983:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384373.595984:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.595989:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.595992:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1767384373.595993:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009792 00000100:00000040:2.0:1767384373.595996:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000020:00000001:3.0:1767384373.595997:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384373.595998:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000020:00000040:3.0:1767384373.596000:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384373.596001:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088512080 : -130122621039536 : ffff89a777654c50) 00000020:00000001:3.0:1767384373.596004:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.596007:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:3.0:1767384373.596009:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000040:2.0:1767384373.596011:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bfce59f9 x1853236743009664/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384373.596012:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384373.596017:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384373.596021:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384373.596025:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384373.596026:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000020:00000010:3.0:1767384373.596031:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00000001:2.0:1767384373.596031:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384373.596038:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fde6b1. 00000020:00000010:3.0:1767384373.596045:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bea93f1e. 00000020:00000010:2.0:1767384373.596046:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3626bd4. 00000020:00000010:3.0:1767384373.596050:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e618e189. 00000100:00000001:2.0:1767384373.596052:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.596056:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384373.596057:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3626bd4. 00000100:00000001:3.0:1767384373.596059:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384373.596062:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.596066:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000100:00000001:3.0:1767384373.596068:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.596071:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bfce59f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743009664:12345-0@lo:253: 00000100:00000200:2.0:1767384373.596078:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009664 00000100:00000001:3.0:1767384373.596080:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.596083:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.596088:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.596091:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.596094:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384373.596095:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384373.596096:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000100:00000001:3.0:1767384373.596098:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384373.596125:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.596129:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384373.596132:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:2.0:1767384373.596133:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384373.596137:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:2.0:1767384373.596138:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384373.596142:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443641936 : -130123265909680 : ffff89a750f55c50) 00000020:00000001:2.0:1767384373.596142:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.596148:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384373.596150:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e0f417f x1853236743009792/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384373.596152:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384373.596159:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384373.596159:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003b50ad02. 00000020:00000010:3.0:1767384373.596162:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 02000000:00000001:2.0:1767384373.596163:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.596163:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000100:00000001:3.0:1767384373.596169:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.596170:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384373.596176:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 20000000:00000001:2.0:1767384373.596176:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384373.596185:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc2217df. 00000100:00100000:3.0:1767384373.596187:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e0f417f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16348:x1853236743009792:12345-0@lo:253: 20000000:01000000:2.0:1767384373.596190:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767384373.596192:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009792 20000000:00000001:2.0:1767384373.596194:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384373.596196:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384373.596199:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384373.596200:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384373.596202:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.596203:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.596203:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 20000000:00000001:2.0:1767384373.596209:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.596210:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384373.596213:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384373.596214:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384373.596218:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384373.596219:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.596221:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384373.596222:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:2.0:1767384373.596224:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c7861b6. 00000020:00000001:3.0:1767384373.596225:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.596229:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384373.596229:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 02000000:00000001:3.0:1767384373.596233:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384373.596236:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 20000000:00000001:2.0:1767384373.596237:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384373.596240:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003bdf10dd. 00080000:00000001:2.0:1767384373.596243:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384373.596244:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.596248:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596249:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384373.596250:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384373.596257:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d4492ce. 20000000:01000000:3.0:1767384373.596260:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384373.596262:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384373.596264:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384373.596265:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 20000000:00000001:3.0:1767384373.596266:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596266:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384373.596271:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.596273:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384373.596284:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596288:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384373.596295:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596297:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384373.596299:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384373.596302:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384373.596307:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:2.0:1767384373.596308:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384373.596311:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384373.596312:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00080000:00000001:2.0:1767384373.596315:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596319:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.596322:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.596327:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384373.596330:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384373.596334:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fce201e4. 00080000:00000001:2.0:1767384373.596337:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933523968 : -130127776027648 : ffff89a644226c00) 00080000:00000001:2.0:1767384373.596339:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384373.596344:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384373.596348:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a3626bd4. 00080000:00000001:2.0:1767384373.596350:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596352:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384373.596364:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00080000:00000001:2.0:1767384373.596366:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.596383:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384373.596402:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596438:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596488:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596509:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596525:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596550:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596570:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596586:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596612:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596625:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596640:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596653:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596668:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596682:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596700:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596714:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384373.596729:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384373.596905:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77b9390. 00000800:00000010:0.0:1767384373.596911:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000766e19f0. 00000800:00000010:0.0:1767384373.596917:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000397a951. 00000800:00000010:0.0:1767384373.596946:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000397a951. 00000800:00020000:0.0:1767384373.596955:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384373.596958:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000766e19f0. 00000800:00000010:0.0:1767384373.596960:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77b9390. 00000400:02020000:0.0:1767384373.596995:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp46 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384373.597001:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp46 notifying 192.168.204.108@tcp46: down 00000800:00000200:0.0:1767384373.597006:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp46 down 00000800:00000100:0.0:1767384373.597011:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.204.108@tcp46 00000800:00000010:0.0:1767384373.597014:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087e0e6d9. 00000400:00000200:0.0:1767384373.597018:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384373.597023:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384373.597029:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp46 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:0.0:1767384373.597033:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384373.597037:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 1 00000400:00000200:0.0:1767384373.597039:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384373.597090:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384373.597096:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x101171 00080000:00000010:3.0:1767384373.597283:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fce201e4. 00000400:00000001:2.0:1767384373.597325:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000010:0.0:1767384373.597325:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a3626bd4. 00000400:00000001:2.0:1767384373.597329:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000001:0.0:1767384373.597331:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384373.597332:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00040000:00000001:0.0:1767384373.597334:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:2.0:1767384373.597336:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00080000:00000001:0.0:1767384373.597338:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.597340:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000020:00000002:0.0:1767384373.597343:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000400:00000200:2.0:1767384373.597348:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 20000000:00000001:0.0:1767384373.597348:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.597353:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384373.597355:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000400:00000200:2.0:1767384373.597359:0:16345:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384373.597361:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc -71 00000400:00000200:2.0:1767384373.597364:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 20000000:01000000:0.0:1767384373.597365:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384373.597366:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (39) 20000000:00000001:0.0:1767384373.597376:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384373.597380:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384373.597385:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384373.597395:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004311e3a9. 20000000:01000000:3.0:1767384373.597400:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384373.597404:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384373.597408:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384373.597411:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384373.597418:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384373.597426:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.597428:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:01000000:2.0:1767384373.597430:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384373.597431:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.597434:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384373.597440:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384373.597445:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384373.597445:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384373.597451:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:3.0:1767384373.597452:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:2.0:1767384373.597454:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384373.597459:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384373.597461:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000040:2.0:1767384373.597461:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000248e7fb9 count: 2 00080000:00000001:3.0:1767384373.597466:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.597467:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384373.597475:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.597475:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.597478:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000be4d3378. 00080000:00000001:3.0:1767384373.597480:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.597483:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384373.597486:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384373.597487:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000be4d3378 with handle 0x88edd5ef35457f01 to hash 00000020:00000001:2.0:1767384373.597490:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384373.597491:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:2.0:1767384373.597492:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:2.0:1767384373.597498:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00080000:00000001:3.0:1767384373.597500:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384373.597501:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384373.597505:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384373.597507:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000085c13b5e. 00010000:00010000:2.0:1767384373.597507:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384373.597509:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384373.597514:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945942038016 : -130127767513600 : ffff89a644a45600) 00000100:00000001:0.0:1767384373.597516:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384373.597519:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc2217df. 00080000:00000001:3.0:1767384373.597520:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384373.597527:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384373.597527:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:0.0:1767384373.597527:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384373.597531:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003786e79b. 00010000:00000001:2.0:1767384373.597533:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:0.0:1767384373.597534:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009664 00080000:00000001:3.0:1767384373.597535:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.597537:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384373.597540:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384373.597541:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384373.597541:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.597545:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000200:0.0:1767384373.597548:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bfce59f9 x1853236743009664/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384373.597549:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384373.597550:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.597562:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384373.597562:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384373.597566:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.597570:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.597571:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.597572:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.597577:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.597577:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.597579:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384373.597584:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384373.597585:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=83 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384373.597594:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000248e7fb9) refcount = 2 00000100:00000001:0.0:1767384373.597597:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.597602:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000040:2.0:1767384373.597606:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1767384373.597608:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000040:2.0:1767384373.597610:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384373.597615:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384373.597618:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:0.0:1767384373.597620:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.597621:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.597626:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:2.0:1767384373.597630:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ef3ff5d. 00000100:00000040:0.0:1767384373.597633:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384373.597635:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000010:0.0:1767384373.597638:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000766e19f0. 00000100:00000010:2.0:1767384373.597639:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072648d99. 00000100:00000001:2.0:1767384373.597644:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945941325312 : -130127768226304 : ffff89a644997600) 00000100:00000200:0.0:1767384373.597645:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743009664, offset 224 00000100:00000001:2.0:1767384373.597646:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945941325312 : -130127768226304 : ffff89a644997600) 00000100:00000001:2.0:1767384373.597651:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384373.597653:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384373.597654:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384373.597658:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384373.597658:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384373.597662:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384373.597665:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384373.597666:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384373.597669:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:0.0:1767384373.597670:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384373.597672:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384373.597677:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002fc9687. 00000020:00000040:2.0:1767384373.597681:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000400:00000200:0.0:1767384373.597685:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07580 00000100:00000001:2.0:1767384373.597686:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384373.597690:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384373.597693:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.597696:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea1 [2] + 224 02000000:00000010:2.0:1767384373.597699:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000685e13df. 00000400:00000200:0.0:1767384373.597704:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384373.597705:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384373.597712:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384373.597716:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.597724:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.597731:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384373.597732:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 443 lvb_type: 0 00010000:00000001:2.0:1767384373.597751:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1767384373.597756:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.597760:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384373.597765:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384373.597785:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384373.597786:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.597788:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002fc9687 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743009920:0@lo:104: 00000100:00000001:2.0:1767384373.597790:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384373.597792:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384373.597794:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.597795:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384373.597796:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384373.597797:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056f4340c. 02000000:00000001:2.0:1767384373.597801:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.597804:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efd3530. 00000400:00000200:0.0:1767384373.597805:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000766e19f0 00000400:00000010:0.0:1767384373.597809:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000766e19f0. 00000100:00000001:3.0:1767384373.597811:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.597813:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384373.597815:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384373.597832:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000001:3.0:1767384373.597833:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384373.597834:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384373.597837:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384373.597840:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d9be6a2. 00000400:00000200:3.0:1767384373.597844:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f7a2b0 00000100:00000001:0.0:1767384373.597844:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.597847:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066f7a2b0. 00000100:00000001:3.0:1767384373.597851:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384373.597852:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000200:2.0:1767384373.597853:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743009920, portal 16 00010000:00000001:0.0:1767384373.597858:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384373.597859:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.597859:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384373.597863:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.597864:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947165056 : -130127762386560 : ffff89a644f29180) 00000020:00000001:0.0:1767384373.597871:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.597875:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384373.597881:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.597889:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfce59f9 x1853236743009664/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.597891:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.597898:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.597904:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00000200:2.0:1767384373.597909:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743009920, offset 0 00000100:00000001:3.0:1767384373.597913:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.597917:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.597920:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384373.597922:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384373.597927:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384373.597927:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bfce59f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743009664:12345-0@lo:253: Request processed in 1890us (2324us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384373.597936:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384373.597936:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384373.597939:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.597943:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.597948:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00001000:3.0:1767384373.597950:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=83 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384373.597950:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc07680 00000100:00000040:0.0:1767384373.597956:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00001000:3.0:1767384373.597958:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.597962:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384373.597963:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 1312 00000100:00000001:3.0:1767384373.597965:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384373.597967:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384373.597969:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.597971:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384373.597972:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384373.597974:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d681ec31. 00010000:00000001:3.0:1767384373.597975:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.597977:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384373.597979:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384373.597984:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae13da42. 00000100:00000001:2.0:1767384373.597985:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384373.597987:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384373.597988:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:0.0:1767384373.597992:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b70eb4b3. 00000100:00000010:2.0:1767384373.597996:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049642029. 00000100:00000040:2.0:1767384373.598001:0:17095:0:(events.c:337:request_in_callback()) incoming req@0000000049642029 x1853236743009920 msgsize 328 00000020:00000040:0.0:1767384373.598001:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000001:3.0:1767384373.598005:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.598010:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384373.598010:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384373.598013:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384373.598016:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003b50ad02. 00000100:00100000:2.0:1767384373.598018:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384373.598019:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:0.0:1767384373.598022:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384373.598023:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384373.598027:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384373.598028:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384373.598029:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.598032:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384373.598034:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.598035:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384373.598037:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:0.0:1767384373.598037:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384373.598038:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384373.598040:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:3.0:1767384373.598041:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384373.598046:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ba65800. 00000100:00000040:3.0:1767384373.598047:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.598049:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000400:00000010:2.0:1767384373.598055:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000100:00100000:3.0:1767384373.598062:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffb44cb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743009664:0@lo:253: 00000100:00000001:2.0:1767384373.598063:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384373.598065:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000766e19f0. 00000100:00000001:3.0:1767384373.598069:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.598072:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384373.598073:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.598078:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffb44cb7 x1853236743009664/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.598124:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384373.598126:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384373.598127:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.598130:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003364fcae. 00000100:00000040:2.0:1767384373.598132:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384373.598141:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384373.598141:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384373.598142:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.598145:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384373.598146:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384373.598147:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743009920 00000020:00000040:3.0:1767384373.598149:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384373.598153:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.598154:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384373.598154:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1767384373.598160:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000efa69191. 00000100:00000001:2.0:1767384373.598160:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294960656 00000100:00000001:0.0:1767384373.598160:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.598166:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.598167:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384373.598168:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294960653 02000000:00000001:3.0:1767384373.598171:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384373.598173:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384373.598174:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffb44cb7. 00000100:00000001:2.0:1767384373.598174:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294960656 00000100:00100000:0.0:1767384373.598180:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743009920 00000100:00000001:3.0:1767384373.598181:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384373.598181:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294960653 00000100:00000001:3.0:1767384373.598184:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.598186:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384373.598187:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.598188:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294960656 00000020:00000040:0.0:1767384373.598190:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00000100:00000001:2.0:1767384373.598194:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294960653 00000100:00000001:3.0:1767384373.598195:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384373.598195:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384373.598198:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294960656 00000100:00000001:3.0:1767384373.598199:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.598201:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00000100:00000001:3.0:1767384373.598205:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.598205:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294960653 00000020:00000001:0.0:1767384373.598207:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:3.0:1767384373.598208:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.598210:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.598215:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.598215:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00010000:00000001:2.0:1767384373.598220:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.598223:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.598223:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384373.598225:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.598227:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.598228:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384373.598229:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.598233:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384373.598234:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384373.598234:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000397a951. 00000100:00000001:0.0:1767384373.598240:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.598241:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.598245:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384373.598246:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000397a951. 00000100:00000001:2.0:1767384373.598247:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384373.598252:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007578340f. 00000100:00100000:2.0:1767384373.598257:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 0000000072648d99 going to sleep for 11 seconds 00000020:00000010:0.0:1767384373.598258:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ed14183. 00000100:00000001:2.0:1767384373.598263:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384373.598265:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000001:2.0:1767384373.598266:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.598276:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384373.598279:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384373.598280:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384373.598281:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.598286:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.598298:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.598306:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.598308:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384373.598311:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384373.598312:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:0.0:1767384373.598314:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947160576 : -130127762391040 : ffff89a644f28000) 00000100:00000040:0.0:1767384373.598318:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049642029 x1853236743009920/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384373.598325:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384373.598328:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000397a951. 00000100:00000001:0.0:1767384373.598330:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.598332:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000397a951. 00000100:00100000:0.0:1767384373.598335:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049642029 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743009920:12345-0@lo:104: 00000100:00000200:0.0:1767384373.598339:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743009920 00010000:00000001:0.0:1767384373.598341:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384373.598345:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384373.598346:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.598348:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=2 00000020:00000001:0.0:1767384373.598350:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384373.598352:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:0.0:1767384373.598355:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.598363:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.598366:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.598372:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384373.598374:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384373.598377:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073d4634d. 02000000:00000001:0.0:1767384373.598379:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.598380:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.598382:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384373.598383:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.598385:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.598388:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.598389:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384373.598391:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384373.598393:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384373.598394:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.598395:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.598397:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.598401:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000100:00000200:0.0:1767384373.598403:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743009920, offset 224 00000400:00000200:0.0:1767384373.598408:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.598414:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.598420:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc07680 00000400:00000200:0.0:1767384373.598424:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1eb5 [1] + 224 00000400:00000200:0.0:1767384373.598426:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.598429:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.598431:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.598433:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384373.598439:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384373.598451:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.598455:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384373.598462:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000100:00000001:0.0:1767384373.598466:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384373.598467:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384373.598469:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384373.598471:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384373.598475:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384373.598475:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:2.0:1767384373.598479:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384373.598480:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384373.598482:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001efd3530. 00010000:00000010:0.0:1767384373.598484:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a3b049a4. 00000400:00000200:2.0:1767384373.598488:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00010000:00000001:0.0:1767384373.598489:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384373.598493:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000001:2.0:1767384373.598497:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384373.598499:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384373.598503:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384373.598504:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.598510:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.598511:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384373.598516:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.598517:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384373.598519:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384373.598523:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384373.598527:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049642029 x1853236743009920/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384373.598530:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384373.598534:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384373.598535:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384373.598538:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.598539:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.598544:0:17095:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384373.598546:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049642029 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743009920:12345-0@lo:104: Request processed in 217us (541us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384373.598548:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384373.598551:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.598554:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.598561:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.598562:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038d93a0c already unused, calling callback (00000000a14c0dae) 00000100:00001000:2.0:1767384373.598565:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=83 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384373.598566:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 10000000:00000001:3.0:1767384373.598568:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384373.598571:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384373.598572:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000100:00001000:2.0:1767384373.598573:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.598578:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.598583:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384373.598584:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384373.598586:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384373.598587:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ed14183. 00000100:00000001:2.0:1767384373.598588:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.598589:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.598592:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384373.598594:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384373.598595:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038d93a0c refcount=3 00000020:00000010:0.0:1767384373.598595:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00010000:00000001:2.0:1767384373.598597:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.598600:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00010000:00000001:3.0:1767384373.598604:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258834944 : -130123450716672 : ffff89a745f16e00) 00000100:00000001:2.0:1767384373.598604:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384373.598604:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007578340f. 00000020:00000040:0.0:1767384373.598612:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00010000:00000001:3.0:1767384373.598613:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384373.598613:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384373.598616:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.598618:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.598626:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.598628:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384373.598629:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.598631:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384373.598633:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.598634:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384373.598641:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.598644:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384373.598650:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002fc9687 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743009920:0@lo:104: 00000100:00000001:2.0:1767384373.598658:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384373.598663:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384373.598663:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384373.598666:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.598667:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384373.598670:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384373.598675:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002fc9687 x1853236743009920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384373.598676:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384373.598683:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384373.598685:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384373.598687:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:3.0:1767384373.598688:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:2.0:1767384373.598690:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384373.598692:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1767384373.598693:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056f4340c. 00010000:00000001:3.0:1767384373.598694:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.598700:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384373.598703:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384373.598704:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:2.0:1767384373.598706:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384373.598708:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:2.0:1767384373.598708:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000685e13df. 10000000:00000001:3.0:1767384373.598712:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384373.598714:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:3.0:1767384373.598715:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 10000000:00000001:3.0:1767384373.598719:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384373.598719:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384373.598721:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002fc9687. 10000000:00000001:3.0:1767384373.598722:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.598728:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384373.598729:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384373.598732:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.598733:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.598736:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767384373.598736:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000072648d99. 00010000:00000001:3.0:1767384373.598741:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384373.598741:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384373.598742:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.598744:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384373.598746:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038d93a0c with handle 0x88edd5ef35457ef3 from hash 00010000:00000010:2.0:1767384373.598748:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ef3ff5d. 00010000:00000001:3.0:1767384373.598750:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.598753:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.598754:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.598755:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.598758:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384373.598758:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.598762:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384373.598763:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.598766:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 20000000:00000001:2.0:1767384373.598768:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384373.598770:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384373.598771:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384373.598773:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:2.0:1767384373.598774:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384373.598778:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffb44cb7. 00000020:00000040:3.0:1767384373.598783:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384373.598785:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.598786:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384373.598788:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.598792:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae9df8a7. 00000100:00000001:3.0:1767384373.598800:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.598801:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384373.598804:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.598808:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384373.598809:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.598811:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.598812:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.598832:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffb44cb7] to pc [ptlrpcd_00_02+2] req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.598853:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384373.598857:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.598859:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.598860:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.598863:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.598866:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.598868:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.598868:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.598877:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384373.598878:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384373.598878:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.598883:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384373.598884:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.598885:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 0000000038d93a0c/0x88edd5ef35457ef3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457efa expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384373.598888:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.598908:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:3.0:1767384373.598909:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009366bc6b count: 0 00000100:00000001:2.0:1767384373.598910:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.598916:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384373.598917:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384373.598919:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.598922:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ffb44cb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743010048:0@lo:103: 00010000:00000001:3.0:1767384373.598924:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384373.598925:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384373.598928:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384373.598929:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1767384373.598931:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a3b049a4. 02000000:00000001:2.0:1767384373.598932:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.598935:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384373.598936:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.598939:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000685e13df. 00000020:00000001:3.0:1767384373.598940:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384373.598943:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.598944:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.598945:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384373.598948:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efd3530. 00000020:00000001:3.0:1767384373.598949:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384373.598951:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.598953:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00010000:00010000:3.0:1767384373.598954:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384373.598957:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743010048, portal 18 00000100:00000001:2.0:1767384373.598959:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384373.598961:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040499968 : -130122669051648 : ffff89a77488b100) 00000020:00000001:3.0:1767384373.598963:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384373.598966:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.598967:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384373.598970:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384373.598976:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.598978:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.598980:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000100:00000200:2.0:1767384373.598982:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743010048, offset 0 00000400:00000200:2.0:1767384373.598984:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384373.598988:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384373.598994:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc07700 00000400:00000200:2.0:1767384373.598997:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:2.0:1767384373.599001:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.599003:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384373.599007:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384373.599015:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384373.599019:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002fc9687. 00000100:00000040:2.0:1767384373.599021:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000002fc9687 x1853236743010048 msgsize 328 00000100:00100000:2.0:1767384373.599027:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384373.599041:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384373.599050:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000400:00000010:2.0:1767384373.599052:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000100:00000001:2.0:1767384373.599055:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384373.599056:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384373.599059:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010048 00000100:00000200:2.0:1767384373.599060:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384373.599061:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384373.599064:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.599067:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.599072:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.599077:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010048 00000020:00000001:3.0:1767384373.599080:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384373.599080:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384373.599084:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384373.599086:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384373.599088:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384373.599089:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:3.0:1767384373.599094:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384373.599098:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384373.599127:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384373.599131:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032e1bec2. 00000100:00000001:3.0:1767384373.599134:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.599136:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032e1bec2. 00000020:00000010:3.0:1767384373.599141:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdfd8da. 00000020:00000010:3.0:1767384373.599145:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff20bea5. 00000020:00000010:3.0:1767384373.599148:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 00000100:00000040:3.0:1767384373.599156:0:28601:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384373.599158:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599159:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.599162:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.599163:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384373.599165:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384373.599168:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599171:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384373.599171:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599175:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384373.599177:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294960657 00000020:00000001:3.0:1767384373.599178:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.599181:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00000020:00000001:3.0:1767384373.599184:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00000100:00000001:2.0:1767384373.599186:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960656 00010000:00000001:3.0:1767384373.599187:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00010000:3.0:1767384373.599194:0:28601:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 443 lvb_type: 0 00000100:00000001:2.0:1767384373.599195:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294960657 00000100:00000001:2.0:1767384373.599201:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960656 00010000:00000001:3.0:1767384373.599209:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384373.599210:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294960657 00010000:00000001:3.0:1767384373.599211:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599214:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.599216:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.599217:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960656 00000100:00000001:3.0:1767384373.599222:0:28601:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384373.599223:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294960657 00000100:00000200:3.0:1767384373.599228:0:28601:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000002fc9687 x1853236743010048/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.599230:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960656 00000100:00000001:3.0:1767384373.599238:0:28601:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384373.599240:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.599240:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.599246:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.599249:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.599251:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.599252:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384373.599255:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085c13b5e. 00000100:00000001:2.0:1767384373.599256:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384373.599259:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384373.599263:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.599265:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.599266:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384373.599268:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384373.599274:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384373.599275:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.599277:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00000001:2.0:1767384373.599279:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599280:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947165056 : -130127762386560 : ffff89a644f29180) 00080000:00000010:0.0:1767384373.599287:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003786e79b. 00000100:00000040:3.0:1767384373.599288:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002fc9687 x1853236743010048/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:0.0:1767384373.599296:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384373.599297:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:0.0:1767384373.599301:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:3.0:1767384373.599302:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032e1bec2. 00080000:00000001:0.0:1767384373.599306:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599307:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.599313:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032e1bec2. 00000020:00000002:0.0:1767384373.599315:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000100:00100000:3.0:1767384373.599320:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002fc9687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743010048:12345-0@lo:103: 20000000:00000001:0.0:1767384373.599321:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384373.599324:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010048 00010000:00000001:3.0:1767384373.599326:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384373.599328:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384373.599330:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384373.599334:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384373.599334:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 02000000:00000001:3.0:1767384373.599337:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:0.0:1767384373.599339:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 02000000:00000010:3.0:1767384373.599342:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009923fa4e. 20000000:00000001:0.0:1767384373.599344:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384373.599345:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599352:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384373.599352:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384373.599358:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384373.599361:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384373.599364:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384373.599366:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.599367:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.599369:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cacaf796 refcount=4 00000020:00000001:3.0:1767384373.599370:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000001:3.0:1767384373.599372:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258836480 : -130123450715136 : ffff89a745f17400) 00010000:00000040:3.0:1767384373.599374:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000248e7fb9 count: 3 00010000:00010000:3.0:1767384373.599376:0:28601:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 443 lvb_type: 0 00000100:00001000:3.0:1767384373.599381:0:28601:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384373 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384373.599383:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384373.599388:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599389:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.599391:0:28601:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 443 lvb_type: 0 00000020:00000001:3.0:1767384373.599394:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.599396:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.599397:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.599399:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599401:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.599402:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384373.599406:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599407:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599408:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.599409:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.599411:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cacaf796 with handle 0x88edd5ef35457efa from hash 00010000:00000001:3.0:1767384373.599413:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.599413:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599415:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599416:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.599418:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.599419:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384373.599420:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cacaf796/0x88edd5ef35457efa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457ef3 expref: 16 pid: 17073 timeout: 443 lvb_type: 0 00010000:00000040:3.0:1767384373.599428:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:3.0:1767384373.599430:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00010000:00000001:3.0:1767384373.599433:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599434:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384373.599435:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384373.599436:0:28601:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000be4d3378 00010000:00000001:3.0:1767384373.599438:0:28601:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384373.599439:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.599440:0:28601:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.599441:0:28601:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.599442:0:28601:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.599444:0:28601:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384373.599445:0:28601:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384373.599446:0:28601:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.599450:0:28601:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384373.599452:0:28601:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.599453:0:28601:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.599454:0:28601:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.599456:0:28601:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000248e7fb9) refcount = 2 00010000:00010000:3.0:1767384373.599458:0:28601:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.599462:0:28601:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384373.599464:0:28601:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384373.599465:0:28601:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.599467:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384373.599470:0:28601:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e1bec2. 00000100:00000001:3.0:1767384373.599472:0:28601:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384373.599476:0:28601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bf0d1e1. 00080000:00000020:0.0:1767384373.599477:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384373.599478:0:28601:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613945947513408 : -130127762038208 : ffff89a644f7e240) 00000100:00000001:3.0:1767384373.599483:0:28601:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613945947513408 : -130127762038208 : ffff89a644f7e240) 00000100:00000001:0.0:1767384373.599484:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384373.599485:0:28601:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:00000010:0.0:1767384373.599488:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d4492ce. 00000100:00000001:3.0:1767384373.599493:0:28601:0:(client.c:1932:ptlrpc_set_producer()) Process entered 20000000:00000001:0.0:1767384373.599494:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599495:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384373.599500:0:28601:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:0.0:1767384373.599501:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743009792 20000000:01000000:3.0:1767384373.599503:0:28601:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:0.0:1767384373.599505:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384373.599507:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.599510:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.599511:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=5 00000020:00000001:3.0:1767384373.599513:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000200:0.0:1767384373.599515:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e0f417f x1853236743009792/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.599516:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:3.0:1767384373.599522:0:28601:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384373.599525:0:28601:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.599542:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384373.599543:0:28601:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384373.599547:0:28601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.599547:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.599555:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=83 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384373.599556:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599558:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.599560:0:28601:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.599563:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384373.599568:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384373.599570:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384373.599571:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599576:0:28601:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384373.599577:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00010000:3.0:1767384373.599579:0:28601:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384373.599585:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384373.599586:0:28601:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000be4d3378 already unused, calling callback (00000000594674ee) 02000000:00000001:0.0:1767384373.599589:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599590:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.599593:0:28601:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384373.599596:0:28601:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.599596:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.599603:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384373.599606:0:28601:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1767384373.599610:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073c0d2d2. 00010000:00000001:3.0:1767384373.599614:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.599616:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384373.599617:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743009792, offset 224 00000020:00000040:3.0:1767384373.599618:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be4d3378 refcount=6 00000020:00000001:3.0:1767384373.599622:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:3.0:1767384373.599625:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114917888 : -130122594633728 : ffff89a778f83800) 00010000:00000001:3.0:1767384373.599627:0:28601:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384373.599628:0:28601:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384373.599632:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384373.599636:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384373.599639:0:28601:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.599640:0:28601:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.599646:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384373.599652:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.599655:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384373.599657:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07600 00010000:00000001:3.0:1767384373.599658:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.599661:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.599664:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000be4d3378 with handle 0x88edd5ef35457f01 from hash 00000400:00000200:0.0:1767384373.599668:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea9 [2] + 224 00010000:00000001:3.0:1767384373.599669:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.599673:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599676:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599677:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.599678:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384373.599678:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384373.599681:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384373.599684:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384373.599686:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.599687:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384373.599688:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599692:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384373.599694:0:28601:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384373.599694:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384373.599699:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599700:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599702:0:28601:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384373.599703:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.599705:0:28601:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599711:0:28601:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.599717:0:28601:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384373.599717:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384373.599724:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.599737:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384373.599742:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384373.599744:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384373.599749:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.599753:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.599758:0:28601:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384373.599762:0:28601:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384373.599763:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384373.599767:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384373.599768:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384373.599769:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.599774:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384373.599774:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384373.599777:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384373.599778:0:28601:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384373.599779:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c0d2d2 00010000:00000001:3.0:1767384373.599784:0:28601:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.599784:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073c0d2d2. 20000000:00000001:3.0:1767384373.599790:0:28601:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.599790:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384373.599794:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384373.599795:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384373.599799:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000be4d3378/0x88edd5ef35457f01 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384373.599801:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.599808:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384373.599813:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384373.599831:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384373.599832:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.599835:0:28601:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.599837:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384373.599841:0:28601:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:0.0:1767384373.599845:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e0f417f x1853236743009792/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.599846:0:28601:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384373.599852:0:28601:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599858:0:28601:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599863:0:28601:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384373.599867:0:28601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000bf0d1e1. 00000100:00100000:0.0:1767384373.599870:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e0f417f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16348:x1853236743009792:12345-0@lo:253: Request processed in 3708us (4260us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384373.599873:0:28601:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384373.599877:0:28601:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384373.599882:0:28601:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e1bec2. 00000100:00100000:0.0:1767384373.599885:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00000001:3.0:1767384373.599888:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384373.599890:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00000040:3.0:1767384373.599892:0:28601:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000248e7fb9 count: 0 00000100:00000001:0.0:1767384373.599895:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.599898:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384373.599901:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:0.0:1767384373.599902:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bea93f1e. 00010000:00000001:3.0:1767384373.599905:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384373.599909:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e618e189. 00010000:00000001:3.0:1767384373.599910:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384373.599914:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fde6b1. 00010000:00000001:3.0:1767384373.599915:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.599921:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=83 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384373.599921:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:0.0:1767384373.599927:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384373.599929:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384373.599931:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003bdf10dd. 00000100:00000040:3.0:1767384373.599935:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 02000000:00000001:0.0:1767384373.599937:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.599939:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384373.599941:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384373.599944:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384373.599947:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384373.599948:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.599954:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384373.599954:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0438c8. 00000100:00000040:3.0:1767384373.599960:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.599960:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073c0d2d2. 00000400:00000010:3.0:1767384373.599972:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000100:00000200:3.0:1767384373.599977:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743010048, offset 224 00000400:00000200:3.0:1767384373.599983:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384373.599989:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.599995:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc07700 00000400:00000200:3.0:1767384373.599999:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ec5 [1] + 224 00000400:00000200:3.0:1767384373.600004:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.600007:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384373.600010:0:28601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384373.600014:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.600024:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.600041:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.600046:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:3.0:1767384373.600048:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000100:00000001:3.0:1767384373.600051:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384373.600052:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.600055:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.600059:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384373.600062:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.600064:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.600069:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002fc9687 x1853236743010048/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:354/0 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.600075:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384373.600079:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002fc9687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743010048:12345-0@lo:103: Request processed in 779us (1054us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384373.600080:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384373.600086:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.600089:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384373.600092:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000010:2.0:1767384373.600092:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001efd3530. 00000400:00000200:2.0:1767384373.600098:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:2.0:1767384373.600119:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000040:3.0:1767384373.600121:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:2.0:1767384373.600122:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384373.600128:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384373.600130:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.600132:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384373.600137:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff20bea5. 00000100:00000200:2.0:1767384373.600142:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384373.600144:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00000100:00000001:2.0:1767384373.600148:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384373.600149:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.600151:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384373.600154:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384373.600156:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384373.600157:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdfd8da. 00000100:00000001:2.0:1767384373.600158:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.600164:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.600166:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00001000:2.0:1767384373.600167:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=83 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384373.600172:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384373.600173:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.600179:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384373.600187:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.600189:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384373.600190:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.600192:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.600196:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.600200:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.600201:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.600205:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.600205:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384373.600208:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384373.600211:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384373.600212:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384373.600217:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384373.600220:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffb44cb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743010048:0@lo:103: 00000400:00000010:3.0:1767384373.600222:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000100:00000001:2.0:1767384373.600225:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.600228:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed3a307c 00000100:00000001:2.0:1767384373.600229:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384373.600232:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffb44cb7 x1853236743010048/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384373.600233:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed3a307c. 00000100:00000001:3.0:1767384373.600241:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384373.600242:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384373.600245:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384373.600246:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000685e13df. 00000100:00000200:3.0:1767384373.600248:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384373.600250:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384373.600253:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384373.600255:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384373.600258:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384373.600262:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae9df8a7. 02000000:00000001:2.0:1767384373.600266:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384373.600268:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384373.600270:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffb44cb7. 00000100:00000200:3.0:1767384373.600271:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.600275:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384373.600277:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.600281:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.600287:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.600288:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384373.600289:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.600293:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.600294:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.600297:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.600299:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384373.600301:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384373.600305:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.600307:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.600310:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.600314:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384373.600317:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.600320:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384373.600322:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.600324:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384373.600325:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.600328:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.600331:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.600338:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.600341:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384373.600342:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384373.600345:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384373.600354:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384373.600356:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.600357:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.600358:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384373.600360:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.600361:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384373.600363:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.600364:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384373.600367:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.600375:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f95f8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743009792:0@lo:253: 00000100:00000001:3.0:1767384373.600380:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.600382:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.600384:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f95f8cf x1853236743009792/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.600391:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384373.600394:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.600396:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003110bdb. 02000000:00000001:3.0:1767384373.600400:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.600401:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.600403:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384373.600405:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384373.600407:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3c11eea. 02000000:00000001:3.0:1767384373.600410:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.600412:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.600413:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f95f8cf. 00000100:00000001:3.0:1767384373.600416:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.600417:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.600419:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.600424:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.600426:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.600428:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.600430:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.605160:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294960657, at 4294960658 00000100:00000010:1.0:1767384373.605168:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090527202. 00000100:00000040:3.0:1767384373.605169:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294960657, at 4294960658 00000100:00000040:2.0:1767384373.605170:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294960657, at 4294960658 00000100:00000010:2.0:1767384373.605181:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f3f398e. 00000100:00000040:0.0:1767384373.605182:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294960657, at 4294960658 00000100:00000010:3.0:1767384373.605184:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002dffc227. 00000100:00000010:0.0:1767384373.605194:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f78cc964. 00010000:00000010:3.1:1767384373.609137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009366bc6b. 00010000:00000010:3.1:1767384373.609146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038d93a0c. 00010000:00000010:3.1:1767384373.609152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cacaf796. 00010000:00000010:3.1:1767384373.609165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be4d3378. 00010000:00000010:3.1:1767384373.609171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000248e7fb9. 00000400:00000010:2.0:1767384373.611497:0:37965:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000723cb5f9. 00000400:00000040:2.0:1767384373.611515:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.611517:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.611519:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.611520:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.611523:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.611524:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384373.611526:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.611528:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.611529:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.611530:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384373.611531:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.611532:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.611534:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.611535:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.611536:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384373.611538:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.611539:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.611540:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384373.611540:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384373.611542:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.611543:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.611544:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.611545:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.611546:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.611546:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384373.611548:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.611549:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.611550:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.611551:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.611552:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.611553:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384373.611555:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.611555:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.611556:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.611558:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.611564:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.611565:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384373.611567:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.611569:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.611570:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.611571:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.611572:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.611573:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384373.611574:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384373.611576:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384373.611577:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384373.611578:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384373.611580:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384373.611581:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.611583:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.611584:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384373.611585:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.611586:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384373.611587:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384373.611589:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384373.611590:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384373.611591:0:37965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384373.611701:0:37965:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000723cb5f9. 00010000:00000001:0.0:1767384373.780392:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384373.780405:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.780411:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384373.780413:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.780449:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384373.780452:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.780455:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384374.483187:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000800:00000200:0.1:1767384374.483199:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000800:00000200:0.0:1767384374.483224:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e8909b3] -> 12345-192.168.204.108@tcp14 (6) 00000800:00000200:0.0:1767384374.483233:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp14 ip 192.168.204.108:988 00000800:00000200:0.0:1767384374.483238:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384374.483302:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483359:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000200:0.0:1767384374.483368:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384374.483375:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.483397:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.483403:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.483408:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.483410:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483464:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483504:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483540:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483578:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483610:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483639:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483678:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483724:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483770:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483832:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483891:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483913:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483957:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.483994:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484030:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484053:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484077:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484095:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484142:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000001:1.0:1767384374.484147:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384374.484150:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384374.484153:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000400:00000010:1.0:1767384374.484156:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000400:00000200:1.0:1767384374.484161:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384374.484166:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery ping unlinked 00000400:00000200:2.0:1767384374.484173:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000010:1.0:1767384374.484177:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000df52e3bf. 00000400:00000010:1.0:1767384374.484183:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003c62eb90. 00000400:00000200:1.0:1767384374.484192:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp45 00000400:00000010:1.0:1767384374.484197:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000df52e3bf. 00000400:00000010:1.0:1767384374.484201:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000892c0993. 00000400:00000010:1.0:1767384374.484204:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000400:00000200:2.0:1767384374.484209:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000010:1.0:1767384374.484210:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006affc889. 00000400:00000200:1.0:1767384374.484218:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp45 00000400:00000200:1.0:1767384374.484230:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp45 local destination 00000400:00000200:1.0:1767384374.484235:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:1.0:1767384374.484239:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [179:179:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1767384374.484240:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484250:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:1.0:1767384374.484258:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp45:192.168.204.108@tcp45) : GET try# 0 00000800:00000200:1.0:1767384374.484264:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp45 00000400:00000200:2.0:1767384374.484268:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000800:00000010:1.0:1767384374.484277:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f23e6ac5. 00000800:00000200:1.0:1767384374.484283:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000200:1.1:1767384374.484288:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:2.0:1767384374.484296:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484303:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 2 next ping: 298 health :800 00000400:00000200:1.0:1767384374.484308:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp40 00000400:00000010:1.0:1767384374.484311:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b0869046. 00000400:00000010:1.0:1767384374.484316:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f36e4c76. 00000400:00000200:2.0:1767384374.484319:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000010:1.0:1767384374.484319:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2fbc656. 00000400:00000010:1.0:1767384374.484326:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a35398e. 00000400:00000200:1.0:1767384374.484331:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp40 00000400:00000200:1.0:1767384374.484336:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp40 local destination 00000400:00000200:1.0:1767384374.484340:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000400:00000200:1.0:1767384374.484343:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [180:180:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1767384374.484346:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484347:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000400:00000200:1.0:1767384374.484358:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp40:192.168.204.108@tcp40) : GET try# 0 00000800:00000200:1.0:1767384374.484364:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp40 00000800:00000010:1.0:1767384374.484367:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000647fe282. 00000800:00000200:1.0:1767384374.484371:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000800:00000200:1.1:1767384374.484374:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:2.0:1767384374.484378:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484384:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:1.0:1767384374.484391:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp46 00000400:00000010:1.0:1767384374.484394:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000029e38212. 00000400:00000010:1.0:1767384374.484398:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000046493c02. 00000400:00000010:1.0:1767384374.484401:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3609bcc. 00000400:00000010:1.0:1767384374.484407:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000080e3e082. 00000400:00000200:2.0:1767384374.484409:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484410:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp46 00000400:00000200:1.0:1767384374.484419:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp46 local destination 00000400:00000200:1.0:1767384374.484422:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp46 00000400:00000200:1.0:1767384374.484425:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp46 NI seq info: [181:181:256:4294967295] 192.168.204.108@tcp46 LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1767384374.484429:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp46 00000400:00000200:1.0:1767384374.484437:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46:) -> 192.168.204.108@tcp46(192.168.204.108@tcp46:192.168.204.108@tcp46) : GET try# 0 00000400:00000200:2.0:1767384374.484438:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000200:1.0:1767384374.484448:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp46 00000800:00000010:1.0:1767384374.484451:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000deba0267. 00000800:00000200:1.0:1767384374.484457:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000400:00000200:2.0:1767384374.484462:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000800:00000200:1.1:1767384374.484463:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000400:00000200:1.0:1767384374.484484:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp46 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:2.0:1767384374.484486:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484513:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484597:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484631:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000010:2.0:1767384374.484654:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcd32098. 00000800:00000010:2.0:1767384374.484660:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f7a2b0. 00000400:00000200:1.0:1767384374.484664:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:2.0:1767384374.484665:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056737830. 00000800:00000010:2.0:1767384374.484698:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056737830. 00000800:00020000:2.0:1767384374.484706:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384374.484709:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384374.484712:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcd32098. 00000400:00000200:1.0:1767384374.484713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484757:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:02020000:2.0:1767384374.484758:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp27 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384374.484766:0:31124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384374.484826:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484828:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484878:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484891:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484923:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.484953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.484972:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485013:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485022:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485083:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485172:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485183:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485220:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485249:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485274:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485311:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485326:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485373:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485390:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485436:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485453:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485493:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485498:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485555:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485601:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485610:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485651:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485661:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485701:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485714:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485755:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485774:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485856:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485872:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485917:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.485937:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.485987:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486045:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486067:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486134:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486152:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486204:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486213:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486262:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486274:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486338:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486344:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486413:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486416:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486481:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486493:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486524:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486561:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.486576:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486585:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486616:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486659:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.486663:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.486730:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.486741:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000800:00000010:1.0:1767384374.486780:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002fe43ce7. 00000400:00000200:3.0:1767384374.486781:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:1.0:1767384374.486786:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053c6907c. 00000800:00000010:1.0:1767384374.486791:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e45b793. 00000400:00000200:2.0:1767384374.486815:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000800:00000010:1.0:1767384374.486830:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e45b793. 00000400:00000200:3.0:1767384374.486840:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00020000:1.0:1767384374.486840:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384374.486844:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053c6907c. 00000800:00000010:1.0:1767384374.486849:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002fe43ce7. 00000400:00000200:2.0:1767384374.486880:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.486905:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:02020000:1.0:1767384374.486910:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384374.486918:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000400:00000200:1.0:1767384374.486922:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384374.486926:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:1.0:1767384374.486928:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f23e6ac5. 00000400:00000200:1.0:1767384374.486932:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384374.486937:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384374.486940:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384374.486945:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384374.486950:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384374.486953:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp45) recovery failed with -71 00000400:00000200:3.0:1767384374.486970:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487023:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487057:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487080:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000800:00000010:2.0:1767384374.487088:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcd32098. 00000800:00000010:2.0:1767384374.487093:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384374.487097:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056737830. 00000400:00000200:3.0:1767384374.487138:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00000010:2.0:1767384374.487143:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056737830. 00000800:00020000:2.0:1767384374.487151:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384374.487154:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f7a2b0. 00000800:00000010:2.0:1767384374.487156:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcd32098. 00000400:00000200:3.0:1767384374.487170:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:02020000:2.0:1767384374.487208:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384374.487212:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.487215:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000800:00000200:2.0:1767384374.487222:0:31124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp40 down 00000800:00000100:2.0:1767384374.487229:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:2.0:1767384374.487232:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000647fe282. 00000400:00000200:2.0:1767384374.487235:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384374.487238:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384374.487241:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384374.487245:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384374.487250:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384374.487254:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp40) recovery failed with -71 00000400:00000200:3.0:1767384374.487268:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487283:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487296:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487309:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487334:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487347:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487360:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487372:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487385:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487398:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487412:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487425:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487439:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487457:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487482:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487513:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487542:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487573:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487600:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384374.487626:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384374.487716:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d4492ce. 00000800:00000010:3.0:1767384374.487719:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384374.487721:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072013593. 00000800:00000010:3.0:1767384374.487736:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072013593. 00000800:00020000:3.0:1767384374.487741:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384374.487744:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384374.487745:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d4492ce. 00000400:02020000:3.0:1767384374.487771:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp46 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384374.487775:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp46 notifying 192.168.204.108@tcp46: down 00000400:00000200:3.0:1767384374.487778:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384374.487780:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp46 00000800:00000010:3.0:1767384374.487781:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000deba0267. 00000400:00000200:3.0:1767384374.487784:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384374.487787:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384374.487792:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384374.487794:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384374.487796:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp46) recovery failed with -71 00010000:00000001:0.0:1767384374.803178:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384374.803185:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.803194:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384374.803196:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.803219:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.803222:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.803225:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384375.334097:0:38506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009006bbaa. 00080000:00000010:1.0:1767384375.334145:0:38506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009006bbaa. 00000020:00000001:1.0:1767384375.334150:0:38506:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384375.334159:0:38506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009006bbaa. 00080000:00000010:1.0:1767384375.334166:0:38506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009006bbaa. 00000020:00000001:1.0:1767384375.334174:0:38506:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384375.507184:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.507191:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767384375.507192:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000400:00000200:2.0:1767384375.507196:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac04c32 00000800:00000200:0.1:1767384375.507200:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000400:00000010:2.0:1767384375.507202:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ac04c32. 00000400:00000200:2.0:1767384375.507209:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.507215:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384375.507229:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000df52e3bf. 00000400:00000010:2.0:1767384375.507235:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000892c0993. 00000400:00000001:2.0:1767384375.507240:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.507242:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384375.507244:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2fbc656 00000400:00000010:2.0:1767384375.507256:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2fbc656. 00000400:00000200:2.0:1767384375.507259:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.507262:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384375.507267:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b0869046. 00000400:00000010:2.0:1767384375.507269:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f36e4c76. 00000400:00000001:2.0:1767384375.507275:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.507277:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384375.507278:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3609bcc 00000400:00000010:2.0:1767384375.507280:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3609bcc. 00000400:00000200:2.0:1767384375.507282:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.507284:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384375.507287:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000029e38212. 00000400:00000010:2.0:1767384375.507290:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000046493c02. 00000400:00000200:3.0:1767384375.507308:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507346:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507359:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507371:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507395:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507408:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507419:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507431:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507443:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507455:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507477:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507491:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507503:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507529:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507541:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507556:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507570:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507584:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507607:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507622:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507634:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507649:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507661:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507674:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507687:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507700:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507713:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507727:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507740:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507754:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507766:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507779:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384375.507809:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384375.507940:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d4492ce. 00000800:00000010:3.0:1767384375.507944:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384375.507948:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e278febc. 00000800:00000010:3.0:1767384375.507962:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e278febc. 00000800:00020000:3.0:1767384375.507972:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384375.507975:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384375.507976:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d4492ce. 00000400:02020000:3.0:1767384375.508010:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384375.508014:0:16338:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384375.827158:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384375.827164:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384375.827169:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384375.827170:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.827219:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384375.827225:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.827230:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384376.095005:0:38670:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384376.095009:0:38670:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:0.0:1767384376.098290:0:38670:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384376.105045:0:38671:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a3902ff7. 00000400:00000010:0.0:1767384376.105058:0:38671:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000027a31656. 00000400:00000010:0.0:1767384376.105066:0:38671:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003c53e250. 00000400:00000010:0.0:1767384376.105070:0:38671:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002d0bd88d. 00000400:00000010:0.0:1767384376.105073:0:38671:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d44005b. 00000400:00000010:0.0:1767384376.105076:0:38671:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecc0b7fe. 00000400:00000010:0.0:1767384376.105078:0:38671:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fed61154. 00000400:00000010:0.0:1767384376.105083:0:38671:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008311cbca. 00000400:00000010:0.0:1767384376.105085:0:38671:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000f7b0caf. 00000800:00000010:0.0:1767384376.105101:0:38671:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c30b8c5d. 00000800:00000200:0.0:1767384376.105111:0:38671:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384376.105164:0:38671:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384376.105199:0:38671:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384376.105229:0:38671:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp49 [8/256/0/180] 00000400:00000010:0.0:1767384376.106441:0:38671:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000858e1a28. 00000400:00000010:0.0:1767384376.106447:0:38671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ae3ac0. 00000400:00000010:0.0:1767384376.106451:0:38671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 00000400:00000001:0.0:1767384376.106467:0:38671:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.106469:0:38671:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384376.106471:0:38671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082b4377d. 00000400:00000200:0.0:1767384376.106473:0:38671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241dda7e 00000400:00000010:0.0:1767384376.106474:0:38671:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000400:00000010:0.0:1767384376.106478:0:38671:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000c391a657. 00000400:00000200:0.0:1767384376.106482:0:38671:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (38) 00000400:00000200:0.0:1767384376.106493:0:38671:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384376.106500:0:38671:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:0.0:1767384376.106508:0:38671:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d77b9390. 00000020:01000000:0.0:1767384376.106512:0:38671:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384376.106514:0:38671:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp49 00000400:00000200:2.0:1767384376.106523:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384376.106526:0:38671:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000027a31656. 00000400:00000200:2.0:1767384376.106531:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:0.0:1767384376.106531:0:38671:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a3902ff7. 00000400:00000010:2.0:1767384376.106541:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000200:2.0:1767384376.106544:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000010:2.0:1767384376.106550:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5ec2c6f. 00000400:00000200:2.0:1767384376.106555:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384376.106568:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384376.106575:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:2.0:1767384376.106583:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000020:00000001:3.0:1767384376.106586:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384376.106591:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 10000000:00000001:3.0:1767384376.106592:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384376.106596:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384376.106599:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384376.106603:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000020:01000004:3.0:1767384376.106604:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384376.106608:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384376.106610:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384376.106612:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384376.106615:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384376.106615:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000020:01000004:3.0:1767384376.106618:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384376.106620:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384376.106622:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384376.106624:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384376.106627:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384376.106627:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000100:00000010:3.0:1767384376.106634:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f95f8cf. 00000400:00000200:2.0:1767384376.106635:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000020:00000040:3.0:1767384376.106640:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384376.106644:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000100:00000001:3.0:1767384376.106647:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384376.106649:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384376.106653:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106661:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 02000000:00000010:3.0:1767384376.106664:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008d4492ce. 00000400:00000200:2.0:1767384376.106669:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000100:00000001:3.0:1767384376.106671:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106679:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000001:3.0:1767384376.106681:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384376.106684:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106688:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000100:00000040:3.0:1767384376.106695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f95f8cf] to pc [ptlrpcd_00_03+3] req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.106696:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:2.0:1767384376.106713:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:2.0:1767384376.106720:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000400:00000200:2.0:1767384376.106726:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:2.0:1767384376.106731:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 64], ns[52, 64] 10000000:00000001:3.0:1767384376.106737:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106738:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 10000000:00000001:3.0:1767384376.106743:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.106747:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.106749:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384376.106750:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384376.106751:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000100:00000001:0.0:1767384376.106755:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.106760:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384376.106761:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384376.106764:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 52], ns[153, 52] 10000000:00000001:3.0:1767384376.106765:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384376.106768:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384376.106782:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384376.106783:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384376.106788:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384376.106795:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384376.106796:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[97, 52] 00000020:01000004:3.0:1767384376.106797:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384376.106799:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384376.106803:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384376.106807:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384376.106808:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384376.106810:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384376.106811:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384376.106812:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[74, 52] 00000020:01000004:3.0:1767384376.106815:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384376.106816:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384376.106819:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384376.106823:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384376.106824:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f95f8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743010176:0@lo:253: 00000020:01000004:3.0:1767384376.106825:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384376.106827:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 52], ns[83, 52] 00000100:00000010:3.0:1767384376.106829:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 00000020:00000040:3.0:1767384376.106835:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384376.106838:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384376.106839:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384376.106840:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[114, 52] 02000000:00000001:3.0:1767384376.106842:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384376.106845:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.106845:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384376.106848:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106851:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 52], ns[141, 52] 02000000:00000001:0.0:1767384376.106853:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384376.106855:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3c11eea. 00000100:00000001:3.0:1767384376.106860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106861:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[115, 52] 02000000:00000010:0.0:1767384376.106861:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a366f92. 00000100:00000001:3.0:1767384376.106864:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384376.106865:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.106868:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.106870:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e2dc82. 00000100:00000040:3.0:1767384376.106874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32558e3] to pc [ptlrpcd_00_00+0] req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384376.106875:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027a31656. 00000100:00000200:0.0:1767384376.106882:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743010176, portal 25 00000100:00000001:0.0:1767384376.106888:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384376.106889:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 52], ns[109, 52] 00000100:00000001:0.0:1767384376.106891:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040500864 : -130122669050752 : ffff89a77488b480) 00000100:00000040:0.0:1767384376.106899:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384376.106902:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106903:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[116, 52] 10000000:00000001:3.0:1767384376.106907:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.106912:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384376.106917:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384376.106922:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d77b9390. 00000400:00000200:2.0:1767384376.106925:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[162, 52] 00000100:00000001:0.0:1767384376.106928:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.106933:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384376.106934:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384376.106936:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 52], ns[171, 52] 00000100:00000001:3.0:1767384376.106938:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384376.106938:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032add07c. 00000100:00000001:3.0:1767384376.106941:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384376.106943:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743010176, offset 0 00000100:00000040:3.0:1767384376.106947:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.106950:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[177, 52], ns[180, 52] 00000400:00000200:0.0:1767384376.106956:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384376.106969:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384376.106970:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 52], ns[156, 52] 00000100:00000001:3.0:1767384376.106971:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.106977:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384376.106980:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384376.106984:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.106985:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 52], ns[157, 52] 00000100:00100000:3.0:1767384376.106989:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e32558e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743010304:0@lo:253: 00000100:00000001:3.0:1767384376.106995:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384376.106997:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 52], ns[177, 52] 00000400:00000200:2.0:1767384376.107003:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 52], ns[175, 52] 02000000:00000001:3.0:1767384376.107004:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384376.107008:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.107011:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384376.107015:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 52], ns[179, 52] 02000000:00000010:3.0:1767384376.107017:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003110bdb. 02000000:00000001:3.0:1767384376.107021:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.107024:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 52], ns[181, 52] 00000400:00000010:3.0:1767384376.107026:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00000400:00000010:3.0:1767384376.107033:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ffa66fe. 00000400:00000200:2.0:1767384376.107033:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000200:3.0:1767384376.107038:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743010304, portal 25 00000400:00000200:2.0:1767384376.107040:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp26 00000100:00000001:3.0:1767384376.107041:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384376.107043:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040502656 : -130122669048960 : ffff89a77488bb80) 00000400:00000200:2.0:1767384376.107047:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp26 lpni_is_preferred = 0 00000100:00000040:3.0:1767384376.107048:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.107055:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp26 00000100:00000001:3.0:1767384376.107060:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384376.107065:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [182:182:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [179:179:8:4294967295] 00000100:00000040:3.0:1767384376.107066:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.107070:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9ad90c2. 00000100:00000200:3.0:1767384376.107074:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743010304, offset 0 00000400:00000200:2.0:1767384376.107078:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp26 00000400:00000200:3.0:1767384376.107081:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.107093:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:) -> 192.168.204.108@tcp26(192.168.204.108@tcp:192.168.204.108@tcp26) : PUT try# 0 00000800:00000200:2.0:1767384376.107143:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.108@tcp26 00000400:00000200:0.0:1767384376.107151:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.107153:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384376.107153:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6d13d3. 00000400:00000200:0.0:1767384376.107166:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07780 00000800:00000200:2.0:1767384376.107169:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000400:00000200:3.0:1767384376.107170:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07800 00000400:00000200:0.0:1767384376.107177:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x166d [2] + 0 00000800:00000200:2.1:1767384376.107183:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000400:00000010:0.0:1767384376.107184:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eead232f. 00000400:00000200:0.0:1767384376.107189:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000614091b7 00000400:00000200:0.0:1767384376.107196:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.107198:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1699 [2] + 0 00000400:00000010:3.0:1767384376.107203:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4674c47. 00000400:00000200:0.0:1767384376.107208:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384376.107209:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d6b60b1 00000800:00000200:2.1:1767384376.107209:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:988 00000800:00000200:2.1:1767384376.107216:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001f6d13d3 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:3.0:1767384376.107217:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.107218:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614091b7 00000400:00000010:0.0:1767384376.107223:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000614091b7. 00000400:00000200:3.0:1767384376.107225:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384376.107232:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6b60b1 00000100:00000001:0.0:1767384376.107233:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384376.107234:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6b60b1. 00000100:00000200:0.0:1767384376.107236:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384376.107239:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.107242:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384376.107242:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000004e133fd6 x1853236743010176 msgsize 4848 00000400:00000200:2.0:1767384376.107243:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000040:3.0:1767384376.107248:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000004853761 x1853236743010304 msgsize 4848 00000400:00000200:2.0:1767384376.107258:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100571 rc 0 00000100:00100000:0.0:1767384376.107261:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384376.107265:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.107267:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384376.107276:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384376.107276:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.107281:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384376.107283:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032add07c 00000100:00000001:2.0:1767384376.107285:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107288:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384376.107292:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032add07c. 00000400:00000200:3.0:1767384376.107296:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ad90c2 00000100:00000001:0.0:1767384376.107297:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384376.107301:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ad90c2. 00000100:00000200:0.0:1767384376.107304:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.107305:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384376.107312:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384376.107318:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.107318:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.107349:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107350:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384376.107353:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384376.107357:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.107365:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107367:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107369:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384376.107371:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000100:00000001:0.0:1767384376.107374:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294963165 00000100:00000001:3.0:1767384376.107377:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107381:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294963165 00000100:00000010:0.0:1767384376.107383:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbf23029. 00000100:00000001:0.0:1767384376.107391:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384376.107397:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294963165 00000100:00000001:3.0:1767384376.107398:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294963165 00000100:00000010:0.0:1767384376.107402:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3a00f21. 00000100:00000001:3.0:1767384376.107404:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294963165 00000100:00000001:0.0:1767384376.107410:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384376.107419:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294963165 00000100:00000001:0.0:1767384376.107419:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294963165 00000100:00000010:0.0:1767384376.107426:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000597b3bc9. 00000100:00000001:3.0:1767384376.107427:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294963165 00000100:00000001:0.0:1767384376.107433:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384376.107438:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294963165 00000100:00000001:0.0:1767384376.107438:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294963165 00000100:00000001:3.0:1767384376.107442:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294963165 00000100:00000010:0.0:1767384376.107443:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c8b96d2. 00000100:00000001:0.0:1767384376.107447:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384376.107454:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.107455:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294963165 00000100:00000001:0.0:1767384376.107460:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107461:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.107466:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107467:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107469:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107471:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.107473:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.107481:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384376.107483:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.107485:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384376.107486:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384376.107489:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000100:00000001:0.0:1767384376.107490:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.107492:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.107494:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.107497:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.107502:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107502:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107511:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107511:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107536:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.107542:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107563:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384376.107568:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010176 02000000:00000001:3.0:1767384376.107571:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.107574:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.107577:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.107588:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.107591:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010176 00000020:00000001:3.0:1767384376.107593:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.107595:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384376.107597:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.107600:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384376.107604:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384376.107608:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384376.107613:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384376.107613:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000020:00000010:3.0:1767384376.107618:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f27b31d. 00000100:00000001:3.0:1767384376.107624:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.107627:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f27b31d. 00000020:00000010:3.0:1767384376.107637:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052665299. 00000100:00000001:0.0:1767384376.107637:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384376.107643:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d4d259d. 00000100:00100000:0.0:1767384376.107647:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010304 00000020:00000010:3.0:1767384376.107649:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 02000000:00000001:0.0:1767384376.107651:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.107654:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.107659:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.107663:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.107666:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010304 00000100:00000040:3.0:1767384376.107668:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384376.107668:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.107671:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384376.107674:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384376.107676:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384376.107678:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384376.107679:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384376.107682:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.107685:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:0.0:1767384376.107689:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384376.107692:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384376.107693:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.107700:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000620d56b2. 00000100:00000001:0.0:1767384376.107706:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.107708:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384376.107710:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000620d56b2. 00000400:00000200:2.0:1767384376.107714:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000020:00000010:0.0:1767384376.107720:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5df441. 00000100:00000001:3.0:1767384376.107726:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384376.107727:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe03513b. 00000100:00000001:3.0:1767384376.107730:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384376.107733:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6bcc53f. 00000100:00000001:0.0:1767384376.107741:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384376.107742:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:0.0:1767384376.107744:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384376.107745:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384376.107747:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.107750:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443650128 : -130123265901488 : ffff89a750f57c50) 00000100:00000001:0.0:1767384376.107759:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.107761:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e133fd6 x1853236743010176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.107783:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.107786:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.107790:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f27b31d. 00000100:00000001:3.0:1767384376.107793:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.107794:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f27b31d. 00000100:00000001:0.0:1767384376.107797:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.107801:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.107806:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e133fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743010176:12345-0@lo:253: 00000100:00100000:0.0:1767384376.107814:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000200:3.0:1767384376.107819:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010176 00000100:00000040:0.0:1767384376.107820:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000001:3.0:1767384376.107823:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384376.107825:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443649104 : -130123265902512 : ffff89a750f57850) 00000020:00000001:3.0:1767384376.107830:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384376.107834:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.107835:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004853761 x1853236743010304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384376.107838:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384376.107841:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:3.0:1767384376.107847:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384376.107847:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384376.107852:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000020:00000001:3.0:1767384376.107854:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384376.107854:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000620d56b2. 00000020:00000001:3.0:1767384376.107859:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384376.107863:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384376.107866:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384376.107868:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.107870:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000620d56b2. 00000100:00000001:3.0:1767384376.107873:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.107878:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.107885:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003bdf10dd. 00000100:00100000:0.0:1767384376.107886:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004853761 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16347:x1853236743010304:12345-0@lo:253: 02000000:00000001:3.0:1767384376.107890:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384376.107891:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010304 00000100:00000001:3.0:1767384376.107895:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.107896:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384376.107899:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384376.107902:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.107907:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.107910:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:3.0:1767384376.107911:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efa69191. 00000020:00000001:0.0:1767384376.107912:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 20000000:01000000:3.0:1767384376.107917:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384376.107917:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.107921:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384376.107923:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384376.107924:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.107927:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384376.107928:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384376.107928:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.107933:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.107933:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384376.107940:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.107941:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384376.107946:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384376.107949:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000053e6e5aa. 02000000:00000001:0.0:1767384376.107953:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384376.107954:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000042e56cdf. 00000100:00000001:0.0:1767384376.107958:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384376.107959:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384376.107962:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384376.107966:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384376.107969:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d77b9390. 00000400:00000200:2.0:1767384376.107970:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00080000:00000001:3.0:1767384376.107972:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384376.107976:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384376.107978:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384376.107979:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384376.107983:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384376.107985:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.107987:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.107988:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384376.107996:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384376.108010:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.108012:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384376.108015:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.108017:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384376.108019:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384376.108021:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000400:00000200:2.0:1767384376.108021:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000020:00000001:3.0:1767384376.108033:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00080000:00000002:3.0:1767384376.108034:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384376.108037:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384376.108040:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.108043:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384376.108047:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384376.108052:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384376.108056:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384376.108060:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000085c13b5e. 00080000:00000001:3.0:1767384376.108063:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945942038016 : -130127767513600 : ffff89a644a45600) 00000400:00000200:2.0:1767384376.108067:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00080000:00000001:3.0:1767384376.108068:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384376.108072:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384376.108076:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f27b31d. 00080000:00000001:3.0:1767384376.108079:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.108081:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384376.108093:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.108154:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384376.108163:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384376.108258:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000800:00000200:3.0:1767384376.108322:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.108328:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6d13d3. 00000400:00000200:3.0:1767384376.108338:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.108347:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: PUT: OK 00000400:00000200:3.0:1767384376.108355:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384376.108362:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp: 0 00000800:00000001:0.0:1767384376.108366:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.108377:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.108380:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.108383:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000800:00000001:0.0:1767384376.108383:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.108393:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : PUT - for me 00000400:00000200:0.0:1767384376.108403:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.108407:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 640/688 into md 0x1de5 [1] + 0 00000400:00000010:0.0:1767384376.108416:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d099e078. 00000400:00000200:0.0:1767384376.108420:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060975c03 00000800:00000001:0.0:1767384376.108424:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.108431:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.108433:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.108437:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: PUT: OK 00000400:00000200:2.0:1767384376.108438:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.108440:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:0.0:1767384376.108442:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000400:00000200:0.0:1767384376.108447:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384376.108450:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (40) 00000400:00000200:0.0:1767384376.108456:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:0.0:1767384376.108463:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (688 bytes) 00000400:00000200:0.0:1767384376.108470:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384376.108487:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (41) 00000400:00000200:0.0:1767384376.108497:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384376.108506:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp26 to MR: 192.168.204.108@tcp26 local destination 00000400:00000200:0.0:1767384376.108517:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp26 NI seq info: [183:183:256:4294967295] 192.168.204.108@tcp26 LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1767384376.108535:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.108540:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) -> 192.168.204.108@tcp26(192.168.204.108@tcp26:192.168.204.108@tcp26) 192.168.204.108@tcp26 : ACK try# 0 00000800:00000200:0.0:1767384376.108550:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp26 00000400:00000200:3.0:1767384376.108552:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384376.108555:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc84474c. 00000400:00000010:3.0:1767384376.108560:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000095c95c76. 00000800:00000200:0.0:1767384376.108561:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d20f61c] -> 12345-192.168.204.108@tcp26 (4) 00000400:00000010:3.0:1767384376.108569:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000800:00000200:0.0:1767384376.108573:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp26 ip 192.168.204.108:989 00000800:00000200:0.0:1767384376.108578:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc84474c type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384376.108579:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc36cab5. 00000400:00000200:3.0:1767384376.108586:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000095c95c76 00000400:00000010:3.0:1767384376.108595:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000b1929383. 00000800:00000001:0.0:1767384376.108598:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384376.108601:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:3.0:1767384376.108606:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102471 00000800:00000001:0.0:1767384376.108606:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.108612:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (40) 00000400:00000010:3.0:1767384376.108619:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000970b808c. 00000400:00000010:3.0:1767384376.108625:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000400:00000010:3.0:1767384376.108632:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae83bea1. 00000400:00000200:3.0:1767384376.108644:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384376.108654:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.108657:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384376.108664:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:3.0:1767384376.108672:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:3.0:1767384376.108676:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:3.0:1767384376.108681:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:3.0:1767384376.108685:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:3.0:1767384376.108689:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000800:00000200:0.0:1767384376.108689:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.108693:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc84474c. 00000400:00000200:3.0:1767384376.108699:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:0.0:1767384376.108701:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.108705:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:0.0:1767384376.108712:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: ACK: OK 00000400:00000200:3.0:1767384376.108716:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:2.0:1767384376.108718:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.108721:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:3.0:1767384376.108728:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:3.0:1767384376.108732:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:3.0:1767384376.108737:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:3.0:1767384376.108741:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:3.0:1767384376.108746:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000400:00000200:3.0:1767384376.108749:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:3.0:1767384376.108752:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00000400:00000200:3.0:1767384376.108754:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 64], ns[56, 64] 00000400:00000200:3.0:1767384376.108763:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000400:00000200:3.0:1767384376.108767:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 56], ns[153, 56] 00000400:00000200:2.0:1767384376.108769:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.108783:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 56], ns[97, 56] 00000400:00000200:3.0:1767384376.108792:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 56], ns[74, 56] 00000400:00000200:3.0:1767384376.108795:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 56], ns[83, 56] 00000400:00000200:3.0:1767384376.108800:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 56], ns[114, 56] 00000400:00000200:3.0:1767384376.108805:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 56], ns[141, 56] 00000400:00000200:3.0:1767384376.108808:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 56], ns[115, 56] 00000400:00000200:3.0:1767384376.108811:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 56], ns[109, 56] 00000400:00000200:3.0:1767384376.108815:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 56], ns[116, 56] 00000400:00000200:3.0:1767384376.108818:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 56], ns[162, 56] 00000400:00000200:3.0:1767384376.108821:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 56], ns[171, 56] 00000400:00000200:3.0:1767384376.108826:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[177, 56], ns[180, 56] 00000400:00000200:2.0:1767384376.108830:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.108831:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 56], ns[156, 56] 00000400:00000200:3.0:1767384376.108838:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 56], ns[157, 56] 00000400:00000200:3.0:1767384376.108841:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 56], ns[177, 56] 00000400:00000200:3.0:1767384376.108847:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 56], ns[175, 56] 00000400:00000200:3.0:1767384376.108851:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 56], ns[179, 56] 00000400:00000200:2.0:1767384376.108868:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.108869:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 56], ns[181, 56] 00000400:00000200:3.0:1767384376.108876:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:3.0:1767384376.108879:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp27 00000400:00000200:3.0:1767384376.108883:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp27 lpni_is_preferred = 0 00000400:00000200:3.0:1767384376.108885:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp27 00000400:00000200:3.0:1767384376.108889:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [184:184:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1767384376.108893:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp27 00000400:00000200:3.0:1767384376.108902:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:) -> 192.168.204.108@tcp27(192.168.204.108@tcp:192.168.204.108@tcp27) : GET try# 0 00000800:00000200:3.0:1767384376.108906:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp27 00000800:00000010:3.0:1767384376.108911:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000696222dd. 00000800:00000001:0.0:1767384376.108911:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.108912:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000800:00000200:3.0:1767384376.108919:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000800:00000200:3.0:1767384376.108922:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.108 (cnted 2, interval 4, 3 secs later) 00000800:00000001:0.0:1767384376.108922:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.108929:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384376.108932:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:988 00000800:00000001:0.0:1767384376.108933:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.108936:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.108943:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.108950:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp26(192.168.204.108@tcp26) <- 192.168.204.108@tcp26 : ACK - for me 00000800:00000200:3.0:1767384376.108953:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000696222dd type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384376.108961:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384376.108961:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.108963:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp26: ACK from 12345-192.168.204.108@tcp26 into md 0x1ee9 00000400:00000200:3.0:1767384376.108969:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100671 rc 0 00000400:00000200:0.0:1767384376.108971:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.108977:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp26->192.168.204.108@tcp26: ACK: OK 00000400:00000200:0.0:1767384376.108981:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a54ca 00000400:00000010:0.0:1767384376.108983:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000400:00000200:0.0:1767384376.108987:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384376.108991:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 00000400:00000200:0.0:1767384376.108994:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:0.0:1767384376.109003:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (41) 00000800:00000001:0.0:1767384376.109010:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.109018:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000800:00000001:0.0:1767384376.109018:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.109019:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384376.109021:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.109025:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000696222dd. 00000800:00000001:0.0:1767384376.109026:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.109031:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.109037:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : GET - for me 00000400:00000200:3.0:1767384376.109040:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: GET: OK 00000400:00000200:3.0:1767384376.109046:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384376.109049:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384376.109052:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:2.0:1767384376.109056:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.109058:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 688/688 into md 0x1ee5 [1] + 0 00000800:00000001:3.0:1767384376.109070:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.109073:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp27 to MR: 192.168.204.108@tcp27 local destination 00000800:00000001:3.0:1767384376.109076:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.109082:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp27 NI seq info: [185:185:256:4294967295] 192.168.204.108@tcp27 LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1767384376.109095:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) -> 192.168.204.108@tcp27(192.168.204.108@tcp27:192.168.204.108@tcp27) 192.168.204.108@tcp27 : REPLY try# 0 00000400:00000200:3.0:1767384376.109261:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384376.109265:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 00000400:00000200:3.0:1767384376.109267:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (40) 00000400:00000010:3.0:1767384376.109270:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000074122e07. 00000400:00000010:3.0:1767384376.109274:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000400:00000010:3.0:1767384376.109277:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000412163f3. 00000400:00000200:3.0:1767384376.109285:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384376.109290:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384376.109293:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:3.0:1767384376.109296:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:3.0:1767384376.109299:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:3.0:1767384376.109302:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:3.0:1767384376.109305:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:3.0:1767384376.109308:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:3.0:1767384376.109311:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:3.0:1767384376.109314:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:3.0:1767384376.109317:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:3.0:1767384376.109319:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:3.0:1767384376.109322:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:3.0:1767384376.109324:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:3.0:1767384376.109327:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:3.0:1767384376.109330:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:3.0:1767384376.109333:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000400:00000200:3.0:1767384376.109336:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:3.0:1767384376.109338:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00000400:00000200:3.0:1767384376.109341:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[185, 64] 00000400:00000200:3.0:1767384376.109350:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 64], ns[60, 64] 00000400:00000200:3.0:1767384376.109353:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 60], ns[153, 60] 00000400:00000200:3.0:1767384376.109357:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 60], ns[97, 60] 00000400:00000200:3.0:1767384376.109360:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[74, 60] 00000400:00000200:3.0:1767384376.109362:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 60], ns[83, 60] 00000400:00000200:3.0:1767384376.109364:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 60], ns[114, 60] 00000400:00000200:3.0:1767384376.109367:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 60], ns[141, 60] 00000400:00000200:3.0:1767384376.109372:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[115, 60] 00000400:00000200:3.0:1767384376.109375:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 60], ns[109, 60] 00000400:00000200:3.0:1767384376.109378:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 60], ns[116, 60] 00000400:00000200:3.0:1767384376.109381:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[162, 60] 00000400:00000200:3.0:1767384376.109384:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 60], ns[171, 60] 00000400:00000200:3.0:1767384376.109423:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[177, 60], ns[180, 60] 00000400:00000200:3.0:1767384376.109429:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 60], ns[156, 60] 00000400:00000200:3.0:1767384376.109434:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[157, 60] 00000400:00000200:3.0:1767384376.109437:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 60], ns[177, 60] 00000400:00000200:3.0:1767384376.109443:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 60], ns[175, 60] 00000400:00000200:3.0:1767384376.109448:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[176, 60], ns[179, 60] 00000400:00000200:3.0:1767384376.109464:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 60], ns[181, 60] 00000800:00000200:0.0:1767384376.109469:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.108@tcp27 00000400:00000200:3.0:1767384376.109471:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000800:00000010:0.0:1767384376.109474:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc84474c. 00000400:00000200:2.0:1767384376.109476:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.109477:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp28 00000800:00000200:0.0:1767384376.109487:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c91a52d6] -> 12345-192.168.204.108@tcp27 (4) 00000400:00000200:3.0:1767384376.109488:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp28 lpni_is_preferred = 0 00000800:00000200:0.0:1767384376.109491:0:16342:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.108 (cnted 2, interval 4, 3 secs later) 00000400:00000200:3.0:1767384376.109495:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp28 00000800:00000200:0.0:1767384376.109500:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp27 ip 192.168.204.108:987 00000400:00000200:3.0:1767384376.109505:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [186:186:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [183:183:8:4294967295] 00000800:00000200:0.0:1767384376.109512:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc84474c type 3, nob 784 niov 1 nkiov 1 00000400:00000200:3.0:1767384376.109516:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp28 00000400:00000200:3.0:1767384376.109522:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:) -> 192.168.204.108@tcp28(192.168.204.108@tcp:192.168.204.108@tcp28) : GET try# 0 00000800:00000200:3.0:1767384376.109528:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp28 00000800:00000010:3.0:1767384376.109532:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000696222dd. 00000800:00000200:3.0:1767384376.109538:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000800:00000200:3.0:1767384376.109544:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:988 00000400:00000200:2.0:1767384376.109544:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000800:00000200:3.0:1767384376.109548:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000696222dd type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384376.109555:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384376.109559:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000200:0.0:1767384376.109580:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.109584:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc84474c. 00000400:00000200:0.0:1767384376.109587:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.109592:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: REPLY: OK 00000400:00000200:2.0:1767384376.109596:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000800:00000001:0.0:1767384376.109598:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.109604:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384376.109629:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.109631:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000696222dd. 00000400:00000200:0.0:1767384376.109634:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.109639:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: GET: OK 00000400:00000200:2.0:1767384376.109641:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.109642:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384376.109644:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.109648:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000800:00000001:3.0:1767384376.109653:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.109655:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109656:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.109662:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.109664:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.109666:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384376.109671:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp27(192.168.204.108@tcp27) <- 192.168.204.108@tcp27 : REPLY - for me 00000800:00000001:0.0:1767384376.109672:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.109680:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : GET - for me 00000400:00000200:0.0:1767384376.109690:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384376.109693:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.109697:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 688/688 into md 0x1ee5 [1] + 0 00000400:00000200:0.0:1767384376.109712:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000400:00000200:0.0:1767384376.109718:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [187:187:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384376.109727:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) 192.168.204.108@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384376.109733:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000800:00000010:0.0:1767384376.109737:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc84474c. 00000800:00000200:0.0:1767384376.109742:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000800:00000200:0.0:1767384376.109747:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:986 00000800:00000200:0.0:1767384376.109750:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc84474c type 3, nob 784 niov 1 nkiov 1 00000400:00000200:2.0:1767384376.109756:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.109757:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp27: Reply from 12345-192.168.204.108@tcp27 of length 688/688 into md 0x1f01 00000800:00000001:3.0:1767384376.109765:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109791:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.109794:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.109803:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp27->192.168.204.108@tcp27: REPLY: OK 00000400:00000200:3.0:1767384376.109811:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000400:00000010:3.0:1767384376.109813:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000400:00000200:3.0:1767384376.109817:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384376.109820:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384376.109823:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000800:00000200:0.0:1767384376.109825:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.109828:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc84474c. 00000400:00000200:3.0:1767384376.109833:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 41. state = 0x100271 00000400:00000200:0.0:1767384376.109841:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.109844:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384376.109847:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.109851:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: REPLY: OK 00000400:00000200:3.0:1767384376.109855:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (41) 00000800:00000001:3.0:1767384376.109864:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109867:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.109871:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.109872:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109876:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.109878:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.109880:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109887:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.109894:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384376.109902:0:16340:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp28: Reply from 12345-192.168.204.108@tcp28 of length 688/688 into md 0x1f05 00000800:00000001:3.0:1767384376.109906:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109913:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.109913:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.109917:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.109923:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: REPLY: OK 00000400:00000200:3.0:1767384376.109926:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:3.0:1767384376.109927:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000400:00000200:3.0:1767384376.109931:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384376.109933:0:16340:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384376.109935:0:16340:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384376.109938:0:16340:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 41. state = 0x1000f1 00000400:00000010:3.0:1767384376.109939:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000970b808c. 00000400:00000200:3.0:1767384376.109943:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384376.109945:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (40) 00000800:00000001:3.0:1767384376.109951:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.109953:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.109966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.110001:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384376.110005:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:3.0:1767384376.110011:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000970b808c. 00000400:00000010:3.0:1767384376.110014:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000000b9e7a45. 00000400:00000200:2.0:1767384376.110014:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000010:3.0:1767384376.110020:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000005a6a0f7a. 00000400:00000200:2.0:1767384376.110058:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.110059:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp40(000000008f82cd97) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.110085:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp44(0000000016fee770) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.110095:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp45(00000000386bc95a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.110133:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp46(000000006d66873d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384376.110136:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000010:3.0:1767384376.110161:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000068e8fa38. 00000400:00000200:3.0:1767384376.110168:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000068e8fa38 nid 192.168.204.108@tcp47 00000400:00000010:3.0:1767384376.110172:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000063939479. 00000400:00000200:3.0:1767384376.110175:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 0000000063939479 net tcp47 00000400:00000200:2.0:1767384376.110177:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.110178:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (39) 00000400:00000200:3.0:1767384376.110187:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp47 flags 0x11 00000400:00000010:3.0:1767384376.110214:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ae9df8a7. 00000400:00000200:3.0:1767384376.110218:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ae9df8a7 nid 192.168.204.108@tcp48 00000400:00000010:3.0:1767384376.110221:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000abe1940e. 00000400:00000200:3.0:1767384376.110223:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 00000000abe1940e net tcp48 00000400:00000200:3.0:1767384376.110224:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (40) 00000400:00000200:3.0:1767384376.110227:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp48 flags 0x11 00000400:00000010:3.0:1767384376.110232:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004efe60bb. 00000400:00000200:3.0:1767384376.110234:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004efe60bb nid 192.168.204.108@tcp49 00000400:00000010:3.0:1767384376.110236:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006e786ff1. 00000400:00000200:3.0:1767384376.110239:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000006e786ff1 net tcp49 00000400:00000200:3.0:1767384376.110240:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00080000:00000010:0.0:1767384376.110241:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085c13b5e. 00000400:00000200:3.0:1767384376.110248:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp49 flags 0x11 00000400:00000010:3.0:1767384376.110251:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000970b808c. 00000400:00000010:3.0:1767384376.110253:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000000b9e7a45. 00000400:00000010:3.0:1767384376.110255:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000005a6a0f7a. 00000400:00000010:3.0:1767384376.110258:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000074122e07. 00000400:00000200:3.0:1767384376.110261:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384376.110264:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 00000400:00000200:3.0:1767384376.110267:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:3.0:1767384376.110270:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000200:3.0:1767384376.110273:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000200:3.0:1767384376.110275:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000400:00000200:3.0:1767384376.110278:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384376.110281:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (42) 00080000:00000010:3.0:1767384376.110304:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f27b31d. 00040000:00000001:3.0:1767384376.110307:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384376.110309:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384376.110312:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384376.110315:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:3.0:1767384376.110317:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.110319:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384376.110329:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:2.0:1767384376.110339:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcd32098. 20000000:00000001:3.0:1767384376.110340:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384376.110345:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384376.110348:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043fe5e35. 00080000:00000001:3.0:1767384376.110350:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384376.110353:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:01000000:2.0:1767384376.110354:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384376.110359:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384376.110361:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384376.110363:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:2.0:1767384376.110365:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384376.110366:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384376.110372:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384376.110375:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384376.110376:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384376.110383:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.110386:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384376.110387:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384376.110389:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000063ffd6cd. 00080000:00000001:0.0:1767384376.110389:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384376.110390:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384376.110396:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00010000:00000001:2.0:1767384376.110398:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384376.110400:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:0.0:1767384376.110402:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:2.0:1767384376.110403:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00080000:00000001:0.0:1767384376.110405:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384376.110410:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384376.110411:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9ad90c2. 00000020:00000001:2.0:1767384376.110411:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384376.110413:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384376.110415:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aab34b06 with handle 0x88edd5ef35457f08 to hash 00000020:00000001:0.0:1767384376.110417:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384376.110419:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f27b31d. 00000020:00000001:2.0:1767384376.110422:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384376.110423:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00010000:00000001:2.0:1767384376.110427:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000001:0.0:1767384376.110427:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384376.110432:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00080000:00000010:0.0:1767384376.110432:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d73a776c. 00080000:00000001:0.0:1767384376.110437:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950952790016 : -130122756761600 : ffff89a76f4e5800) 00010000:00000001:2.0:1767384376.110438:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.110442:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.110442:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384376.110446:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384376.110447:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384376.110450:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000620d56b2. 00080000:00000001:0.0:1767384376.110455:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.110459:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384376.110460:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f27b31d. 00010000:00000001:2.0:1767384376.110462:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384376.110467:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384376.110471:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00020000:3.0:1767384376.110472:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00080000:00000001:0.0:1767384376.110472:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110477:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:3.0:1767384376.110478:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9ad90c2. 00010000:00000001:2.0:1767384376.110481:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384376.110482:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcd32098. 00080000:00000001:0.0:1767384376.110482:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384376.110486:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.110489:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.110493:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384376.110496:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384376.110498:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384376.110507:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384376.110510:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000063ffd6cd) refcount = 1 00010000:00010000:2.0:1767384376.110514:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.110522:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384376.110524:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384376.110525:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:3.0:1767384376.110528:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp26 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384376.110530:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110534:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.110537:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384376.110540:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00080000:00000020:3.0:1767384376.110541:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384376.110546:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384376.110546:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.110550:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:3.0:1767384376.110551:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efa69191. 00000020:00000040:2.0:1767384376.110554:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=4 20000000:00000001:3.0:1767384376.110555:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.110559:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000040:3.0:1767384376.110560:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743010176 00010000:00000001:2.0:1767384376.110564:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:3.0:1767384376.110565:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384376.110569:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:3.0:1767384376.110571:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e133fd6 x1853236743010176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384376.110573:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.110592:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384376.110593:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384376.110595:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.110596:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384376.110598:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.110606:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384376.110610:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:2.0:1767384376.110611:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384376.110613:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:2.0:1767384376.110615:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384376.110617:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384376.110619:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384376.110626:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110628:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384376.110630:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384376.110632:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.110636:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384376.110637:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1767384376.110639:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9ad90c2. 00010000:00010000:2.0:1767384376.110641:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384376.110644:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743010176, offset 224 00000400:00000200:3.0:1767384376.110653:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.110658:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.110669:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07780 00010000:00010000:2.0:1767384376.110669:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aab34b06 already unused, calling callback (00000000594674ee) 00010000:00000001:2.0:1767384376.110676:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384376.110679:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eed [2] + 224 00010000:00000001:2.0:1767384376.110680:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384376.110686:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384376.110687:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.110695:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384376.110700:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384376.110703:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384376.110704:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384376.110705:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.110709:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aab34b06 refcount=5 00000100:00000200:3.0:1767384376.110711:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384376.110714:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00010000:00000001:2.0:1767384376.110721:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114915840 : -130122594635776 : ffff89a778f83000) 00000100:00000040:3.0:1767384376.110725:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.110726:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384376.110731:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.110741:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384376.110743:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384376.110744:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384376.110745:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.110750:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ad90c2 00010000:00000001:2.0:1767384376.110751:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1767384376.110753:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ad90c2. 00010000:00000001:2.0:1767384376.110755:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384376.110756:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.110759:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384376.110760:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384376.110762:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.110763:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110763:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.110764:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384376.110768:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000040:2.0:1767384376.110768:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aab34b06 with handle 0x88edd5ef35457f08 from hash 00010000:00000001:3.0:1767384376.110782:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384376.110785:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384376.110789:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384376.110791:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384376.110791:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:0.0:1767384376.110792:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384376.110796:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e133fd6 x1853236743010176/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.110796:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384376.110796:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034e2dc82. 00010000:00000001:2.0:1767384376.110800:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384376.110802:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027a31656 00010000:00000001:2.0:1767384376.110804:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384376.110806:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027a31656. 00010000:00000001:2.0:1767384376.110809:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384376.110814:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384376.110814:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384376.110818:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e133fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743010176:12345-0@lo:253: Request processed in 3046us (3573us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384376.110818:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:0.0:1767384376.110821:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.110823:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.110830:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.110831:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00010000:00000001:2.0:1767384376.110835:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384376.110838:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384376.110841:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384376.110843:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.110846:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384376.110851:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384376.110853:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384376.110856:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d4d259d. 00010000:00000001:2.0:1767384376.110857:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384376.110858:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384376.110862:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.110863:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384376.110864:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00000100:00000001:0.0:1767384376.110869:0:16350:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384376.110871:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.110872:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052665299. 02000000:00000001:0.0:1767384376.110872:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384376.110876:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384376.110877:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.110878:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384376.110879:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00010000:2.0:1767384376.110884:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384376.110885:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.110886:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.110890:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003bdf10dd. 00000100:00001000:0.0:1767384376.110892:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=86 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384376.110895:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.110898:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384376.110900:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=86 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384376.110905:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384376.110906:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384376.110906:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384376.110910:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384376.110910:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.110912:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d099e078. 00010000:00000001:2.0:1767384376.110914:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384376.110915:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384376.110916:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9ad90c2. 00010000:00000001:2.0:1767384376.110919:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384376.110919:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110923:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384376.110923:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.110927:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384376.110930:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.110931:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384376.110935:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.110937:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.110940:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.110941:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.110944:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384376.110946:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384376.110948:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384376.110951:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384376.110953:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384376.110956:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384376.110960:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:0.0:1767384376.110960:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384376.110962:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384376.110963:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384376.110964:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00010000:2.0:1767384376.110967:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aab34b06/0x88edd5ef35457f08 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384376.110968:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384376.110976:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000040:2.0:1767384376.110977:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000063ffd6cd count: 0 00000020:01000004:0.0:1767384376.110978:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384376.110984:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.110991:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f95f8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743010176:0@lo:253: 00010000:00000001:2.0:1767384376.110992:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384376.110995:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384376.110995:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.110999:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.111002:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f95f8cf x1853236743010176/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.111006:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.111008:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.111009:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a366f92. 02000000:00000001:0.0:1767384376.111013:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.111014:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.111015:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384376.111017:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384376.111018:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008d4492ce. 02000000:00000001:0.0:1767384376.111023:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.111025:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.111026:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f95f8cf. 00000100:00000001:0.0:1767384376.111028:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.111033:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.111034:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.111038:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.111039:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.111041:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.111042:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384376.112181:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d73a776c. 00080000:00000010:2.0:1767384376.112231:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000620d56b2. 00040000:00000001:2.0:1767384376.112237:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384376.112239:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384376.112241:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384376.112245:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:2.0:1767384376.112247:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.112249:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384376.112251:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384376.112272:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384376.112276:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384376.112279:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384376.112282:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384376.112283:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384376.112286:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384376.112289:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384376.112290:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384376.112295:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e18f9047. 00010000:00000001:3.0:1767384376.112298:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384376.112301:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00000020:00000001:3.0:1767384376.112303:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384376.112304:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084dc9d91 with handle 0x88edd5ef35457f0f to hash 00000020:00000001:3.0:1767384376.112306:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384376.112307:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112309:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112311:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384376.112313:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.112314:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112321:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384376.112323:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384376.112324:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384376.112325:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.112333:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.112335:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.112336:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.112338:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384376.112339:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384376.112340:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384376.112340:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384376.112342:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e18f9047) refcount = 1 00010000:00010000:3.0:1767384376.112344:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112347:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384376.112349:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384376.112349:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.112351:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112353:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384376.112354:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384376.112357:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384376.112359:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.112360:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.112361:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=4 00000020:00000001:3.0:1767384376.112363:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112365:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112367:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384376.112368:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112372:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384376.112373:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112377:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.112377:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384376.112378:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112389:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384376.112390:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112391:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384376.112393:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384376.112397:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084dc9d91 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384376.112398:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.112400:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384376.112401:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112405:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384376.112406:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.112407:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.112408:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=5 00000020:00000001:3.0:1767384376.112409:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112411:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384376.112413:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384376.112414:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.112418:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384376.112419:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.112420:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384376.112422:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384376.112423:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384376.112427:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384376.112427:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384376.112430:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:2.0:1767384376.112431:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d77b9390. 00010000:00000001:3.0:1767384376.112433:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384376.112437:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084dc9d91 with handle 0x88edd5ef35457f0f from hash 00010000:00000001:3.0:1767384376.112440:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 20000000:00000001:2.0:1767384376.112440:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112443:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.112445:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384376.112446:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743010304 00010000:00000001:2.0:1767384376.112450:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384376.112451:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384376.112454:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384376.112455:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384376.112457:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000200:2.0:1767384376.112457:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004853761 x1853236743010304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.112460:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.112464:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112468:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384376.112471:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384376.112475:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.112478:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.112479:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.112481:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.112483:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112484:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.112487:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=86 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384376.112488:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.112492:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.112494:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384376.112499:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384376.112500:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:3.0:1767384376.112501:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.112503:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384376.112505:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000001:3.0:1767384376.112506:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384376.112508:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.112510:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384376.112510:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384376.112515:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1767384376.112515:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.112517:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.112520:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.112521:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384376.112522:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384376.112530:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384376.112532:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384376.112534:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384376.112535:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f0f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384376.112536:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b9d95c. 00010000:00000040:3.0:1767384376.112542:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e18f9047 count: 0 00000100:00000200:2.0:1767384376.112543:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743010304, offset 224 00010000:00000001:3.0:1767384376.112548:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384376.112551:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384376.112554:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.112564:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384376.112571:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07800 00000400:00000200:2.0:1767384376.112577:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ef5 [2] + 224 00000400:00000200:2.0:1767384376.112582:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.112586:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.112590:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.112596:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.112606:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.112638:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.112645:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b9d95c 00000100:00000001:3.0:1767384376.112646:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384376.112647:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b9d95c. 00000100:00000001:3.0:1767384376.112649:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.112653:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384376.112655:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384376.112661:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384376.112661:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384376.112664:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384376.112666:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000100:00000040:2.0:1767384376.112667:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:3.0:1767384376.112670:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ffa66fe 00010000:00000001:2.0:1767384376.112672:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384376.112673:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ffa66fe. 00000020:00000001:2.0:1767384376.112675:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.112677:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384376.112680:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384376.112683:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.112687:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004853761 x1853236743010304/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384376.112700:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.112717:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384376.112717:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004853761 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16347:x1853236743010304:12345-0@lo:253: Request processed in 4864us (5463us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384376.112720:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.112724:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384376.112727:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384376.112730:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.112733:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.112734:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 02000000:00000001:3.0:1767384376.112736:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.112740:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=86 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384376.112740:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00001000:3.0:1767384376.112746:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.112746:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384376.112750:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384376.112751:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384376.112754:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.112755:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe03513b. 00010000:00000001:3.0:1767384376.112756:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384376.112759:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.112762:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.112762:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6bcc53f. 00000100:00000040:3.0:1767384376.112767:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384376.112785:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c5df441. 00000100:00000001:3.0:1767384376.112786:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.112790:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384376.112792:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384376.112794:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:01000004:3.0:1767384376.112795:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384376.112800:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384376.112801:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384376.112801:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384376.112805:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384376.112806:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:2.0:1767384376.112806:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000053e6e5aa. 00000020:01000004:3.0:1767384376.112809:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384376.112811:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384376.112812:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384376.112814:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384376.112817:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384376.112821:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:2.0:1767384376.112824:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384376.112826:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384376.112832:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efd3530. 00000100:00100000:3.0:1767384376.112833:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e32558e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743010304:0@lo:253: 00000100:00000001:3.0:1767384376.112839:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384376.112839:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b9d95c. 00000100:00000001:3.0:1767384376.112844:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384376.112846:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e32558e3 x1853236743010304/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.112852:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384376.112854:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384376.112856:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003110bdb. 02000000:00000001:3.0:1767384376.112858:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384376.112859:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384376.112860:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384376.112861:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384376.112862:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3c11eea. 02000000:00000001:3.0:1767384376.112864:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384376.112865:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384376.112866:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 00000100:00000001:3.0:1767384376.112867:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384376.112868:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.112869:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.112873:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384376.112874:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.112875:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.112877:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.113147:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294963165, at 4294963166 00000100:00000010:3.0:1767384376.113152:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c8b96d2. 00000100:00000040:2.0:1767384376.113159:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294963165, at 4294963166 00000100:00000010:2.0:1767384376.113167:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000597b3bc9. 00000100:00000040:0.0:1767384376.113260:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294963165, at 4294963166 00000100:00000010:0.0:1767384376.113266:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbf23029. 00000100:00000040:1.0:1767384376.114144:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294963165, at 4294963167 00000100:00000010:1.0:1767384376.114157:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3a00f21. 00010000:00000010:2.1:1767384376.116788:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000063ffd6cd. 00010000:00000010:2.1:1767384376.116797:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aab34b06. 00010000:00000010:3.1:1767384376.119166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e18f9047. 00010000:00000010:3.1:1767384376.119179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00000400:00000010:0.0:1767384376.124325:0:38676:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c8aa8f3. 00000400:00000040:0.0:1767384376.124344:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.124346:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384376.124349:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.124351:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.124353:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.124358:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384376.124361:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.124362:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384376.124363:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384376.124364:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384376.124366:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384376.124367:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.124369:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384376.124370:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.124371:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384376.124372:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384376.124373:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.124374:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384376.124375:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384376.124377:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.124378:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.124379:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.124380:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.124381:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.124381:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384376.124383:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.124384:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.124385:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.124386:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.124387:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.124387:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384376.124389:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.124389:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.124390:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.124391:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.124392:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.124393:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384376.124394:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.124395:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.124396:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384376.124397:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384376.124398:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.124399:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384376.124400:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384376.124405:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384376.124406:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384376.124407:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384376.124408:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384376.124409:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384376.124410:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.124411:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384376.124412:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384376.124413:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384376.124414:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384376.124415:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384376.124416:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384376.124417:0:38676:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384376.124489:0:38676:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c8aa8f3. 00000400:00000200:1.0:1767384376.531192:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp46 00000400:00000010:1.0:1767384376.531199:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008b1f1e94. 00000400:00000010:1.0:1767384376.531208:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000030173a74. 00000400:00000010:1.0:1767384376.531213:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a8bd13. 00000400:00000010:1.0:1767384376.531223:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009767fbd0. 00000400:00000200:1.0:1767384376.531227:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp46 00000400:00000200:1.0:1767384376.531253:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp46 local destination 00000400:00000200:1.0:1767384376.531260:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp46 00000400:00000200:1.0:1767384376.531264:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp46 NI seq info: [188:188:256:4294967295] 192.168.204.108@tcp46 LPNI seq info [185:185:8:4294967295] 00000400:00000200:1.0:1767384376.531272:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp46 00000400:00000200:1.0:1767384376.531285:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46:) -> 192.168.204.108@tcp46(192.168.204.108@tcp46:192.168.204.108@tcp46) : GET try# 0 00000800:00000200:1.0:1767384376.531292:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp46 00000800:00000010:1.0:1767384376.531296:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000deba0267. 00000800:00000200:1.0:1767384376.531304:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000800:00000200:1.1:1767384376.531310:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000400:00000200:1.0:1767384376.531338:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp46 added to recovery queue. ping count: 2 next ping: 300 health :800 00000400:00000200:1.0:1767384376.531349:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp34 00000400:00000010:1.0:1767384376.531354:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4afc8ff. 00000400:00000010:1.0:1767384376.531357:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000365dffb. 00000400:00000010:1.0:1767384376.531364:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d243581. 00000400:00000010:1.0:1767384376.531367:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000016fd6611. 00000400:00000200:1.0:1767384376.531370:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp34 00000400:00000200:1.0:1767384376.531376:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp34 local destination 00000400:00000200:1.0:1767384376.531381:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp34 00000400:00000200:1.0:1767384376.531385:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [189:189:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1767384376.531397:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp34 00000400:00000200:1.0:1767384376.531402:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) : GET try# 0 00000800:00000200:1.0:1767384376.531406:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp34 00000800:00000010:1.0:1767384376.531410:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000647fe282. 00000800:00000200:1.0:1767384376.531414:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:3.0:1767384376.531416:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:1.1:1767384376.531421:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000400:00000200:1.0:1767384376.531440:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp34 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:3.0:1767384376.531491:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531534:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531546:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531607:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531612:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531653:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531660:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531699:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531709:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531738:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531799:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531819:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531853:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531877:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531922:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531925:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.531967:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.531985:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532008:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532031:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532054:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532077:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532150:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532151:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532206:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532229:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532273:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532289:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532339:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532355:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532404:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532419:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532460:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532492:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532519:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532550:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532569:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532612:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532635:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532675:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532710:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532739:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532784:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532821:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532849:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532880:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532910:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532924:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.532961:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.532972:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533025:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533035:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533080:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533093:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533163:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533191:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533224:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533244:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533268:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533317:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533344:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533378:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533410:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533436:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533474:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533477:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533521:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533548:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533567:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533595:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533621:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000800:00000010:3.0:1767384376.533640:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c11eea. 00000400:00000200:0.0:1767384376.533641:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:3.0:1767384376.533646:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384376.533659:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f27b31d. 00000400:00000200:0.0:1767384376.533661:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000010:3.0:1767384376.533682:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f27b31d. 00000400:00000200:0.0:1767384376.533684:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000800:00020000:3.0:1767384376.533693:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384376.533697:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d7b0c37. 00000800:00000010:3.0:1767384376.533700:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d3c11eea. 00000400:00000200:0.0:1767384376.533710:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533746:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:02020000:3.0:1767384376.533754:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp46 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384376.533778:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp46 notifying 192.168.204.108@tcp46: down 00000800:00000200:3.0:1767384376.533787:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp46 down 00000400:00000200:0.0:1767384376.533788:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000800:00000100:3.0:1767384376.533794:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp46 00000800:00000010:3.0:1767384376.533798:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000deba0267. 00000400:00000200:3.0:1767384376.533802:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384376.533806:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384376.533811:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:3.0:1767384376.533820:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384376.533824:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384376.533828:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp46) recovery failed with -71 00000400:00000200:0.0:1767384376.533837:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533855:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533870:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533882:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533895:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533915:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.533929:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.108:988 00000800:00000010:0.0:1767384376.534059:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a366f92. 00000800:00000010:0.0:1767384376.534064:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ce2585d. 00000800:00000010:0.0:1767384376.534068:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048cf81bc. 00000800:00000010:0.0:1767384376.534121:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048cf81bc. 00000400:00000200:3.0:1767384376.534216:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384376.534228:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp34 from 202.3.0.2 00000800:00000010:3.0:1767384376.534230:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000689d2a66. 00000800:00000010:0.0:1767384376.534268:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053e6e5aa. 00000800:00000010:0.0:1767384376.534273:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bb1972. 00000800:00000010:0.0:1767384376.534292:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003bd6ac99. 00000800:00000200:0.1:1767384376.534298:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (2) 00000800:00000200:0.1:1767384376.534303:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp34 000000003bd6ac99 deleted 00000800:00000010:0.1:1767384376.534305:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003bd6ac99. 00000800:00000200:0.1:1767384376.534309:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384376.534316:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp34 ip 192.168.204.108:970 00000800:00000200:0.1:1767384376.534319:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000647fe282 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384376.534325:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp34 p 3.x 192.168.204.108 -> 192.168.204.108:970 incarnation:1767384341757676679 sched[0] 00000800:00000010:0.0:1767384376.534330:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048cf81bc. 00000800:00000010:0.0:1767384376.534376:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048cf81bc. 00000800:00000010:0.0:1767384376.534380:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bb1972. 00000800:00000200:1.1:1767384376.534427:0:31124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384376.534431:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000689d2a66. 00000800:00000200:1.0:1767384376.534442:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp34 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384341757676679 sched[0] 00000800:00000010:1.0:1767384376.534449:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ce2585d. 00000800:00000001:0.0:1767384376.534452:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534459:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384376.534514:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.534516:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000647fe282. 00000400:00000200:0.0:1767384376.534519:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.534526:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: GET: OK 00000400:00000200:0.0:1767384376.534533:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384376.534541:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp34 recovery message sent successfully:0 00000800:00000001:0.0:1767384376.534552:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534560:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.534561:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534570:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.534580:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.534581:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34) <- 192.168.204.108@tcp34 : GET - for me 00000400:00000200:0.0:1767384376.534601:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.534614:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1ee5 [1] + 0 00000400:00000200:0.0:1767384376.534633:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp34 to MR: 192.168.204.108@tcp34 local destination 00000400:00000200:0.0:1767384376.534643:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp34 NI seq info: [190:190:256:4294967295] 192.168.204.108@tcp34 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767384376.534673:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) -> 192.168.204.108@tcp34(192.168.204.108@tcp34:192.168.204.108@tcp34) 192.168.204.108@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384376.534687:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp34 00000400:00000200:1.0:1767384376.534691:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000010:0.0:1767384376.534691:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea0afe48. 00000800:00000200:0.0:1767384376.534708:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000089ff3f3c] -> 12345-192.168.204.108@tcp34 (4) 00000800:00000200:0.0:1767384376.534719:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp34 ip 192.168.204.108:988 00000800:00000200:0.0:1767384376.534723:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea0afe48 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384376.534801:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.534805:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea0afe48. 00000400:00000200:1.0:1767384376.534810:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.534811:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.534827:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: REPLY: OK 00000800:00000001:0.0:1767384376.534853:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534862:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.534867:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534873:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.534874:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534881:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.534890:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp34(192.168.204.108@tcp34) <- 192.168.204.108@tcp34 : REPLY - for me 00000400:00000200:0.0:1767384376.534903:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp34: Reply from 12345-192.168.204.108@tcp34 of length 272/272 into md 0x1f1d 00000800:00000001:0.0:1767384376.534909:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534917:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.534920:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.534924:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384376.534928:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp34->192.168.204.108@tcp34: REPLY: OK 00000400:00000200:0.0:1767384376.534937:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d243581 00000400:00000010:0.0:1767384376.534942:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d243581. 00000400:00000200:0.0:1767384376.534946:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384376.534956:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4afc8ff. 00000400:00000010:0.0:1767384376.534963:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000365dffb. 00000800:00000001:0.0:1767384376.534979:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.534983:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.535036:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535173:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535283:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535379:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535439:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535529:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535604:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535651:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535682:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535731:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535811:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535897:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535939:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.535971:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536003:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536073:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536451:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536528:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536598:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536663:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536719:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536796:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536827:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536888:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.536972:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537040:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537075:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537146:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537213:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537261:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384376.537304:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384376.537490:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002fe43ce7. 00000800:00000010:1.0:1767384376.537496:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d04131fd. 00000800:00000010:1.0:1767384376.537503:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000084af227. 00000800:00000010:1.0:1767384376.537531:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000084af227. 00000800:00020000:1.0:1767384376.537538:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384376.537541:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d04131fd. 00000800:00000010:1.0:1767384376.537547:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002fe43ce7. 00000400:02020000:1.0:1767384376.537615:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 10000000:00000001:0.0:1767384376.659194:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384376.659199:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:0.0:1767384376.659203:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.659212:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384376.659214:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384376.659215:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384376.659217:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384376.659219:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384376.659221:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 83 10000000:00000001:0.0:1767384376.659223:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384376.659224:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384376.659230:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384376.659233:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384376.659237:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384376.659241:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384376.659248:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384376.659256:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ace77d1d. 00000100:00000001:0.0:1767384376.659264:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.659271:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384376.659275:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384376.659283:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004a3cb220. 00010000:00000001:0.0:1767384376.659289:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.659294:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a79dbd85. 00000020:00000001:0.0:1767384376.659299:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.659305:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a79dbd85 with handle 0x88edd5ef35457f16 to hash 00000020:00000001:0.0:1767384376.659310:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.659313:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.659317:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.659321:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384376.659324:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384376.659329:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.659341:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.659351:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384376.659365:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384376.659368:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384376.659373:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041bb1972. 00000100:00000001:0.0:1767384376.659376:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950248989248 : -130123460562368 : ffff89a7455b3240) 00000100:00000001:0.0:1767384376.659379:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.659381:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:0.0:1767384376.659386:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384376.659388:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.659389:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384376.659391:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384376.659396:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.659404:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384376.659405:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.659408:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384376.659411:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384376.659413:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.659416:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743010432:0@lo:101: 00000100:00000001:0.0:1767384376.659419:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384376.659424:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384376.659427:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.659429:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384376.659432:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bc56e22. 02000000:00000001:0.0:1767384376.659433:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.659444:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e2dc82. 00000400:00000010:0.0:1767384376.659451:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384376.659456:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743010432, portal 25 00000100:00000001:0.0:1767384376.659458:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.659460:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384376.659465:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.659470:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.659479:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.659481:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000200:0.0:1767384376.659484:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743010432, offset 0 00000400:00000200:0.0:1767384376.659494:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.659506:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.659517:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc07880 00000400:00000200:0.0:1767384376.659522:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16a1 [2] + 0 00000400:00000010:0.0:1767384376.659525:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70b6657. 00000400:00000200:0.0:1767384376.659531:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081f4c171 00000400:00000200:0.0:1767384376.659536:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.659551:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384376.659557:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f4c171 00000400:00000010:0.0:1767384376.659559:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081f4c171. 00000100:00000001:0.0:1767384376.659566:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384376.659568:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384376.659571:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000056652911 x1853236743010432 msgsize 328 00000100:00100000:0.0:1767384376.659578:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.659582:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384376.659594:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.659599:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384376.659600:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384376.659607:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384376.659613:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.659623:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.659626:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.659632:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384376.659632:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.659634:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384376.659639:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010432 02000000:00000001:3.0:1767384376.659645:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.659645:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.659648:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.659651:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294963717 00000100:00000001:3.0:1767384376.659652:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384376.659658:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbf23029. 02000000:00000001:3.0:1767384376.659662:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.659666:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384376.659667:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010432 00000020:00000001:3.0:1767384376.659671:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.659674:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384376.659677:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294963717 00000020:00000001:3.0:1767384376.659678:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.659683:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:3.0:1767384376.659689:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384376.659691:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000010:0.0:1767384376.659691:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3a00f21. 00000100:00000001:0.0:1767384376.659698:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384376.659699:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384376.659703:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294963717 00000100:00000010:0.0:1767384376.659707:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000597b3bc9. 00000020:00000010:3.0:1767384376.659711:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c22bbdf4. 00000100:00000001:0.0:1767384376.659711:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384376.659718:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.659721:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c22bbdf4. 00000100:00000001:0.0:1767384376.659721:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294963717 00000020:00000010:3.0:1767384376.659732:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdfd8da. 00000100:00000010:0.0:1767384376.659732:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c8b96d2. 00000100:00000001:0.0:1767384376.659736:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384376.659740:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.659741:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.659743:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.659744:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384376.659745:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cbf1555. 00000100:00100000:0.0:1767384376.659746:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000041bb1972 going to sleep for 11 seconds 00000100:00000001:0.0:1767384376.659751:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384376.659752:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 00000100:00000001:0.0:1767384376.659754:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.659777:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384376.659782:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.659784:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.659786:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.659794:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.659828:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.659840:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.659842:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.659847:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384376.659850:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384376.659852:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443647056 : -130123265904560 : ffff89a750f57050) 00000100:00000040:3.0:1767384376.659857:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056652911 x1853236743010432/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.659865:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.659869:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c22bbdf4. 00000100:00000001:3.0:1767384376.659871:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.659873:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c22bbdf4. 00000100:00100000:3.0:1767384376.659878:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056652911 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743010432:12345-0@lo:101: 00000100:00000200:3.0:1767384376.659882:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010432 00000020:00000001:3.0:1767384376.659884:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384376.659904:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384376.659907:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.659909:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384376.659911:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384376.659914:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384376.659916:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384376.659924:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384376.659927:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384376.659930:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.659931:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384376.659935:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384376.659938:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384376.659940:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384376.659942:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.659949:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384376.659959:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f8c45a1d. 00010000:00000001:3.0:1767384376.659964:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384376.659969:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 00000020:00000001:3.0:1767384376.659972:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384376.659977:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084824eff with handle 0x88edd5ef35457f1d to hash 00000020:00000001:3.0:1767384376.659981:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384376.659984:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384376.659988:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00010000:3.0:1767384376.659991:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457f16 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384376.660001:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:3.0:1767384376.660004:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384376.660015:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.660021:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.660025:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000074122e07. 02000000:00000001:3.0:1767384376.660027:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.660030:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.660034:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384376.660037:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384376.660040:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384376.660042:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.660045:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.660048:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.660050:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.660054:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384376.660057:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384376.660066:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384376.660069:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384376.660072:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c45a1d) refcount = 1 00010000:00010000:3.0:1767384376.660079:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.660084:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384376.660085:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384376.660086:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.660087:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.660089:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384376.660093:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384376.660097:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.660102:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384376.660104:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384376.660107:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.660113:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.660254:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384376.660256:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.660259:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384376.660260:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000084824eff, rc 0) 00000020:00000001:3.0:1767384376.660263:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384376.660266:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743010432 00010000:00000001:3.0:1767384376.660269:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384376.660273:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056652911 x1853236743010432/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.660280:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.660282:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.660285:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.660289:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384376.660292:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384376.660294:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384376.660296:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384376.660304:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.660307:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.660309:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.660312:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000100:00000200:3.0:1767384376.660314:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743010432, offset 224 00000400:00000200:3.0:1767384376.660319:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.660324:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.660329:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc07880 00000400:00000200:3.0:1767384376.660333:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f21 [1] + 224 00000400:00000200:3.0:1767384376.660336:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.660338:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.660340:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.660345:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384376.660351:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.660365:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.660369:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:3.0:1767384376.660371:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000100:00000001:3.0:1767384376.660373:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.660374:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384376.660377:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.660379:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384376.660381:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384376.660383:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.660385:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384376.660388:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056652911 x1853236743010432/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.660395:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056652911 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743010432:12345-0@lo:101: Request processed in 528us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384376.660401:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384376.660404:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384376.660404:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.660409:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384376.660413:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.660418:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384376.660419:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384376.660423:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034e2dc82. 00000020:00000010:3.0:1767384376.660424:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cbf1555. 00000020:00000010:3.0:1767384376.660431:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00000400:00000200:0.0:1767384376.660431:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384376.660436:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000020:00000010:3.0:1767384376.660438:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdfd8da. 00000100:00000001:0.0:1767384376.660444:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384376.660445:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 02000000:00000001:3.0:1767384376.660451:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384376.660452:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384376.660453:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000074122e07. 02000000:00000001:3.0:1767384376.660459:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.660462:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384376.660468:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384376.660471:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384376.660474:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6592d4. 00000400:00000010:3.0:1767384376.660480:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080994f7a. 00000100:00000001:0.0:1767384376.660485:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.660489:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.660492:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384376.660495:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384376.660496:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.660498:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.660500:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.660504:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384376.660515:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.660519:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384376.660521:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.660524:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384376.660526:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660529:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.660534:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.660542:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.660545:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.660548:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384376.660551:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.660559:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743010432:0@lo:101: 00000100:00000001:0.0:1767384376.660565:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.660568:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660570:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384376.660572:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.660574:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.660580:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384376.660582:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000041bb1972. 00000100:00000001:0.0:1767384376.660586:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384376.660588:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.660590:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384376.660593:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384376.660594:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.660596:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=4 00000020:00000001:0.0:1767384376.660598:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.660600:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000040:0.0:1767384376.660604:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a79dbd85, remote cookie: 0x88edd5ef35457f1d, flags: 0x0 00010000:00000001:0.0:1767384376.660607:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384376.660615:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.660617:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.660618:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384376.660620:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384376.660621:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004a3cb220) refcount = 1 00010000:00010000:0.0:1767384376.660624:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.660632:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.660634:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384376.660635:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.660638:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384376.660642:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384376.660644:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.660651:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384376.660652:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.660654:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384376.660655:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.660657:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384376.660658:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660660:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.660663:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743010432/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.660672:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.660674:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.660677:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bc56e22. 02000000:00000001:0.0:1767384376.660680:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.660682:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.660684:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384376.660686:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384376.660688:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ace77d1d. 02000000:00000001:0.0:1767384376.660692:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.660693:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.660696:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:0.0:1767384376.660698:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.660707:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384376.660710:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.660712:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384376.660713:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:0.0:1767384376.660715:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.660717:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384376.660719:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.660720:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000020:00000001:0.0:1767384376.660722:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.660725:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.660727:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384376.660728:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.660730:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384376.660731:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.660733:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384376.660736:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002b209028. 00000100:00000010:0.0:1767384376.660750:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384376.660753:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384376.660756:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384376.660757:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384376.660777:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384376.660781:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ace77d1d. 00000100:00000001:0.0:1767384376.660784:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660787:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384376.660806:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007bc56e22. 00000100:00000010:0.0:1767384376.660809:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000aef71ad6. 00000020:00000040:0.0:1767384376.660811:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384376.660816:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384376.660817:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384376.660821:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041bb1972. 00000100:00000001:0.0:1767384376.660823:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950248989248 : -130123460562368 : ffff89a7455b3240) 00000100:00000001:0.0:1767384376.660826:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.660827:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000001:0.0:1767384376.660830:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384376.660832:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660841:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384376.660843:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384376.660848:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.660856:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384376.660858:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.660861:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384376.660863:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384376.660865:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.660868:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743010560:0@lo:256: 00000100:00000001:0.0:1767384376.660871:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384376.660874:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384376.660876:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.660878:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384376.660883:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e2dc82. 00000400:00000010:0.0:1767384376.660888:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000e7832c9. 00000100:00000200:0.0:1767384376.660892:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc07900-0x695824dc07900, portal 33 00000100:00000001:0.0:1767384376.660910:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.660912:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384376.660914:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000477f7a03. 02000000:00000001:0.0:1767384376.660916:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.660918:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a485b9. 00000400:00000010:0.0:1767384376.660921:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384376.660923:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743010560, portal 25 00000100:00000001:0.0:1767384376.660925:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.660926:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384376.660929:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.660935:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.660937:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.660940:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000200:0.0:1767384376.660942:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743010560, offset 0 00000400:00000200:0.0:1767384376.660946:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.660951:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.660965:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc07900 00000400:00000200:0.0:1767384376.660968:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x16c9 [2] + 0 00000400:00000010:0.0:1767384376.660971:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5953be. 00000400:00000200:0.0:1767384376.660974:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f800c985 00000400:00000200:0.0:1767384376.660978:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.660981:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384376.660983:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f800c985 00000400:00000010:0.0:1767384376.660985:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f800c985. 00000100:00000001:0.0:1767384376.660989:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384376.660991:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384376.660993:0:17076:0:(events.c:337:request_in_callback()) incoming req@000000005d2a8fb7 x1853236743010560 msgsize 304 00000100:00100000:0.0:1767384376.660996:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.660998:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384376.661010:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.661014:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000400:00000010:0.0:1767384376.661015:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384376.661018:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384376.661021:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.661029:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384376.661031:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384376.661032:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.661034:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010560 02000000:00000001:3.0:1767384376.661039:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.661041:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.661043:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.661047:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.661052:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010560 00000100:00000001:0.0:1767384376.661053:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.661054:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.661058:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384376.661059:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384376.661060:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.661064:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000001:3.0:1767384376.661065:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384376.661067:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384376.661067:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.661074:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384376.661075:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294963718 00000020:00000010:3.0:1767384376.661078:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c22bbdf4. 00000100:00000001:3.0:1767384376.661081:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.661083:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c22bbdf4. 00000100:00000001:0.0:1767384376.661083:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963717 00000020:00000010:3.0:1767384376.661090:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdfd8da. 00000100:00000001:0.0:1767384376.661092:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294963718 00000020:00000010:3.0:1767384376.661094:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cbf1555. 00000020:00000010:3.0:1767384376.661098:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 00000100:00000040:3.0:1767384376.661125:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384376.661127:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.661129:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.661135:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.661137:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963717 00000100:00000001:3.0:1767384376.661139:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.661147:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294963719 00000100:00000001:3.0:1767384376.661153:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.661155:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963717 00000100:00000001:0.0:1767384376.661164:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294963719 00000100:00000001:3.0:1767384376.661165:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.661168:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.661173:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384376.661180:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384376.661181:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963717 00000100:00000001:3.0:1767384376.661182:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443648080 : -130123265903536 : ffff89a750f57450) 00000100:00000001:0.0:1767384376.661188:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384376.661191:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2a8fb7 x1853236743010560/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 304/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.661193:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.661202:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.661205:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384376.661207:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384376.661209:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 0000000041bb1972 going to sleep for 11 seconds 00000020:00000010:3.0:1767384376.661212:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c22bbdf4. 00000100:00000001:0.0:1767384376.661213:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.661217:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.661218:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.661219:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c22bbdf4. 00000100:00100000:3.0:1767384376.661226:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743010560:12345-0@lo:256: 00000100:00000200:3.0:1767384376.661230:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010560 00000020:00000001:3.0:1767384376.661232:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384376.661234:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384376.661235:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.661237:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384376.661238:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:3.0:1767384376.661240:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384376.661241:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384376.661243:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384376.661244:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384376.661246:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.661248:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.661250:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.661251:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000074122e07. 02000000:00000001:3.0:1767384376.661253:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.661255:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.661257:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384376.661260:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384376.661268:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384376.661270:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384376.661272:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.661273:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384376.661275:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384376.661276:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000028775cc3. 20000000:00000001:3.0:1767384376.661278:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384376.661290:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384376.661295:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384376.661298:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384376.661300:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384376.661301:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384376.661302:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384376.661303:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384376.661305:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384376.661306:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384376.661307:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384376.661308:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384376.661309:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384376.661311:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384376.661312:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384376.661313:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384376.661314:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384376.661315:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384376.661316:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384376.661317:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384376.661319:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384376.661320:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384376.661321:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384376.661323:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384376.661324:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384376.661325:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384376.661326:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384376.661327:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384376.661328:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384376.661330:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384376.661331:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384376.661332:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384376.661334:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384376.661341:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384376.661342:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384376.661343:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384376.661345:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384376.661346:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384376.661348:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384376.661349:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384376.661351:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384376.661352:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:3.0:1767384376.661353:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:3.0:1767384376.661361:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384376.661362:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384376.661364:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384376.661365:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384376.661366:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384376.661367:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384376.661369:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384376.661370:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384376.661371:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384376.661373:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384376.661374:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384376.661375:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384376.661377:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384376.661378:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384376.661380:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384376.661381:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384376.661382:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384376.661384:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384376.661385:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384376.661386:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384376.661387:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384376.661388:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384376.661390:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384376.661391:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384376.661392:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384376.661393:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384376.661394:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384376.661395:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384376.661396:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384376.661402:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384376.661403:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384376.661405:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384376.661406:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384376.661407:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384376.661409:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384376.661410:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384376.661411:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384376.661412:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384376.661413:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384376.661414:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384376.661415:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:3.0:1767384376.661417:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:3.0:1767384376.661418:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:3.0:1767384376.661419:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:3.0:1767384376.661421:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384376.661423:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000b9e7a45. 00000100:00000010:3.0:1767384376.661424:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005d89097f. 00000020:00000040:3.0:1767384376.661426:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:3.0:1767384376.661428:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384376.661430:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384376.661432:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000400:00000010:3.0:1767384376.661436:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb4ae7f5. 00000400:00000200:3.0:1767384376.661439:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.661444:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.661449:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x695824dc07900 00000400:00000200:3.0:1767384376.661452:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f31 [4] + 0 00000400:00000010:3.0:1767384376.661455:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034e2dc82. 00000400:00000200:3.0:1767384376.661457:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e7832c9 00000400:00000200:3.0:1767384376.661460:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.661462:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384376.661464:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7832c9 00000400:00000010:3.0:1767384376.661465:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000e7832c9. 00000100:00000001:3.0:1767384376.661468:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384376.661469:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000434b238c desc 000000007bc56e22 mbits 1853236743010560 00000100:00000001:3.0:1767384376.661480:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384376.661488:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384376.661493:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384376.661500:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f3d 00000400:00000200:3.0:1767384376.661502:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.661505:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384376.661508:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384376.661509:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000b9e7a45 00000100:00000001:3.0:1767384376.661511:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384376.661517:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:3.0:1767384376.661519:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000100:00000001:3.0:1767384376.661521:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384376.661522:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000b9e7a45 00000100:00000001:0.0:1767384376.661524:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.661525:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384376.661529:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384376.661531:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x695824dc07900-0x695824dc07900 00000100:00000001:3.0:1767384376.661535:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.661538:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.661540:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384376.661542:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:3.0:1767384376.661544:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005d89097f. 00000100:00000010:3.0:1767384376.661547:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000b9e7a45. 00000100:00000001:3.0:1767384376.661549:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384376.661550:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384376.661555:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000028775cc3. 20000000:00000001:3.0:1767384376.661557:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384376.661559:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743010560 00010000:00000001:3.0:1767384376.661560:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384376.661563:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d2a8fb7 x1853236743010560/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.661568:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.661569:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.661571:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.661573:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384376.661574:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384376.661576:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384376.661578:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384376.661584:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.661586:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.661588:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.661590:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000100:00000200:3.0:1767384376.661592:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743010560, offset 224 00000400:00000200:3.0:1767384376.661596:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.661599:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.661602:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc07900 00000400:00000200:3.0:1767384376.661605:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f35 [1] + 224 00000400:00000200:3.0:1767384376.661607:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.661609:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.661611:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.661612:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384376.661617:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.661627:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.661630:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:3.0:1767384376.661631:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000100:00000001:3.0:1767384376.661633:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.661633:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384376.661635:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.661637:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384376.661638:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384376.661640:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.661641:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384376.661645:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2a8fb7 x1853236743010560/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.661652:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2a8fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743010560:12345-0@lo:256: Request processed in 444us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384376.661660:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384376.661662:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384376.661665:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384376.661673:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384376.661674:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384376.661676:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cbf1555. 00000020:00000010:3.0:1767384376.661681:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00000400:00000001:0.0:1767384376.661682:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384376.661684:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdfd8da. 00000400:00000001:0.0:1767384376.661686:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384376.661689:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000400:00000010:0.0:1767384376.661691:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a485b9. 02000000:00000001:3.0:1767384376.661693:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.661698:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000074122e07. 00000400:00000200:0.0:1767384376.661700:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 02000000:00000001:3.0:1767384376.661703:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384376.661705:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:3.0:1767384376.661707:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384376.661714:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384376.661714:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384376.661722:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d94675f4. 00000100:00000200:0.0:1767384376.661724:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384376.661727:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000999b8cb9. 00000100:00000200:0.0:1767384376.661740:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.661750:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.661753:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.661756:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384376.661774:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384376.661776:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.661778:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.661781:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.661784:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384376.661788:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.661791:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384376.661792:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.661794:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384376.661796:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.661798:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.661802:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.661821:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.661827:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.661829:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384376.661832:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.661839:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743010560:0@lo:256: 00000100:00000001:0.0:1767384376.661843:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.661845:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.661847:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384376.661848:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.661850:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.661857:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384376.661859:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000041bb1972. 00000100:00000001:0.0:1767384376.661862:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384376.661863:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384376.661867:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:0.0:1767384376.661870:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384376.661876:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000543f41fb. 10000000:00000040:0.0:1767384376.661886:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384376.661894:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384376.661898:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384376.661904:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:0.0:1767384376.661906:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.661909:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384376.661911:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:0.0:1767384376.661913:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:0.0:1767384376.661917:0:17076:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.204.108@tcp' 00000400:00000200:0.0:1767384376.661920:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384376.661923:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384376.661934:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384376.661939:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384376.661944:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00000400:00000200:0.0:1767384376.661948:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384376.661951:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384376.661954:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (42) 00000400:00000200:0.0:1767384376.661957:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384376.661961:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384376.661964:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661966:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384376.661968:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384376.661971:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661973:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384376.661975:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:0.0:1767384376.661978:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661979:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384376.661980:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:0.0:1767384376.661983:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661984:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:0.0:1767384376.661986:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384376.661989:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661990:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384376.661992:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:0.0:1767384376.661995:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.661997:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384376.661999:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384376.662002:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662003:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384376.662005:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384376.662008:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662009:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384376.662011:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:0.0:1767384376.662014:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662016:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384376.662018:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:0.0:1767384376.662020:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662031:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:0.0:1767384376.662033:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384376.662037:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662038:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:0.0:1767384376.662040:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:0.0:1767384376.662044:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662045:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:0.0:1767384376.662047:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:0.0:1767384376.662050:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662052:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:0.0:1767384376.662054:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:0.0:1767384376.662057:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662059:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384376.662062:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:0.0:1767384376.662065:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662067:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:0.0:1767384376.662069:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384376.662073:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662075:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:0.0:1767384376.662077:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:0.0:1767384376.662081:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662083:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:0.0:1767384376.662085:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384376.662088:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662090:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:0.0:1767384376.662092:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384376.662096:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662140:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:0.0:1767384376.662144:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:0.0:1767384376.662149:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662151:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:0.0:1767384376.662154:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384376.662163:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662165:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:0.0:1767384376.662168:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:0.0:1767384376.662172:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662182:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:0.0:1767384376.662185:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384376.662191:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662193:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:0.0:1767384376.662195:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:0.0:1767384376.662198:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662200:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384376.662201:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:0.0:1767384376.662204:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662208:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384376.662211:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:0.0:1767384376.662215:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662217:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:0.0:1767384376.662220:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:0.0:1767384376.662225:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662227:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:0.0:1767384376.662228:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:0.0:1767384376.662231:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662233:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:0.0:1767384376.662235:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:0.0:1767384376.662239:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662242:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:0.0:1767384376.662246:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:0.0:1767384376.662250:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662253:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:0.0:1767384376.662255:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:0.0:1767384376.662260:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.662262:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000100:00000001:0.0:1767384376.662265:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.662268:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384376.662272:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 10000000:00000010:0.0:1767384376.662278:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c6cb627d. 10000000:00000040:0.0:1767384376.662281:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000020:00000080:0.0:1767384376.662286:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384376.662293:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384376.662305:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c6192a. 00000020:00000010:0.0:1767384376.662311:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4c4f944. 00000040:00000010:0.0:1767384376.662316:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e35246ab. 00000020:00000010:0.0:1767384376.662321:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006aa41190. 00000020:00000010:0.0:1767384376.662326:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384376.662332:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f7938a1f. 80000000:00000010:0.0:1767384376.662337:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384376.662341:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000016e98cd6. 00100000:00000010:0.0:1767384376.662347:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009748d1b3. 00040000:00000010:0.0:1767384376.662352:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea0afe48. 00040000:00000010:0.0:1767384376.662357:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efadab93. 00040000:00000010:0.0:1767384376.662364:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003dfd6cb0. 00080000:00000010:0.0:1767384376.662372:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d77b9390. 00080000:00000010:0.0:1767384376.662378:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008d4492ce. 00000004:00000010:0.0:1767384376.662384:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f1d4d95. 00000004:00000010:0.0:1767384376.662389:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc911987. 00000004:00000010:0.0:1767384376.662394:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d0bd46c. 00002000:00000010:0.0:1767384376.662399:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3902ff7. 00000004:00000010:0.0:1767384376.662403:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008cea1e16. 00000004:00000001:0.0:1767384376.662406:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384376.662409:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384376.662411:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c6cb627d 00000040:00001000:0.0:1767384376.662413:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384376.662414:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384376.662416:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384376.662417:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384376.662420:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384376.662421:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384376.662423:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384376.662425:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:0.0:1767384376.662427:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384376.662474:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.662479:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4c4f944. 00000040:00000010:0.0:1767384376.662484:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e35246ab. 00000020:00000010:0.0:1767384376.662487:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006aa41190. 00000020:00000010:0.0:1767384376.662500:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384376.662505:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7938a1f. 80000000:00000010:0.0:1767384376.662510:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384376.662515:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000016e98cd6. 00100000:00000010:0.0:1767384376.662519:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009748d1b3. 00040000:00000010:0.0:1767384376.662523:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea0afe48. 00040000:00000010:0.0:1767384376.662526:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000efadab93. 00040000:00000010:0.0:1767384376.662530:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003dfd6cb0. 00080000:00000010:0.0:1767384376.662536:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008d4492ce. 00080000:00000010:0.0:1767384376.662541:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d77b9390. 00000004:00000010:0.0:1767384376.662549:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f1d4d95. 00000004:00000010:0.0:1767384376.662553:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fc911987. 00000004:00000010:0.0:1767384376.662558:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d0bd46c. 00002000:00000010:0.0:1767384376.662562:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a3902ff7. 00000004:00000010:0.0:1767384376.662567:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008cea1e16. 00000020:00000010:0.0:1767384376.662570:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c6192a. 00000020:00000001:0.0:1767384376.662574:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.662577:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384376.662581:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c6cb627d. 10000000:00000010:0.0:1767384376.662585:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000543f41fb. 10000000:00000001:0.0:1767384376.662588:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.662590:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.662594:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743010560/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.662602:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.662604:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.662608:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000477f7a03. 02000000:00000001:0.0:1767384376.662613:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.662615:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.662616:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384376.662619:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384376.662621:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384376.662622:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.662624:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:0.0:1767384376.662626:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384376.662636:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000aef71ad6. 00000100:00000010:0.0:1767384376.662640:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007bc56e22. 00000100:00000001:0.0:1767384376.662642:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384376.662644:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ace77d1d. 02000000:00000001:0.0:1767384376.662647:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.662649:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.662651:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:0.0:1767384376.662654:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.662655:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384376.662674:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002b209028. 10000000:01000000:0.0:1767384376.662678:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384376.662684:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384376.662686:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384376.662687:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.662689:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000020:00000001:0.0:1767384376.662692:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.662695:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384376.662698:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384376.662701:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.662709:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.662710:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384376.662712:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.662720:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384376.662721:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.662723:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384376.662724:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.662726:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.662729:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384376.662731:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384376.662733:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:0.0:1767384376.662736:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384376.666369:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294963718, at 4294963719 00000100:00000010:0.0:1767384376.666388:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbf23029. 00000100:00000040:3.0:1767384376.667212:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294963719, at 4294963720 00000100:00000010:3.0:1767384376.667221:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c8b96d2. 00000100:00000040:2.0:1767384376.667238:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294963719, at 4294963720 00000100:00000010:2.0:1767384376.667250:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000597b3bc9. 00000100:00000040:1.0:1767384376.667272:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294963718, at 4294963720 00000100:00000010:1.0:1767384376.667284:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3a00f21. 00000020:00000010:3.0:1767384376.675449:0:38830:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c22bbdf4. 00000020:00000040:3.0:1767384376.675457:0:38830:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384376.675460:0:38830:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c22bbdf4. 00010000:00000001:0.0:1767384376.851174:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384376.851179:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.851184:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384376.851185:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.851200:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384376.851202:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384376.851204:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384377.555149:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384377.555153:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384377.555155:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a8bd13 00000400:00000010:1.0:1767384377.555159:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a8bd13. 00000400:00000200:1.0:1767384377.555165:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384377.555173:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384377.555186:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008b1f1e94. 00000400:00000010:1.0:1767384377.555197:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000030173a74. 00000400:00000200:1.0:1767384377.555208:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp44 00000400:00000010:1.0:1767384377.555212:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008b1f1e94. 00000400:00000010:1.0:1767384377.555217:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cd68c50f. 00000400:00000010:1.0:1767384377.555220:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a8bd13. 00000400:00000010:1.0:1767384377.555226:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2ca1d7b. 00000400:00000200:1.0:1767384377.555232:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp44 00000400:00000200:1.0:1767384377.555246:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp44 local destination 00000400:00000200:1.0:1767384377.555254:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:1.0:1767384377.555259:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [191:191:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1767384377.555267:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000400:00000200:1.0:1767384377.555278:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp44:192.168.204.108@tcp44) : GET try# 0 00000800:00000200:1.0:1767384377.555285:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp44 00000800:00000010:1.0:1767384377.555289:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007587ed43. 00000800:00000200:1.0:1767384377.555296:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000800:00000200:1.1:1767384377.555300:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000400:00000200:1.0:1767384377.555317:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 3 next ping: 305 health :700 00000400:00000200:3.0:1767384377.555378:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555414:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555439:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555477:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555520:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555557:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555579:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555596:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555611:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555628:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555642:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555656:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555680:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555721:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555814:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555842:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555871:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555911:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555926:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555945:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555959:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555973:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.555988:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556005:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556019:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556034:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556049:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556064:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556077:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556089:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556134:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556164:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384377.556182:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384377.556315:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c11eea. 00000800:00000010:3.0:1767384377.556321:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0b7b509. 00000800:00000010:3.0:1767384377.556326:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003786e79b. 00000800:00000010:3.0:1767384377.556343:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003786e79b. 00000800:00020000:3.0:1767384377.556351:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384377.556354:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0b7b509. 00000800:00000010:3.0:1767384377.556356:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d3c11eea. 00000400:02020000:3.0:1767384377.556385:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384377.556391:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000800:00000200:3.0:1767384377.556396:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp44 down 00000800:00000100:3.0:1767384377.556402:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:3.0:1767384377.556410:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007587ed43. 00000400:00000200:3.0:1767384377.556413:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384377.556417:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384377.556425:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384377.556427:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384377.556429:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp44) recovery failed with -71 00000004:00000001:3.0:1767384377.684148:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384377.684152:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384377.684157:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 00000020:00000040:3.0:1767384377.684162:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384377.684165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384377.684167:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384377.684171:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384377.684172:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384377.684176:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384377.684178:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000040:0.0:1767384377.684182:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 02000000:00000010:3.0:1767384377.684185:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c83f65be. 00000100:00000001:0.0:1767384377.684185:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384377.684189:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384377.684192:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684193:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384377.684198:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc683ea0. 00000100:00000001:3.0:1767384377.684200:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384377.684202:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684203:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.684214:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32558e3] to pc [ptlrpcd_00_01+1] req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.684214:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384377.684246:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384377.684247:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.684251:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434b238c] to pc [ptlrpcd_00_02+2] req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384377.684261:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684270:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.684271:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684274:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.684275:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384377.684275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384377.684277:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684279:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384377.684284:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384377.684287:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.684289:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000020:00000040:0.0:1767384377.684294:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384377.684296:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.684298:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384377.684300:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1767384377.684302:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384377.684306:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.684307:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384377.684307:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684310:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384377.684313:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001fa633bd. 02000000:00000001:1.0:1767384377.684315:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384377.684316:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684317:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384377.684318:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.684320:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384377.684321:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684323:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.684327:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.684329:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384377.684330:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e32558e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743010688:0@lo:13: 00000100:00000040:0.0:1767384377.684332:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384377.684336:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.684338:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384377.684343:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384377.684347:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.684351:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384377.684362:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000561acdf4. 00000100:00000001:0.0:1767384377.684363:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384377.684364:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384377.684365:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684366:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684367:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.684372:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020bf3d2e] to pc [ptlrpcd_00_03+3] req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384377.684374:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 02000000:00000001:3.0:1767384377.684381:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384377.684384:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384377.684384:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf6d051. 00000100:00000001:0.0:1767384377.684385:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.684391:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.684391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384377.684392:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743010688, portal 4 00000100:00000001:1.0:1767384377.684398:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384377.684399:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743010816:0@lo:400: 00000100:00000001:0.0:1767384377.684399:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384377.684401:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040502656 : -130122669048960 : ffff89a77488bb80) 00000100:00000010:0.0:1767384377.684404:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000100:00000001:3.0:1767384377.684408:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384377.684409:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384377.684413:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384377.684413:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.684413:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384377.684418:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.684418:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384377.684422:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.684423:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384377.684428:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bdfd8da. 00000100:00000001:1.0:1767384377.684429:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384377.684430:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d332731. 02000000:00000001:3.0:1767384377.684432:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.684434:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.684437:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.684439:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000400:00000010:3.0:1767384377.684440:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000100:00000040:0.0:1767384377.684442:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384377.684445:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743010688, offset 0 00000400:00000010:3.0:1767384377.684448:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000100:00000200:3.0:1767384377.684455:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743010816, portal 25 00000100:00000001:0.0:1767384377.684455:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384377.684458:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684460:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384377.684460:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384377.684463:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000100:00000040:0.0:1767384377.684463:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061564bfb] to pc [ptlrpcd_00_00+0] req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.684471:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.684477:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384377.684480:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.684485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384377.684490:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384377.684491:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384377.684495:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384377.684495:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc07980 00000100:00000010:0.0:1767384377.684496:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000400:00000010:3.0:1767384377.684501:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000020:00000040:0.0:1767384377.684501:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384377.684503:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384377.684506:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 3360 02000000:00000001:0.0:1767384377.684507:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384377.684510:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384377.684513:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743010816, offset 0 00000400:00000200:1.0:1767384377.684514:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384377.684515:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f27442a2. 00000400:00000200:1.0:1767384377.684521:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.684525:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384377.684527:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684531:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384377.684533:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384377.684534:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384377.684536:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384377.684541:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036161841. 00000100:00000040:1.0:1767384377.684546:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000036161841 x1853236743010688 msgsize 224 00000100:00000001:0.0:1767384377.684548:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384377.684550:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc07a00 00000100:00000001:0.0:1767384377.684551:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.684557:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384377.684560:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07863e9] to pc [ptlrpcd_00_01+1] req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.684561:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d1 [2] + 0 00000100:00000001:1.0:1767384377.684568:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384377.684570:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fece043. 00000400:00000200:3.0:1767384377.684576:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d93369e2 00000100:00000001:0.0:1767384377.684578:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384377.684580:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384377.684582:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000400:00000200:1.0:1767384377.684585:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000400:00000200:3.0:1767384377.684586:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384377.684589:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000100:00000001:1.0:1767384377.684593:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384377.684594:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93369e2 00000400:00000010:3.0:1767384377.684597:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d93369e2. 00000100:00000200:1.0:1767384377.684599:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.684602:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384377.684605:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384377.684610:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000b1b33e03 x1853236743010816 msgsize 224 00000100:00000001:1.0:1767384377.684612:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.684615:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.684618:0:18482:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384377.684622:0:18482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010688 02000000:00000001:0.0:1767384377.684626:0:18482:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384377.684630:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384377.684630:0:18482:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.684631:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.684634:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384377.684634:0:18482:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.684640:0:18482:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684641:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.684644:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384377.684645:0:18482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010688 00000100:00000001:1.0:1767384377.684647:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.684649:0:18482:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.684651:0:18482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000040:1.0:1767384377.684652:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3562 usecs (4 jiffies) 00000400:00000200:3.0:1767384377.684653:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000020:00000001:0.0:1767384377.684654:0:18482:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384377.684657:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000020:00000040:0.0:1767384377.684659:0:18482:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:3.0:1767384377.684660:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384377.684660:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964741 00000020:00000001:0.0:1767384377.684663:0:18482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000010:1.0:1767384377.684665:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9e6532. 00000100:00000200:3.0:1767384377.684667:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.684668:0:18482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:1.0:1767384377.684673:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384377.684676:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384377.684681:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c696e7. 00000100:00000001:1.0:1767384377.684682:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964741 00000100:00000001:3.0:1767384377.684683:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384377.684687:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d3e28fab. 00000100:00000040:3.0:1767384377.684688:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.684689:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebfcff4c. 00000100:00000001:1.0:1767384377.684695:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384377.684695:0:18482:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:3.0:1767384377.684697:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684702:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384377.684702:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964741 00000100:00000010:1.0:1767384377.684707:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c30154b. 00000100:00000001:3.0:1767384377.684708:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684709:0:18482:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384377.684710:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384377.684714:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294964742 00000100:00000001:1.0:1767384377.684715:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964741 00000020:00000010:0.0:1767384377.684716:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023c12c4f. 00000100:00000010:1.0:1767384377.684722:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdcb0fe5. 00000020:00000010:0.0:1767384377.684723:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036f582a5. 00000100:00000001:3.0:1767384377.684724:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964741 00000100:00000001:1.0:1767384377.684726:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384377.684731:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000001:3.0:1767384377.684733:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294964742 00000100:00000001:1.0:1767384377.684734:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384377.684738:0:18482:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384377.684753:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964741 00000100:00000001:1.0:1767384377.684753:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684756:0:18482:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.684760:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294964742 00000100:00000001:1.0:1767384377.684760:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684760:0:18482:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.684764:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.684766:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294964741 00000100:00000001:0.0:1767384377.684768:0:18482:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684770:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294964742 00000100:00000001:1.0:1767384377.684770:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.684773:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384377.684775:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294964741 00000100:00000001:0.0:1767384377.684776:0:18482:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.684777:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.684780:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.684782:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.684783:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384377.684787:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684787:0:18482:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.684789:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.684793:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684798:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.684803:0:18482:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.684804:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384377.684806:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.684806:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.684806:0:18482:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384377.684810:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384377.684812:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384377.684813:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384377.684816:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384377.684816:0:18482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384377.684817:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.684820:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384377.684822:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.684823:0:18482:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000040:3.0:1767384377.684827:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.684828:0:18482:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088530688 : -130122621020928 : ffff89a777659500) 00000100:00100000:1.0:1767384377.684829:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743011200:0@lo:400: 00000100:00000040:0.0:1767384377.684834:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036161841 x1853236743010688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.684850:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384377.684855:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384377.684859:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.684866:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384377.684866:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384377.684866:0:18482:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.684871:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384377.684872:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b982f25. 00000020:00000010:0.0:1767384377.684872:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 02000000:00000001:3.0:1767384377.684876:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384377.684878:0:18482:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.684879:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.684880:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384377.684881:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e0b80b. 02000000:00000001:3.0:1767384377.684887:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.684888:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384bace6. 00000100:00100000:0.0:1767384377.684888:0:18482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036161841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743010688:12345-0@lo:13: 00000100:00100000:3.0:1767384377.684895:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743010944:0@lo:400: 00000100:00000200:0.0:1767384377.684896:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010688 00000400:00000010:1.0:1767384377.684897:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000020:00000001:0.0:1767384377.684900:0:18482:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384377.684904:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743011200, portal 10 00000100:00000001:3.0:1767384377.684905:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384377.684905:0:18482:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384377.684909:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384377.684909:0:18482:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.684911:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384377.684912:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000020:00000001:0.0:1767384377.684913:0:18482:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384377.684914:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.684917:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384377.684917:0:18482:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000040:1.0:1767384377.684921:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.684921:0:18482:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384377.684923:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fde6b1. 00000020:00000001:0.0:1767384377.684925:0:18482:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384377.684928:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.684931:0:18482:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384377.684934:0:18482:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384377.684937:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000100:00000001:1.0:1767384377.684937:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384377.684938:0:18482:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.684943:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384377.684944:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000001:0.0:1767384377.684945:0:18482:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384377.684947:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 02000000:00000001:0.0:1767384377.684949:0:18482:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384377.684950:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743010944, portal 4 00000100:00000200:1.0:1767384377.684951:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743011200, offset 0 02000000:00000010:0.0:1767384377.684953:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a3902ff7. 00000100:00000001:3.0:1767384377.684955:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384377.684958:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 02000000:00000001:0.0:1767384377.684958:0:18482:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.684959:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384377.684964:0:18482:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384377.684967:0:18482:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384377.684969:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.684973:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1767384377.684973:0:18482:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384377.684977:0:18482:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384377.684982:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384377.684986:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07b80 00000100:00000040:3.0:1767384377.684990:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384377.684994:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d8a3058. 00000020:00000001:0.0:1767384377.684995:0:18482:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384377.684996:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00002000:00000024:0.0:1767384377.685000:0:18482:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000200:3.0:1767384377.685003:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743010944, offset 0 00000400:00000200:1.0:1767384377.685003:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:0.0:1767384377.685004:0:18482:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384377.685010:0:18482:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000400:00000200:1.0:1767384377.685012:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.685015:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000020:0.0:1767384377.685018:0:18482:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384377.685022:0:16348:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:0.0:1767384377.685022:0:18482:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:1.0:1767384377.685025:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384377.685027:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1767384377.685029:0:18482:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000010:1.0:1767384377.685030:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce3de393. 00000001:00000001:0.0:1767384377.685034:0:18482:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.685035:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ce3de393 x1853236743011200 msgsize 224 00000400:00000200:3.0:1767384377.685036:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc07a80 00002000:00000001:0.0:1767384377.685041:0:18482:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384377.685047:0:18482:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743010688 00000400:00000200:3.0:1767384377.685048:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 4560 00000100:00100000:1.0:1767384377.685049:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384377.685053:0:18482:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384377.685055:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.685062:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384377.685062:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000200:0.0:1767384377.685062:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036161841 x1853236743010688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.685068:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384377.685072:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000001:1.0:1767384377.685077:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384377.685080:0:16350:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384377.685080:0:18482:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384377.685083:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.685085:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1767384377.685086:0:18482:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.685094:0:18482:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=77 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384377.685095:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ed55e7. 00000100:00000001:0.0:1767384377.685125:0:18482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384377.685129:0:18482:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384377.685131:0:18482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:0.0:1767384377.685134:0:18482:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384377.685136:0:18482:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685138:0:18482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.685142:0:18482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384377.685145:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000200:0.0:1767384377.685148:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743010688, offset 224 00000400:00000200:0.0:1767384377.685154:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.685162:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.685169:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc07980 00000400:00000200:0.0:1767384377.685174:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f4d [1] + 224 00000400:00000200:0.0:1767384377.685178:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.685182:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384377.685186:0:18482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384377.685189:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.685206:0:18482:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.685213:0:18482:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384377.685219:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384377.685220:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:0.0:1767384377.685224:0:18482:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.685225:0:18482:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.685230:0:18482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.685233:0:18482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384377.685235:0:18482:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384377.685237:0:18482:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.685239:0:18482:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384377.685242:0:18482:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036161841 x1853236743010688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.685249:0:18482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036161841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853236743010688:12345-0@lo:13: Request processed in 381us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384377.685256:0:18482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384377.685259:0:18482:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:0.0:1767384377.685261:0:18482:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384377.685263:0:18482:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384377.685267:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036f582a5. 00000020:00000010:0.0:1767384377.685270:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384377.685274:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023c12c4f. 00000020:00000040:0.0:1767384377.685279:0:18482:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:0.0:1767384377.685281:0:18482:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384377.685299:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384377.685303:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000100:00000001:0.0:1767384377.685325:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384377.685328:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011200 02000000:00000001:0.0:1767384377.685329:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384377.685331:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.685332:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.685340:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.685342:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011200 00000020:00000001:0.0:1767384377.685344:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.685345:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:0.0:1767384377.685346:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.685348:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:0.0:1767384377.685350:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000020:00000001:0.0:1767384377.685351:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000001:0.0:1767384377.685355:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384377.685357:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384377.685360:0:17079:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e55eb7e1. 00000020:00000040:0.0:1767384377.685363:0:17079:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000100:00000001:0.0:1767384377.685370:0:17079:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384377.685373:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023c12c4f. 00000020:00000010:0.0:1767384377.685376:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036f582a5. 00000020:00000010:0.0:1767384377.685378:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000040:0.0:1767384377.685385:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384377.685389:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.685392:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.685395:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.685397:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.685400:0:17079:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384377.685403:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.685404:0:17079:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384377.685406:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.685410:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000005ed55e7 x1853236743010944 msgsize 224 00000100:00000001:0.0:1767384377.685415:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.685416:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.685421:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384377.685422:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.685427:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.685429:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685429:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384377.685434:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384377.685434:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3228 usecs (4 jiffies) 00000100:00100000:0.0:1767384377.685435:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384377.685440:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294964742 00000100:00000040:0.0:1767384377.685440:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000400:00000200:3.0:1767384377.685443:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000100:00000001:0.0:1767384377.685444:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088536064 : -130122621015552 : ffff89a77765aa00) 00000100:00000001:1.0:1767384377.685445:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294964742 00000400:00000010:3.0:1767384377.685446:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000100:00000001:1.0:1767384377.685451:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294964742 00000100:00000040:0.0:1767384377.685451:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce3de393 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.685452:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384377.685457:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294964742 00000100:00000200:3.0:1767384377.685459:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.685462:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294964742 00000100:00000001:1.0:1767384377.685467:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294964742 00000100:00000001:1.0:1767384377.685472:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294964742 00000100:00000001:0.0:1767384377.685473:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384377.685477:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294964742 00000020:00000010:0.0:1767384377.685478:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0bcb79. 00000100:00000001:3.0:1767384377.685481:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384377.685481:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.685485:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.685486:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.685488:0:17079:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384377.685491:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384377.685493:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0bcb79. 00000400:00000001:1.0:1767384377.685495:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384377.685498:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000100:00100000:0.0:1767384377.685503:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce3de393 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743011200:12345-0@lo:400: 00000400:00000200:1.0:1767384377.685504:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf6d051 00000100:00000001:3.0:1767384377.685505:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.685507:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf6d051. 00000100:00000001:3.0:1767384377.685511:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384377.685512:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011200 00000100:00000001:1.0:1767384377.685513:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384377.685515:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384377.685516:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.685519:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384377.685520:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.685521:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3562 usecs (4 jiffies) 00000020:00000001:0.0:1767384377.685522:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685528:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964742 00000020:00000001:0.0:1767384377.685528:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384377.685531:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:3.0:1767384377.685535:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964742 00000020:00000001:0.0:1767384377.685536:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384377.685537:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.685540:0:17079:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.685541:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964742 00000020:00000001:0.0:1767384377.685545:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384377.685546:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964742 00000020:00000001:0.0:1767384377.685548:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384377.685552:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685553:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964742 00000100:00000001:1.0:1767384377.685554:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384377.685557:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384377.685559:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964742 00000100:00000001:1.0:1767384377.685559:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.685560:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384377.685562:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964742 02000000:00000001:0.0:1767384377.685563:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384377.685566:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964742 00000100:00000001:1.0:1767384377.685568:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384377.685568:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b701ee0. 00000100:00000001:3.0:1767384377.685569:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.685572:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384377.685573:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685574:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685576:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.685579:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685579:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685580:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.685584:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685585:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384377.685585:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384377.685586:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743011200 00010000:00000001:0.0:1767384377.685591:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384377.685593:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384377.685594:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=77 v=5 (5 0 0 0) 00010000:00000200:0.0:1767384377.685595:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce3de393 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.685597:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:1.0:1767384377.685603:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.685604:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.685606:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384377.685609:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384377.685611:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685612:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384377.685612:0:17079:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685614:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.685615:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=81 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384377.685618:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384377.685624:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685624:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1767384377.685625:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.685629:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384377.685634:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384377.685638:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384377.685639:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384377.685640:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.685642:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685643:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685645:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384377.685649:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384377.685649:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384377.685651:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.685653:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.685657:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.685659:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384377.685662:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010816 00000100:00000040:0.0:1767384377.685662:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384377.685667:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384377.685667:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00000100:00000001:3.0:1767384377.685670:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.685671:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.685673:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.685673:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743011200, offset 224 00000100:00000001:1.0:1767384377.685675:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384377.685679:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685679:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384377.685683:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00100000:3.0:1767384377.685685:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010816 00000400:00000200:0.0:1767384377.685685:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:1.0:1767384377.685687:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384377.685690:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000040:1.0:1767384377.685691:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:3.0:1767384377.685693:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:0.0:1767384377.685696:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384377.685697:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.685701:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000004:00000020:1.0:1767384377.685702:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:3.0:1767384377.685706:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000200:0.0:1767384377.685708:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07b80 00000020:00000001:3.0:1767384377.685712:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000004:00000001:1.0:1767384377.685715:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685716:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384377.685718:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f5d [1] + 224 00000020:00000010:3.0:1767384377.685722:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000040:1.0:1767384377.685723:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.685723:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.685727:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384377.685732:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384377.685733:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00000001:0.0:1767384377.685753:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384377.685757:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a31fd44. 00000100:00000200:0.0:1767384377.685760:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.685761:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e32558e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16348:1853236743010688:0@lo:13: 00000020:00000010:3.0:1767384377.685764:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7fe5d4c. 00000100:00000001:1.0:1767384377.685770:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.685771:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 00000100:00000040:0.0:1767384377.685774:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.685781:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384377.685781:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384377.685787:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384377.685788:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e32558e3 x1853236743010688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.685789:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.685789:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.685793:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.685795:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000400:00000010:0.0:1767384377.685799:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000001:3.0:1767384377.685800:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.685803:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384377.685806:0:17079:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384377.685807:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384377.685808:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.685811:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384377.685811:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000561acdf4. 00000100:00000001:0.0:1767384377.685813:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.685817:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384377.685819:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000020:00000001:1.0:1767384377.685820:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384377.685825:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384377.685825:0:16348:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384377.685825:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384377.685829:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384377.685830:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384377.685830:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.685834:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:1.0:1767384377.685835:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c83f65be. 00000100:00100000:3.0:1767384377.685838:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:0.0:1767384377.685841:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce3de393 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.685843:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 02000000:00000001:1.0:1767384377.685843:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384377.685848:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443640912 : -130123265910704 : ffff89a750f55850) 02000000:00000001:1.0:1767384377.685848:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.685853:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 00000100:00000040:3.0:1767384377.685858:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1b33e03 x1853236743010816/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.685858:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce3de393 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743011200:12345-0@lo:400: Request processed in 379us (817us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384377.685861:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.685864:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384377.685868:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384377.685869:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384377.685873:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:0.0:1767384377.685877:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384377.685879:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.685879:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384377.685883:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384377.685884:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036f582a5. 00000100:00000001:1.0:1767384377.685888:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.685889:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384377.685891:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384377.685895:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000020:00000010:0.0:1767384377.685895:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000400:00000001:1.0:1767384377.685897:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384377.685901:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384377.685902:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384377.685903:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023c12c4f. 00000400:00000010:1.0:1767384377.685905:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384bace6. 00000020:00000040:0.0:1767384377.685908:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000020:00000010:3.0:1767384377.685910:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000400:00000200:1.0:1767384377.685911:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000100:00000001:0.0:1767384377.685912:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384377.685915:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000100:00100000:3.0:1767384377.685920:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743010816:12345-0@lo:400: 00000100:00000001:1.0:1767384377.685921:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384377.685926:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010816 00000100:00000200:1.0:1767384377.685927:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384377.685930:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384377.685932:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384377.685934:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - evictor 00000020:00000001:3.0:1767384377.685937:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.685942:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384377.685946:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.685948:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.685952:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000100:00000001:0.0:1767384377.685953:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.685954:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384377.685958:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384377.685958:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.685959:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.685962:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.685962:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384377.685963:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.685967:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384377.685968:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384377.685969:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.685970:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384377.685972:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384377.685973:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.685976:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685980:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384377.685983:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384377.685984:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.685984:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.685987:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384377.685991:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384377.685992:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384377.685992:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=81 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384377.685995:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384377.685998:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=81 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384377.685999:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b9e7a45. 02000000:00000001:0.0:1767384377.685999:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686006:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.686006:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743011072:0@lo:400: 00000100:00000001:1.0:1767384377.686007:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384377.686011:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686012:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686014:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384377.686015:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384377.686019:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.686019:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00080000:1.0:1767384377.686022:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.686023:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.686024:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743010816 02000000:00000001:0.0:1767384377.686030:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384377.686031:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384377.686036:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384377.686036:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023c12c4f. 00000100:00000001:1.0:1767384377.686039:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:3.0:1767384377.686040:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1b33e03 x1853236743010816/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.686042:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.686043:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384377.686047:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.686049:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.686051:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a485b9. 00000100:00000040:1.0:1767384377.686056:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.686059:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb2369. 00010000:00000001:3.0:1767384377.686060:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.686065:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.686066:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743011072, portal 10 00000100:00000001:1.0:1767384377.686069:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384377.686071:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.686072:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384377.686073:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.686077:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.686077:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00000001:3.0:1767384377.686079:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.686084:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.686085:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:0.0:1767384377.686089:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.686092:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d07863e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743011200:0@lo:400: 00000100:00000001:1.0:1767384377.686125:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.686126:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384377.686128:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384377.686130:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384377.686132:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384377.686135:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384377.686136:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.686136:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d07863e9 x1853236743011200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.686140:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000001:3.0:1767384377.686142:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384377.686147:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743011072, offset 0 00000100:00000040:3.0:1767384377.686148:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384377.686148:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.686152:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384377.686154:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d8a3058. 02000000:00000010:1.0:1767384377.686156:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b982f25. 02000000:00000001:1.0:1767384377.686160:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384377.686161:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384377.686162:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384377.686165:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743010816, offset 224 00000020:00000040:1.0:1767384377.686165:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384377.686167:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384377.686171:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.686176:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384377.686176:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f27442a2. 00000400:00000200:0.0:1767384377.686181:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07b00 02000000:00000001:1.0:1767384377.686182:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.686185:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.686188:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 00000400:00000200:0.0:1767384377.686188:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:3.0:1767384377.686190:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384377.686194:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.686197:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.686198:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384377.686199:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.686204:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384377.686205:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.686206:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc07a00 00000100:00000001:1.0:1767384377.686207:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686211:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384377.686213:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384377.686214:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384377.686217:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f55 [1] + 224 00000100:00000001:1.0:1767384377.686217:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384377.686219:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078c0273f. 00000100:00000040:0.0:1767384377.686225:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000078c0273f x1853236743011072 msgsize 224 00000400:00000200:3.0:1767384377.686226:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.686233:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384377.686234:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384377.686241:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384377.686244:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384377.686246:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384377.686247:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.686249:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743010944 02000000:00000001:1.0:1767384377.686253:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384377.686253:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00000100:00000001:1.0:1767384377.686257:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384377.686258:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000040:3.0:1767384377.686261:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.686261:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686263:0:16347:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384377.686267:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.686271:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.686273:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743010944 00000020:00000001:1.0:1767384377.686277:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384377.686280:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384377.686280:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:0.0:1767384377.686282:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384377.686283:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.686286:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000040:0.0:1767384377.686286:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.686287:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000020:00000001:1.0:1767384377.686291:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000400:00000010:3.0:1767384377.686292:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000020:00000001:1.0:1767384377.686297:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384377.686298:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.686299:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686300:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384377.686302:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384377.686303:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.686305:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.686306:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ed9ac5d. 00000100:00000040:3.0:1767384377.686309:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384377.686309:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686311:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384377.686316:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384377.686316:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2870 usecs (3 jiffies) 00000020:00000010:1.0:1767384377.686317:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ed9ac5d. 00000020:00000001:3.0:1767384377.686320:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686321:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964742 00000020:00000001:3.0:1767384377.686323:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384377.686324:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b982f25. 00000100:00000001:0.0:1767384377.686325:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964742 00000100:00000040:3.0:1767384377.686328:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1b33e03 x1853236743010816/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.686329:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964742 00000020:00000010:1.0:1767384377.686330:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000957d2de. 00000100:00000001:0.0:1767384377.686336:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964742 00000020:00000010:1.0:1767384377.686338:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d963e56. 00000100:00000001:0.0:1767384377.686341:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964742 00000100:00000001:0.0:1767384377.686344:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964742 00000100:00100000:3.0:1767384377.686345:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b1b33e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743010816:12345-0@lo:400: Request processed in 455us (1732us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384377.686346:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384377.686349:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964742 00000100:00000001:1.0:1767384377.686351:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.686353:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.686355:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384377.686358:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:0.0:1767384377.686360:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964742 00000100:00000001:1.0:1767384377.686362:0:17889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384377.686363:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384377.686369:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384377.686369:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686372:0:17889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384377.686374:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384377.686374:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686375:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686377:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384377.686379:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.686382:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7fe5d4c. 00000100:00000001:0.0:1767384377.686385:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384377.686386:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00000100:00000001:1.0:1767384377.686387:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.686387:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384377.686394:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384377.686395:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a31fd44. 00000100:00000001:0.0:1767384377.686396:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.686400:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.686403:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000001:1.0:1767384377.686403:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384377.686404:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686407:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384377.686410:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384377.686412:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b9e7a45. 00000100:00100000:1.0:1767384377.686414:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 02000000:00000001:3.0:1767384377.686416:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384377.686418:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:3.0:1767384377.686419:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.686421:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040491008 : -130122669060608 : ffff89a774888e00) 00000100:00000001:0.0:1767384377.686423:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384377.686425:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384377.686427:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005ed55e7 x1853236743010944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.686428:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011072 00000400:00000010:3.0:1767384377.686430:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005094b2a4. 02000000:00000001:0.0:1767384377.686432:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384377.686435:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384377.686438:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e67b29e. 00000100:00000001:0.0:1767384377.686438:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.686444:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686445:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384377.686447:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011072 00000020:00000010:1.0:1767384377.686449:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ed9ac5d. 00000020:00000001:0.0:1767384377.686450:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.686453:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000100:00000001:1.0:1767384377.686454:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384377.686455:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384377.686458:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ed9ac5d. 00000020:00000040:0.0:1767384377.686459:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000100:00000001:3.0:1767384377.686460:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.686464:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384377.686465:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005ed55e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743010944:12345-0@lo:400: 00000020:00000001:0.0:1767384377.686465:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000001:3.0:1767384377.686468:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384377.686470:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000400:00000001:3.0:1767384377.686471:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384377.686472:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743010944 00000400:00000010:3.0:1767384377.686475:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00000020:00000001:1.0:1767384377.686476:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384377.686477:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384377.686479:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000020:00000001:1.0:1767384377.686480:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384377.686482:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000020:00000010:0.0:1767384377.686482:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0bcb79. 00000020:00000001:1.0:1767384377.686483:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.686489:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384377.686489:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.686490:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384377.686492:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000010:0.0:1767384377.686494:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0bcb79. 00000020:00000001:1.0:1767384377.686495:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384377.686498:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384377.686499:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384377.686501:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000168b218f. 00000020:00000001:1.0:1767384377.686504:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384377.686508:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384377.686508:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036f582a5. 00000020:00000001:1.0:1767384377.686511:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.686515:0:17889:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384377.686516:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000200:3.0:1767384377.686518:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.686518:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384377.686521:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384377.686522:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384377.686526:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384377.686528:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000561acdf4. 00000100:00000001:0.0:1767384377.686530:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.686532:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384377.686532:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686533:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.686536:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.686536:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686542:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384377.686542:0:17889:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686545:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:1.0:1767384377.686546:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743010944 00000100:00000001:3.0:1767384377.686547:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.686550:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686553:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686553:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384377.686556:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384377.686558:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384377.686558:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384377.686560:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384377.686562:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005ed55e7 x1853236743010944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384377.686566:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.686569:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.686574:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384377.686577:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384377.686578:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.686580:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.686581:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.686582:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686585:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384377.686587:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384377.686587:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384377.686591:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.686591:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:1.0:1767384377.686594:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:0.0:1767384377.686597:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:3.0:1767384377.686598:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686598:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384377.686602:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089053184 : -130122620498432 : ffff89a7776d8e00) 02000000:00000001:1.0:1767384377.686604:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384377.686607:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.686607:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.686608:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078c0273f x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.686613:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.686621:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384377.686627:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000100:00000200:1.0:1767384377.686632:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743010944, offset 224 00000100:00000001:3.0:1767384377.686635:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.686640:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384377.686640:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.686642:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.686644:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384377.686646:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0bcb79. 00000100:00000040:3.0:1767384377.686648:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.686650:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384377.686656:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384377.686656:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0bcb79. 00000100:00100000:0.0:1767384377.686666:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078c0273f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743011072:12345-0@lo:400: 00000100:00100000:3.0:1767384377.686669:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000434b238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743010816:0@lo:400: 00000400:00000200:1.0:1767384377.686670:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc07a80 00000100:00000200:0.0:1767384377.686675:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011072 00000400:00000200:1.0:1767384377.686679:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f61 [1] + 224 00000020:00000001:0.0:1767384377.686679:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384377.686680:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.686682:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384377.686686:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384377.686687:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.686688:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384377.686691:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384377.686692:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000434b238c x1853236743010816/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.686693:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000400:00000200:1.0:1767384377.686696:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384377.686699:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384377.686703:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.686704:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384377.686705:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384377.686707:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384377.686709:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384377.686710:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384377.686711:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384377.686712:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bdfd8da. 00000020:00000001:0.0:1767384377.686713:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686717:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384377.686719:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384377.686721:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384377.686723:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384377.686724:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 02000000:00000001:0.0:1767384377.686727:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384377.686729:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384377.686732:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384377.686732:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071018bf9. 02000000:00000010:3.0:1767384377.686733:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc683ea0. 02000000:00000001:0.0:1767384377.686736:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686739:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384377.686753:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686756:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384377.686759:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384377.686760:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 00000100:00000001:3.0:1767384377.686765:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.686766:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.686768:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384377.686769:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743011072 00000400:00000200:1.0:1767384377.686772:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000100:00000001:3.0:1767384377.686774:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.686774:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384377.686775:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000100:00000001:3.0:1767384377.686778:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:0.0:1767384377.686780:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078c0273f x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.686781:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.686791:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384377.686794:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384377.686795:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384377.686796:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:3.0:1767384377.686799:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384377.686800:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.686801:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384377.686802:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000100:00001000:0.0:1767384377.686803:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=81 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384377.686805:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:0.0:1767384377.686808:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384377.686810:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384377.686813:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000400:00000200:3.0:1767384377.686814:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000100:00000001:0.0:1767384377.686816:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:3.0:1767384377.686819:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000020:00000001:1.0:1767384377.686819:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.686820:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384377.686823:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.686825:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384377.686826:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384377.686827:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.686833:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005ed55e7 x1853236743010944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.686834:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.686834:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384377.686839:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000100:00000200:0.0:1767384377.686845:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743011072, offset 224 00000400:00000200:0.0:1767384377.686856:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.686868:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384377.686869:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.686873:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005ed55e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743010944:12345-0@lo:400: Request processed in 423us (1457us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384377.686879:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07b00 00000400:00000200:0.0:1767384377.686888:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f75 [1] + 224 00000100:00100000:1.0:1767384377.686895:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000200:0.0:1767384377.686895:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.686897:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.686903:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.686903:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000400:00000200:0.0:1767384377.686903:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384377.686908:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.686910:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384377.686911:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384377.686911:0:17081:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384377.686913:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.686916:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384377.686917:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000957d2de. 00000100:00000200:0.0:1767384377.686917:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.686918:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.686923:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.686924:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d963e56. 00000100:00001000:3.0:1767384377.686929:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=77 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384377.686930:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b982f25. 00000100:00000040:0.0:1767384377.686934:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384377.686938:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=77 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384377.686938:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384377.686943:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.686946:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384377.686948:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.686950:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384377.686950:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384377.686957:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010ed271 00010000:00080000:3.0:1767384377.686958:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.686961:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000010ed271. 00000100:00000001:0.0:1767384377.686967:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384377.686968:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.686970:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.686971:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384377.686974:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384377.686975:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686976:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384377.686980:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.686980:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:1.0:1767384377.686982:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384377.686985:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.686985:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384377.686992:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384377.686992:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384377.686996:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384377.686996:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.686997:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384377.687000:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a485b9. 00000020:00000001:0.0:1767384377.687002:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384377.687003:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384377.687004:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb2369 00000100:00000001:3.0:1767384377.687005:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384377.687008:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb2369. 00000100:00000040:0.0:1767384377.687008:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078c0273f x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.687012:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.687013:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384377.687019:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.687038:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078c0273f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743011072:12345-0@lo:400: Request processed in 394us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384377.687048:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020bf3d2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743010944:0@lo:400: 00000100:00000200:1.0:1767384377.687050:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.687059:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:1.0:1767384377.687061:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.687063:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.687065:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.687066:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384377.687066:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:1.0:1767384377.687070:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384377.687072:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384377.687074:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020bf3d2e x1853236743010944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.687074:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384377.687076:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384377.687077:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.687081:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.687082:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036f582a5. 02000000:00000001:1.0:1767384377.687085:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.687088:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384377.687090:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384377.687090:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 02000000:00000010:3.0:1767384377.687094:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fde6b1. 00000020:00000010:0.0:1767384377.687097:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000168b218f. 00000100:00001000:1.0:1767384377.687098:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=81 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384377.687122:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:0.0:1767384377.687125:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384377.687126:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384377.687132:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384377.687132:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=81 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384377.687136:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384377.687137:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384377.687139:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.687142:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384377.687142:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384377.687147:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001fa633bd. 00010000:00080000:1.0:1767384377.687148:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384377.687154:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384377.687155:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.687158:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384377.687159:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:3.0:1767384377.687162:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020bf3d2e. 00000100:00000040:1.0:1767384377.687162:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384377.687165:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.687167:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.687168:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384377.687170:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.687172:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.687178:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.687180:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.687183:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.687184:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.687185:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384377.687187:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.687189:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.687196:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384377.687198:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000061564bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743011072:0@lo:400: 00000100:00000001:3.0:1767384377.687199:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.687202:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.687204:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.687206:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000061564bfb x1853236743011072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.687210:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.687211:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384377.687212:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023c12c4f. 02000000:00000001:1.0:1767384377.687214:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.687215:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.687216:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384377.687217:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.687219:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d332731. 02000000:00000001:1.0:1767384377.687220:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.687227:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.687228:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 00000100:00000001:1.0:1767384377.687231:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.687232:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.687234:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.687237:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.687239:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.687240:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.687242:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.690160:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294964742, at 4294964743 00000100:00000010:3.0:1767384377.690167:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdcb0fe5. 00000100:00000040:1.0:1767384377.690167:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294964742, at 4294964743 00000100:00000010:1.0:1767384377.690174:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebfcff4c. 00000100:00000040:2.0:1767384377.691235:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294964742, at 4294964744 00000100:00000010:2.0:1767384377.691243:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c30154b. 00000100:00000040:0.0:1767384377.691309:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294964742, at 4294964744 00000100:00000010:0.0:1767384377.691316:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9e6532. 00010000:00000001:0.0:1767384377.875154:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384377.875158:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.875163:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384377.875164:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.875206:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384377.875210:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384377.875212:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384378.069643:0:39230:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000061aa52ea. 00080000:00000010:2.0:1767384378.069652:0:39230:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000061aa52ea. 00000020:00000001:2.0:1767384378.069656:0:39230:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384378.069662:0:39230:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000061aa52ea. 00080000:00000010:2.0:1767384378.069666:0:39230:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000061aa52ea. 00000020:00000001:2.0:1767384378.069669:0:39230:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384378.579202:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.579207:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384378.579209:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a8bd13 00000400:00000010:2.0:1767384378.579213:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a8bd13. 00000400:00000200:2.0:1767384378.579218:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384378.579224:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384378.579236:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008b1f1e94. 00000400:00000010:2.0:1767384378.579239:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cd68c50f. 00000400:00000200:2.0:1767384378.579247:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp45 00000400:00000010:2.0:1767384378.579251:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a57671f1. 00000400:00000010:2.0:1767384378.579255:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006842ab62. 00000400:00000010:2.0:1767384378.579258:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000400:00000010:2.0:1767384378.579263:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027140c2e. 00000400:00000200:2.0:1767384378.579266:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp45 00000400:00000200:2.0:1767384378.579277:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp45 local destination 00000400:00000200:2.0:1767384378.579281:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:2.0:1767384378.579284:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [192:192:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384378.579289:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:2.0:1767384378.579295:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp45:192.168.204.108@tcp45) : GET try# 0 00000800:00000200:2.0:1767384378.579299:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp45 00000800:00000010:2.0:1767384378.579302:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000425d3b6e. 00000800:00000200:2.0:1767384378.579308:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000200:2.1:1767384378.579311:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:2.0:1767384378.579327:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 3 next ping: 306 health :700 00000400:00000200:3.0:1767384378.579565:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579604:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579618:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579630:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579642:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579667:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579687:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579700:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579738:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579794:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579808:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579844:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579857:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579869:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579881:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579893:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579906:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579919:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579931:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579944:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579956:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579985:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.579998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580012:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580026:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580039:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580066:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.580078:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384378.580271:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c11eea. 00000800:00000010:3.0:1767384378.580275:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff85c90c. 00000800:00000010:3.0:1767384378.580279:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b9f4c626. 00000800:00000010:3.0:1767384378.580301:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b9f4c626. 00000800:00020000:3.0:1767384378.580312:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384378.580315:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff85c90c. 00000800:00000010:3.0:1767384378.580318:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d3c11eea. 00000400:02020000:3.0:1767384378.580352:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384378.580358:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000800:00000200:3.0:1767384378.580362:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp45 down 00000800:00000100:3.0:1767384378.580367:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:3.0:1767384378.580370:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000425d3b6e. 00000400:00000200:3.0:1767384378.580374:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.580377:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384378.580384:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384378.580386:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384378.580388:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp45) recovery failed with -71 00000001:00000001:1.0:1767384378.754583:0:39394:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384378.754588:0:39394:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:1.0:1767384378.757999:0:39394:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384378.764147:0:39395:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8ef6a0f. 00000400:00000010:0.0:1767384378.764160:0:39395:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000cb8191f. 00000400:00000010:0.0:1767384378.764170:0:39395:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ecdef166. 00000400:00000010:0.0:1767384378.764173:0:39395:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000023c12c4f. 00000400:00000010:0.0:1767384378.764176:0:39395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e267d46. 00000400:00000010:0.0:1767384378.764180:0:39395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f963864e. 00000400:00000010:0.0:1767384378.764181:0:39395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c3f7181. 00000400:00000010:0.0:1767384378.764183:0:39395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c4f7d9d. 00000400:00000010:0.0:1767384378.764186:0:39395:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c0e2c55a. 00000800:00000010:0.0:1767384378.764202:0:39395:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004c2edec8. 00000800:00000200:0.0:1767384378.764212:0:39395:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384378.764228:0:39395:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384378.764267:0:39395:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.108) 00000400:02000000:0.0:1767384378.764287:0:39395:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.108@tcp50 [8/256/0/180] 00000400:00000010:0.0:1767384378.765650:0:39395:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000008cea1e16. 00000400:00000010:0.0:1767384378.765656:0:39395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5953be. 00000400:00000010:0.0:1767384378.765661:0:39395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010ed271. 00000400:00000001:0.0:1767384378.765683:0:39395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384378.765685:0:39395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384378.765687:0:39395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0ae3ac0. 00000400:00000200:0.0:1767384378.765689:0:39395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000400:00000010:0.0:1767384378.765691:0:39395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000400:00000010:0.0:1767384378.765694:0:39395:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000858e1a28. 00000400:00000200:0.0:1767384378.765699:0:39395:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00000400:00000200:0.0:1767384378.765709:0:39395:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384378.765717:0:39395:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:0.0:1767384378.765734:0:39395:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d4492ce. 00000020:01000000:0.0:1767384378.765739:0:39395:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384378.765742:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384378.765742:0:39395:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.108@tcp50 00000400:00000200:1.0:1767384378.765748:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100151 00000400:00000010:0.0:1767384378.765754:0:39395:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000cb8191f. 00000400:00000010:1.0:1767384378.765755:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000400:00000010:0.0:1767384378.765759:0:39395:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8ef6a0f. 00000400:00000200:1.0:1767384378.765760:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000010:1.0:1767384378.765769:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070fcc471. 00000400:00000200:1.0:1767384378.765773:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.108@tcp28 00000400:00000200:1.0:1767384378.765785:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000020:00000001:3.0:1767384378.765787:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384378.765792:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384378.765793:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [193:193:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [190:190:8:4294967295] 10000000:00000001:3.0:1767384378.765797:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384378.765800:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384378.765802:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp28 00000020:01000004:3.0:1767384378.765804:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384378.765807:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384378.765810:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384378.765813:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384378.765816:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384378.765818:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) : PUT try# 0 00000020:01000004:3.0:1767384378.765819:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384378.765822:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384378.765825:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384378.765828:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384378.765830:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384378.765831:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000100:00000010:3.0:1767384378.765836:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090c59cf6. 00000800:00000010:1.0:1767384378.765836:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb0c7ed. 00000020:00000040:3.0:1767384378.765842:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000800:00000200:1.0:1767384378.765846:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000100:00000001:3.0:1767384378.765848:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384378.765852:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384378.765855:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:988 02000000:00000001:3.0:1767384378.765856:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384378.765860:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cdb0c7ed type 1, nob 800 niov 1 nkiov 1 02000000:00000010:3.0:1767384378.765865:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3c11eea. 00000400:00000200:1.0:1767384378.765878:0:16345:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.108@tcp 00000100:00000001:3.0:1767384378.765880:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.765882:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100551 rc 0 00000100:00000001:3.0:1767384378.765889:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384378.765892:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.765899:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090c59cf6] to pc [ptlrpcd_00_02+2] req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384378.765926:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384378.765929:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.765931:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384378.765933:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384378.765938:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384378.765940:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384378.765942:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384378.765943:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384378.765946:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384378.765946:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384378.765948:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384378.765951:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384378.765954:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384378.765955:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384378.765958:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384378.765960:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384378.765962:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384378.765965:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384378.765967:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384378.765970:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384378.765971:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384378.765972:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384378.765973:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384378.765976:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000071fb1b3. 02000000:00000001:1.0:1767384378.765978:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384378.765980:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 02000000:00000001:1.0:1767384378.765981:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.765985:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384378.765985:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.765988:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384378.765990:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090c59cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743011328:0@lo:253: 02000000:00000001:3.0:1767384378.765992:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384378.765994:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384378.765997:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384378.765999:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb0c7ed. 02000000:00000010:3.0:1767384378.766001:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003110bdb. 02000000:00000001:1.0:1767384378.766002:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384378.766006:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766007:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384378.766007:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766012:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384378.766013:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384378.766015:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766019:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: PUT: OK 02000000:00000010:1.0:1767384378.766021:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002fe43ce7. 00000100:00000040:3.0:1767384378.766022:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000071fb1b3] to pc [ptlrpcd_00_03+3] req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384378.766026:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766027:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384378.766034:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.108@tcp28: 0 00000400:00000010:1.0:1767384378.766035:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384bace6. 10000000:00000001:3.0:1767384378.766044:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384378.766045:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d04131fd. 00000800:00000001:2.0:1767384378.766046:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384378.766048:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384378.766052:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743011328, portal 25 00000100:00000001:1.0:1767384378.766054:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384378.766056:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384378.766056:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.766057:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040493696 : -130122669057920 : ffff89a774889880) 00000020:01000000:3.0:1767384378.766062:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:2.0:1767384378.766063:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384378.766067:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384378.766068:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d4492ce. 00000800:00000001:2.0:1767384378.766069:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.766078:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384378.766081:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : PUT - for me 00000100:00000001:3.0:1767384378.766082:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384378.766085:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384378.766086:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.766090:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384378.766091:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c053a3e8. 00000100:00000040:3.0:1767384378.766095:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384378.766095:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743011328, offset 0 00000400:00000200:2.0:1767384378.766096:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384378.766121:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384378.766130:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384378.766131:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.108@tcp of length 688/704 into md 0x1efd [1] + 0 00000100:00000001:3.0:1767384378.766133:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.766137:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384378.766139:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384378.766140:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 02000000:00000001:3.0:1767384378.766144:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384378.766145:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc36cab5 02000000:00000001:3.0:1767384378.766147:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.766152:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07c00 00000800:00000001:2.0:1767384378.766153:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384378.766154:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000071fb1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743011456:0@lo:253: 00000800:00000001:2.0:1767384378.766159:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766160:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384378.766165:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384378.766165:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.766166:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1711 [2] + 0 02000000:00000001:3.0:1767384378.766167:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.766171:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384378.766176:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: PUT: OK 00000400:00000010:1.0:1767384378.766176:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bba4ebb. 02000000:00000010:3.0:1767384378.766179:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003bdf10dd. 02000000:00000001:3.0:1767384378.766183:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.766183:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef79b145 00000400:00000010:3.0:1767384378.766187:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000200:2.0:1767384378.766195:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc36cab5 00000400:00000010:2.0:1767384378.766198:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc36cab5. 00000400:00000200:1.0:1767384378.766199:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.766201:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384378.766204:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c70b2f1. 00000400:00000200:2.0:1767384378.766206:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (43) 00000400:00000200:1.0:1767384378.766206:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384378.766210:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743011456, portal 25 00000100:00000001:3.0:1767384378.766213:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384378.766215:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:1.0:1767384378.766215:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef79b145 00000100:00000001:3.0:1767384378.766216:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040494592 : -130122669057024 : ffff89a774889c00) 00000400:00000010:1.0:1767384378.766220:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef79b145. 00000400:00000200:2.0:1767384378.766223:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.108@tcp (704 bytes) 00000100:00000040:3.0:1767384378.766224:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.766228:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384378.766230:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000200:1.0:1767384378.766232:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384378.766239:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ecd268a2 x1853236743011328 msgsize 4848 00000100:00000001:3.0:1767384378.766240:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384378.766241:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (44) 00000100:00000040:3.0:1767384378.766247:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384378.766248:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:1.0:1767384378.766252:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384378.766253:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f289096. 00000400:00000200:2.0:1767384378.766258:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp28 to MR: 192.168.204.108@tcp28 local destination 00000100:00000200:3.0:1767384378.766259:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236743011456, offset 0 00000100:00000040:1.0:1767384378.766260:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384378.766268:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp28 NI seq info: [194:194:256:4294967295] 192.168.204.108@tcp28 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384378.766271:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384378.766273:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384378.766282:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) -> 192.168.204.108@tcp28(192.168.204.108@tcp28:192.168.204.108@tcp28) 192.168.204.108@tcp28 : ACK try# 0 00000800:00000200:2.0:1767384378.766293:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.108@tcp28 00000800:00000010:2.0:1767384378.766296:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008308e183. 00000400:00000200:1.0:1767384378.766296:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c053a3e8 00000400:00000010:1.0:1767384378.766300:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c053a3e8. 00000400:00000200:3.0:1767384378.766302:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384378.766306:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384378.766307:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c77e86b6] -> 12345-192.168.204.108@tcp28 (6) 00000100:00000200:1.0:1767384378.766313:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384378.766318:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dc07c80 00000800:00000200:2.0:1767384378.766319:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp28 ip 192.168.204.108:986 00000800:00000200:2.0:1767384378.766324:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008308e183 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384378.766334:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1739 [2] + 0 00000100:00000001:1.0:1767384378.766337:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384378.766338:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093bec313. 00000800:00000001:2.0:1767384378.766339:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384378.766342:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae93d80a 00000100:00000040:1.0:1767384378.766343:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384378.766347:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384378.766349:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384378.766356:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.766357:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.766360:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384378.766362:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae93d80a 00000400:00000010:3.0:1767384378.766364:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae93d80a. 00000100:00000001:1.0:1767384378.766366:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766368:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.766371:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384378.766372:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294965824 00000100:00000040:3.0:1767384378.766373:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000097912c17 x1853236743011456 msgsize 4848 00000100:00000010:1.0:1767384378.766379:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebfcff4c. 00000100:00100000:3.0:1767384378.766380:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384378.766385:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384378.766388:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384378.766393:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384378.766396:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294965824 00000100:00000010:1.0:1767384378.766400:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d98701ca. 00000400:00000200:3.0:1767384378.766401:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f289096 00000800:00000200:2.0:1767384378.766402:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384378.766405:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f289096. 00000800:00000010:2.0:1767384378.766406:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008308e183. 00000100:00000001:1.0:1767384378.766406:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384378.766410:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384378.766413:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384378.766414:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294965824 00000100:00000200:3.0:1767384378.766416:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384378.766419:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a7f87c2. 00000400:00000200:2.0:1767384378.766423:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: ACK: OK 00000100:00000001:1.0:1767384378.766424:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384378.766432:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294965824 00000100:00000001:3.0:1767384378.766434:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384378.766436:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384378.766436:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ce25344. 00000100:00000040:3.0:1767384378.766439:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.766441:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384378.766444:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766446:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766451:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384378.766453:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384378.766455:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.766457:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.766458:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766461:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294965824 00000800:00000001:2.0:1767384378.766461:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.766463:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384378.766468:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384378.766468:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766469:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294965824 00000100:00000001:3.0:1767384378.766475:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294965824 00000100:00000001:3.0:1767384378.766476:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294965824 00000100:00000001:3.0:1767384378.766478:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294965824 00000100:00000001:3.0:1767384378.766479:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294965824 00000800:00000001:2.0:1767384378.766480:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766481:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294965824 00000100:00000001:1.0:1767384378.766481:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384378.766485:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384378.766487:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294965824 00000100:00000001:1.0:1767384378.766489:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384378.766492:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384378.766495:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766496:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp28(192.168.204.108@tcp28) <- 192.168.204.108@tcp28 : ACK - for me 00000100:00000001:3.0:1767384378.766497:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384378.766501:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766502:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766509:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766511:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766517:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384378.766517:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp28: ACK from 12345-192.168.204.108@tcp28 into md 0x1f95 00000100:00000001:3.0:1767384378.766520:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384378.766525:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384378.766525:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384378.766527:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384378.766531:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384378.766532:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766537:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp28->192.168.204.108@tcp28: ACK: OK 00000100:00000001:3.0:1767384378.766538:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384378.766538:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011328 02000000:00000001:1.0:1767384378.766544:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384378.766547:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000100:00000001:1.0:1767384378.766549:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384378.766551:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000100:00000001:1.0:1767384378.766553:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766557:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384378.766559:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384378.766560:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.766563:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011456 00000400:00000200:2.0:1767384378.766563:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.108@tcp ev->status 0 02000000:00000001:3.0:1767384378.766566:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384378.766567:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011328 00000100:00000001:3.0:1767384378.766569:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384378.766572:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000100:00000001:3.0:1767384378.766573:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.766575:0:17073:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384378.766580:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384378.766580:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:2.0:1767384378.766581:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000100:00100000:3.0:1767384378.766586:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011456 00000020:00000001:1.0:1767384378.766586:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384378.766590:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384378.766591:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384378.766591:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000020:00000040:3.0:1767384378.766595:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384378.766596:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384378.766597:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384378.766597:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384378.766600:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000040:3.0:1767384378.766601:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=16 00000020:00000001:3.0:1767384378.766607:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384378.766609:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384378.766610:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384378.766614:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384378.766615:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f33ac2. 00000020:00000010:3.0:1767384378.766617:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000082fb98b. 00000100:00000001:1.0:1767384378.766619:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.766622:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.766623:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f33ac2. 00000020:00000010:3.0:1767384378.766626:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000082fb98b. 00000020:00000010:1.0:1767384378.766631:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af5f0b9b. 00000020:00000010:3.0:1767384378.766634:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f8f122. 00000020:00000010:1.0:1767384378.766638:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab341a0. 00000020:00000010:3.0:1767384378.766640:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b72aa690. 00000020:00000010:3.0:1767384378.766647:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dd9c0554. 00000020:00000010:1.0:1767384378.766648:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d963e56. 00000100:00000040:3.0:1767384378.766655:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384378.766659:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384378.766661:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384378.766661:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384378.766664:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.766666:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384378.766669:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766672:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.766676:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766687:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.766696:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.766698:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384378.766700:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384378.766707:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:3.0:1767384378.766709:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:3.0:1767384378.766711:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443642960 : -130123265908656 : ffff89a750f56050) 00000100:00000040:3.0:1767384378.766715:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097912c17 x1853236743011456/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.766718:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384378.766734:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384378.766735:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384378.766738:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384378.766740:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000082fb98b. 00000100:00100000:1.0:1767384378.766741:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000001:3.0:1767384378.766745:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384378.766746:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000e615542a. 00000100:00000040:1.0:1767384378.766747:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000020:00000010:3.0:1767384378.766748:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000082fb98b. 00000100:00000001:1.0:1767384378.766751:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443635792 : -130123265915824 : ffff89a750f54450) 00000400:00000010:2.0:1767384378.766757:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe31e973. 00000100:00000040:1.0:1767384378.766758:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecd268a2 x1853236743011328/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.766759:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16350:x1853236743011456:12345-0@lo:253: 00000400:00000010:2.0:1767384378.766765:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd3a1be. 00000100:00000200:3.0:1767384378.766768:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011456 00000020:00000001:3.0:1767384378.766773:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384378.766774:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384378.766778:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384378.766779:0:16345:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e615542a 00000020:00000010:1.0:1767384378.766779:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f33ac2. 00000020:00000001:3.0:1767384378.766780:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384378.766786:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000095c95c76. 00000100:00000001:1.0:1767384378.766786:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384378.766787:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384378.766790:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000010:1.0:1767384378.766794:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f33ac2. 00000020:00000001:3.0:1767384378.766795:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384378.766795:0:16345:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000020:00000001:3.0:1767384378.766798:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.766801:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384378.766804:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16349:x1853236743011328:12345-0@lo:253: 00000020:00000001:3.0:1767384378.766805:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384378.766805:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 00000020:00000001:3.0:1767384378.766810:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766813:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000100:00000001:3.0:1767384378.766815:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384378.766815:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011328 02000000:00000001:3.0:1767384378.766820:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384378.766821:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000df23c973. 00000020:00000001:1.0:1767384378.766821:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384378.766826:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000efa69191. 00000020:00000001:1.0:1767384378.766826:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384378.766828:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003513ac2f. 02000000:00000001:3.0:1767384378.766830:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.766830:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.766835:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.766836:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384378.766839:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384378.766839:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c4ceec0. 00000020:00000001:1.0:1767384378.766840:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014288 : -1047537328 : ffffffffc18fd950) 00000020:00000001:1.0:1767384378.766846:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384378.766847:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384378.766850:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 20000000:00000010:3.0:1767384378.766851:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001545c133. 00000020:00000001:1.0:1767384378.766851:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384378.766855:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767384378.766858:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384378.766858:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.766863:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384378.766864:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384378.766865:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 02000000:00000001:1.0:1767384378.766866:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384378.766871:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:1.0:1767384378.766873:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000c6138a2. 20000000:00000001:3.0:1767384378.766874:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766876:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 02000000:00000001:1.0:1767384378.766878:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.766879:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.766884:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.766885:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384378.766889:0:17073:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384378.766892:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 20000000:00000010:3.0:1767384378.766896:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000913aa7ff. 20000000:00000010:1.0:1767384378.766898:0:17073:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007952a16f. 20000000:01000000:3.0:1767384378.766900:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000200:2.0:1767384378.766902:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 20000000:01000000:1.0:1767384378.766905:0:17073:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384378.766907:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384378.766909:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384378.766912:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384378.766914:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384378.766914:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00080000:00000001:3.0:1767384378.766918:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384378.766922:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.766926:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766927:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 20000000:00000001:1.0:1767384378.766929:0:17073:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384378.766935:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00080000:00000001:3.0:1767384378.766936:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384378.766943:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:2.0:1767384378.766949:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00080000:00000001:3.0:1767384378.766951:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.766955:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384378.766958:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00080000:00000001:3.0:1767384378.766959:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.766963:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384378.766965:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384378.766969:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000d8ec34f2 00000400:00000200:2.0:1767384378.766970:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000020:00000001:3.0:1767384378.766974:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3e6e483 00080000:00000002:3.0:1767384378.766978:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384378.766981:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00080000:00000001:3.0:1767384378.766982:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384378.766989:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.766992:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00080000:00000001:3.0:1767384378.766993:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.766999:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384378.767003:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000020:00000001:3.0:1767384378.767006:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:3.0:1767384378.767009:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384378.767013:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b5e5e0a4. 00080000:00000001:3.0:1767384378.767018:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935112704 : -130127774438912 : ffff89a6443aaa00) 00080000:00000001:3.0:1767384378.767022:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384378.767025:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384378.767025:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00080000:00000010:3.0:1767384378.767030:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000082fb98b. 00080000:00000001:3.0:1767384378.767035:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.767036:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00080000:00000001:3.0:1767384378.767038:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384378.767044:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000400:00000200:2.0:1767384378.767051:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00080000:00000001:3.0:1767384378.767052:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.767059:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[185, 64] 00000400:00000200:2.0:1767384378.767064:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[194, 64] 00000400:00000200:2.0:1767384378.767069:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 64], ns[153, 64] 00080000:00000001:3.0:1767384378.767070:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384378.767076:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 64], ns[97, 64] 00000400:00000200:2.0:1767384378.767082:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 64], ns[74, 64] 00000400:00000200:2.0:1767384378.767089:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 64] 00000400:00000200:2.0:1767384378.767094:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 64], ns[114, 64] 00000400:00000200:2.0:1767384378.767121:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 64], ns[190, 64] 00000400:00000200:2.0:1767384378.767126:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 64], ns[115, 64] 00000400:00000200:2.0:1767384378.767131:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 64] 00000400:00000200:2.0:1767384378.767137:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 64], ns[116, 64] 00000400:00000200:2.0:1767384378.767141:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 64], ns[162, 64] 00000400:00000200:2.0:1767384378.767146:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 64], ns[171, 64] 00000400:00000200:2.0:1767384378.767151:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[177, 64], ns[180, 64] 00000400:00000200:2.0:1767384378.767165:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 64], ns[156, 64] 00000400:00000200:2.0:1767384378.767169:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 64], ns[157, 64] 00000400:00000200:2.0:1767384378.767173:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 64], ns[177, 64] 00000400:00000200:2.0:1767384378.767178:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[188, 64], ns[191, 64] 00000400:00000200:2.0:1767384378.767183:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[189, 64], ns[192, 64] 00000400:00000200:2.0:1767384378.767188:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[185, 64], ns[188, 64] 00000400:00000200:2.0:1767384378.767193:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 64] 00000400:00000200:2.0:1767384378.767199:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384378.767204:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384378.767209:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:2.0:1767384378.767214:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp47 00000400:00000200:2.0:1767384378.767220:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp47 lpni_is_preferred = 0 00000400:00000200:2.0:1767384378.767223:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp47 00000400:00000200:2.0:1767384378.767227:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp47 NI seq info: [195:195:256:4294967295] 192.168.204.108@tcp47 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384378.767232:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp47 00000400:00000200:2.0:1767384378.767238:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp47(192.168.204.108@tcp47:) -> 192.168.204.108@tcp47(192.168.204.108@tcp:192.168.204.108@tcp47) : GET try# 0 00000800:00000200:2.0:1767384378.767243:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp47 00000800:00000010:2.0:1767384378.767247:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008308e183. 00000800:00000010:2.0:1767384378.767255:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007cc98b96. 00000800:00000010:2.0:1767384378.767259:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009bcc092b. 00000800:00000200:2.0:1767384378.767264:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:2.1:1767384378.767268:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000400:00000200:2.0:1767384378.767286:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384378.767288:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100251 rc 0 00000400:00000200:3.0:1767384378.767333:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767368:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767385:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767440:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767465:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767491:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767512:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767533:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767557:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767575:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767589:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767604:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767621:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767646:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767665:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767682:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767699:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767714:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767754:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767777:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767796:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767827:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767843:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767859:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767873:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767887:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767905:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767925:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767941:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767955:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767967:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.767987:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384378.768008:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00080000:00000010:2.0:1767384378.768014:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b5e5e0a4. 00000400:00000200:3.0:1767384378.768034:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00080000:00000010:1.0:1767384378.768063:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000082fb98b. 00040000:00000001:1.0:1767384378.768069:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384378.768071:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384378.768074:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384378.768076:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 20000000:00000001:1.0:1767384378.768079:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.768080:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384378.768091:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384378.768133:0:17073:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf7cd671. 20000000:01000000:2.0:1767384378.768137:0:17073:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:2.0:1767384378.768140:0:17073:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384378.768143:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384378.768146:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384378.768153:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384378.768162:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.768165:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384378.768166:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.768168:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384378.768170:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384378.768173:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1685042710 to info 00000000230eeab8 00000020:00000001:2.0:1767384378.768177:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c01c42e0 00000800:00000010:3.0:1767384378.768178:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050caba82. 00080000:00000002:2.0:1767384378.768179:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:3.0:1767384378.768183:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f289096. 00080000:00000001:2.0:1767384378.768185:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384378.768190:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090b8f48f. 00080000:00000001:2.0:1767384378.768191:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.768196:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384378.768198:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384378.768202:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571283544 : -130123138268072 : ffff89a758910458) 00080000:00000001:2.0:1767384378.768206:0:17073:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:3.0:1767384378.768209:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090b8f48f. 00080000:00000010:2.0:1767384378.768211:0:17073:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000087e178f. 00080000:00000001:2.0:1767384378.768216:0:17073:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613951173455360 : -130122536096256 : ffff89a77c756e00) 00000800:00020000:3.0:1767384378.768218:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00080000:00000001:2.0:1767384378.768220:0:17073:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384378.768223:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f289096. 00000001:00000001:2.0:1767384378.768225:0:17073:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:3.0:1767384378.768227:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050caba82. 00080000:00000010:2.0:1767384378.768229:0:17073:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e55eb7e1. 00080000:00000001:2.0:1767384378.768234:0:17073:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.768236:0:17073:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384378.768247:0:17073:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.768256:0:17073:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:02020000:3.0:1767384378.768284:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384378.768290:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp47 notifying 192.168.204.108@tcp47: down 00000800:00000200:3.0:1767384378.768295:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp47 down 20000000:00000001:1.0:1767384378.768296:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384378.768300:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000800:00000100:3.0:1767384378.768302:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp47 00000800:00000010:3.0:1767384378.768306:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008308e183. 00080000:00000001:1.0:1767384378.768306:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384378.768309:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.768315:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp47->192.168.204.108@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384378.768321:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp47 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:3.0:1767384378.768324:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384378.768326:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384378.768328:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 20000000:01000000:1.0:1767384378.768330:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384378.768334:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384378.768337:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384378.768341:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384378.768343:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384378.768348:0:17095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c45a1d count: 2 00010000:00000001:1.0:1767384378.768351:0:17095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384378.768353:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1767384378.768354:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000010:1.0:1767384378.768357:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d4911e5. 00000400:00000200:3.0:1767384378.768360:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100851 00000020:00000001:1.0:1767384378.768363:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000001:3.0:1767384378.768364:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384378.768366:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d4911e5 with handle 0x88edd5ef35457f24 to hash 00000400:00000001:3.0:1767384378.768367:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384378.768370:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513ac2f 00000020:00000001:1.0:1767384378.768371:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000010:3.0:1767384378.768374:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003513ac2f. 00010000:00000001:1.0:1767384378.768374:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:1.0:1767384378.768379:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00000400:00000200:3.0:1767384378.768380:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:1.0:1767384378.768382:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384378.768384:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.768385:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00010000:00010000:1.0:1767384378.768389:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384378.768390:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000df23c973. 00000400:00000200:3.0:1767384378.768395:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:3.0:1767384378.768401:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00010000:00000001:1.0:1767384378.768402:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384378.768405:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102051 rc -71 00010000:00000001:1.0:1767384378.768407:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1767384378.768409:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00010000:00000001:1.0:1767384378.768415:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384378.768419:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384378.768420:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (42) 00010000:00000001:1.0:1767384378.768421:0:17095:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384378.768426:0:17095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384378.768430:0:17095:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384378.768432:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.768433:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384378.768434:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384378.768436:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384378.768437:0:17095:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384378.768439:0:17095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384378.768443:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c45a1d) refcount = 2 00010000:00000040:1.0:1767384378.768445:0:17095:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384378.768447:0:17095:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384378.768450:0:17095:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384378.768451:0:17095:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384378.768456:0:17095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f33ac2. 00000100:00000001:1.0:1767384378.768459:0:17095:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384378.768461:0:17095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c053a3e8. 00000100:00000001:1.0:1767384378.768462:0:17095:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950216305856 : -130123493245760 : ffff89a743687cc0) 00000100:00000001:1.0:1767384378.768463:0:17095:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950216305856 : -130123493245760 : ffff89a743687cc0) 00000100:00000001:1.0:1767384378.768465:0:17095:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384378.768466:0:17095:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384378.768467:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384378.768469:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384378.768470:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384378.768472:0:17095:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384378.768473:0:17095:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384378.768479:0:17095:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384378.768480:0:17095:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384378.768484:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000020:00000040:1.0:1767384378.768486:0:17095:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384378.768487:0:17095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384378.768489:0:17095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384378.768491:0:17095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384378.768494:0:17095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbdf182f. 00000100:00000001:1.0:1767384378.768496:0:17095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.768499:0:17095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384378.768509:0:17095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 16 pid: 17074 timeout: 448 lvb_type: 0 00010000:00000001:1.0:1767384378.768517:0:17095:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384378.768519:0:17095:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384378.768522:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.768529:0:17095:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384378.768531:0:17095:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384378.768534:0:17095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743011584:0@lo:104: 00000100:00000001:1.0:1767384378.768537:0:17095:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384378.768539:0:17095:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384378.768540:0:17095:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.768542:0:17095:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384378.768545:0:17095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2b7ee. 02000000:00000001:1.0:1767384378.768547:0:17095:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384378.768550:0:17095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bba4ebb. 00000400:00000010:1.0:1767384378.768554:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf6d051. 00000100:00000200:1.0:1767384378.768557:0:17095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743011584, portal 16 00000100:00000001:1.0:1767384378.768559:0:17095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384378.768560:0:17095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000100:00000040:1.0:1767384378.768564:0:17095:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.768582:0:17095:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384378.768584:0:17095:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384378.768585:0:17095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000100:00000200:1.0:1767384378.768587:0:17095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743011584, offset 0 00000400:00000200:1.0:1767384378.768590:0:17095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384378.768594:0:17095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.768598:0:17095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc07d00 00000400:00000200:1.0:1767384378.768601:0:17095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 1640 00000400:00000200:1.0:1767384378.768604:0:17095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.768606:0:17095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.768608:0:17095:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384378.768610:0:17095:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384378.768612:0:17095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000723b748e. 00000100:00000040:1.0:1767384378.768613:0:17095:0:(events.c:337:request_in_callback()) incoming req@00000000723b748e x1853236743011584 msgsize 328 00000100:00100000:1.0:1767384378.768615:0:17095:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384378.768626:0:17095:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384378.768630:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384378.768631:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000001:1.0:1767384378.768633:0:17095:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384378.768635:0:17095:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.768641:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384378.768643:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.768647:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.768648:0:17095:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384378.768651:0:17095:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.768653:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294965826 00000100:00000001:1.0:1767384378.768657:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294965824 00000100:00000001:2.0:1767384378.768660:0:17107:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384378.768661:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294965826 00000100:00100000:2.0:1767384378.768665:0:17107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011584 00000100:00000001:1.0:1767384378.768666:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294965824 02000000:00000001:2.0:1767384378.768670:0:17107:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384378.768671:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294965826 00000100:00000001:2.0:1767384378.768673:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384378.768675:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384378.768679:0:17107:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.768681:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294965824 00000100:00100000:2.0:1767384378.768684:0:17107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011584 00000100:00000001:1.0:1767384378.768685:0:17095:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294965826 00000100:00000001:1.0:1767384378.768688:0:17095:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294965824 00000100:00000001:1.0:1767384378.768689:0:17095:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384378.768691:0:17095:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.768693:0:17095:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.768697:0:17095:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.768698:0:17107:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384378.768699:0:17095:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.768703:0:17107:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b34 00010000:00000001:1.0:1767384378.768703:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384378.768706:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384378.768708:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384378.768708:0:17095:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.768712:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000011d4520c refcount=3 00010000:00000001:1.0:1767384378.768713:0:17095:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384378.768715:0:17095:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384378.768733:0:17095:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.768735:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00000001:1.0:1767384378.768736:0:17095:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384378.768738:0:17095:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384378.768742:0:17107:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950208057344 : -130123501494272 : ffff89a742eaa000) 00000100:00100000:1.0:1767384378.768743:0:17095:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c053a3e8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384378.768747:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384378.768749:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384378.768749:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.768755:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384378.768759:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.768761:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000020:00000010:2.0:1767384378.768767:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac73751. 00000020:00000010:2.0:1767384378.768772:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000503e3315. 00000020:00000010:2.0:1767384378.768777:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000040:2.0:1767384378.768786:0:17107:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384378.768788:0:17107:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384378.768790:0:17107:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384378.768791:0:17107:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.768796:0:17107:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.768808:0:17107:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.768819:0:17107:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384378.768821:0:17107:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384378.768826:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384378.768829:0:17107:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000011d4520c : new rpc_count 1 00000100:00000001:2.0:1767384378.768832:0:17107:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088538752 : -130122621012864 : ffff89a77765b480) 00000100:00000040:2.0:1767384378.768836:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000723b748e x1853236743011584/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.768846:0:17107:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384378.768849:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384378.768851:0:17107:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.768853:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000100:00100000:2.0:1767384378.768857:0:17107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000723b748e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743011584:12345-0@lo:104: 00000100:00000200:2.0:1767384378.768861:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011584 00010000:00000001:2.0:1767384378.768872:0:17107:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384378.768876:0:17107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.768878:0:17107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.768880:0:17107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=2 00000020:00000001:2.0:1767384378.768882:0:17107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:2.0:1767384378.768885:0:17107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:2.0:1767384378.768888:0:17107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.768891:0:17107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.768895:0:17107:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.768903:0:17107:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384378.768905:0:17107:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384378.768908:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bce2649. 02000000:00000001:2.0:1767384378.768911:0:17107:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.768912:0:17107:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.768916:0:17107:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384378.768919:0:17107:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384378.768923:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 00000000de9b7eff time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384378.768929:0:17107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384378.768932:0:17107:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:2.0:1767384378.768934:0:17107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:2.0:1767384378.768937:0:17107:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384378.768939:0:17107:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.768941:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384378.768944:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384378.768948:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384378.768951:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743011584, offset 224 00000400:00000200:2.0:1767384378.768957:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384378.768966:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384378.768973:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc07d00 00000400:00000200:2.0:1767384378.768979:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000400:00000200:2.0:1767384378.768984:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.768988:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384378.768998:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384378.769003:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384378.769013:0:17107:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.769032:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384378.769038:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384378.769041:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000001:2.0:1767384378.769045:0:17107:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384378.769046:0:17107:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.769047:0:17095:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384378.769051:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384378.769053:0:17095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.769056:0:17095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384378.769057:0:17107:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:3.0:1767384378.769058:0:17095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bba4ebb. 00000400:00000200:3.0:1767384378.769065:0:17095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf6d051 00010000:00000001:2.0:1767384378.769066:0:17107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384378.769068:0:17095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf6d051. 00010000:00000010:2.0:1767384378.769072:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000085bc18aa. 00000100:00000001:3.0:1767384378.769073:0:17095:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384378.769078:0:17107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384378.769079:0:17095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384378.769087:0:17095:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384378.769094:0:17095:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384378.769094:0:17107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384378.769096:0:17095:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.769124:0:17095:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384378.769126:0:17095:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384378.769128:0:17095:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.769129:0:17095:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.769131:0:17095:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.769132:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:3.0:1767384378.769134:0:17095:0:(import.c:2128:obd_at_measure()) add 5 to 00000000711b77fe time=88 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384378.769137:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.769138:0:17107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.769139:0:17095:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063f5d2ec time=88 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384378.769143:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384378.769144:0:17107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769145:0:17095:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384378.769150:0:17095:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.769150:0:17107:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769150:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384378.769154:0:17095:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384378.769156:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384378.769157:0:17095:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.769160:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723b748e x1853236743011584/t0(0) o104->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384378.769161:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384378.769162:0:17095:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.769169:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384378.769186:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a79dbd85 already unused, calling callback (00000000a14c0dae) 10000000:00000001:1.0:1767384378.769194:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384378.769195:0:17095:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384378.769198:0:17107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000723b748e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+3:17095:x1853236743011584:12345-0@lo:104: Request processed in 347us (578us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384378.769199:0:17095:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00010000:1.0:1767384378.769199:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384378.769203:0:17095:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.769208:0:17095:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384378.769211:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.769214:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.769216:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384378.769217:0:17095:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769220:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767384378.769222:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000001:1.0:1767384378.769223:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384378.769226:0:17095:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384378.769228:0:17107:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011d4520c : new rpc_count 0 00000020:00000040:1.0:1767384378.769233:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000100:00000001:2.0:1767384378.769234:0:17107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.769238:0:17107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384378.769239:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00000020:00000010:2.0:1767384378.769245:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000503e3315. 00010000:00000001:1.0:1767384378.769245:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00000100:00100000:3.0:1767384378.769249:0:17095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17095:1853236743011584:0@lo:104: 00010000:00000001:1.0:1767384378.769251:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767384378.769254:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000100:00000001:3.0:1767384378.769255:0:17095:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384378.769255:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384378.769262:0:17095:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.769263:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac73751. 10000000:00000001:1.0:1767384378.769265:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384378.769266:0:17095:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00010000:1.0:1767384378.769269:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384378.769270:0:17095:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384378.769270:0:17107:0:(genops.c:898:class_export_put()) PUTting export 0000000011d4520c : new refcount 2 00000100:00000040:3.0:1767384378.769275:0:17095:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236743011584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.769278:0:17107:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384378.769283:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384378.769288:0:17095:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:1.0:1767384378.769291:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:3.0:1767384378.769292:0:17095:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:1.0:1767384378.769295:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000010:3.0:1767384378.769296:0:17095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2b7ee. 10000000:00000040:1.0:1767384378.769301:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:3.0:1767384378.769302:0:17095:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384378.769303:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.769305:0:17095:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384378.769306:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.769308:0:17095:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000020:00000001:3.0:1767384378.769311:0:17095:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384378.769313:0:17095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cbdf182f. 02000000:00000001:3.0:1767384378.769315:0:17095:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384378.769316:0:17095:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384378.769318:0:17095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 10000000:00000001:1.0:1767384378.769318:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384378.769321:0:17095:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1767384378.769321:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384378.769324:0:17095:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384378.769325:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00000100:00000010:3.0:1767384378.769328:0:17095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c053a3e8. 10000000:00000001:1.0:1767384378.769329:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384378.769333:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769334:0:17095:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384378.769336:0:17095:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384378.769336:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1767384378.769341:0:17095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f33ac2. 00010000:00000001:1.0:1767384378.769341:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384378.769345:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.769346:0:17095:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769348:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.769349:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769351:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.769352:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384378.769356:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a79dbd85 with handle 0x88edd5ef35457f16 from hash 20000000:00000001:3.0:1767384378.769358:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384378.769360:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.769361:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384378.769363:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.769364:0:17095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384378.769365:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.769368:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384378.769371:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384378.769373:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384378.769377:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384378.769379:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384378.769388:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000020:00000040:1.0:1767384378.769391:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=6 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384378.769394:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384378.769395:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384378.769397:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384378.769402:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c5df441. 00000100:00000001:1.0:1767384378.769404:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769407:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384378.769409:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384378.769414:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384378.769415:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.769417:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384378.769418:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.769422:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a25a298e] to pc [ptlrpcd_00_00+0] req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384378.769442:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384378.769444:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384378.769446:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.769447:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.769449:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.769450:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384378.769451:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.769455:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.769456:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.769461:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384378.769462:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384378.769465:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.769465:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000a79dbd85/0x88edd5ef35457f16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88edd5ef35457f1d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384378.769470:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004a3cb220 count: 0 00010000:00000001:1.0:1767384378.769483:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.769485:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384378.769487:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767384378.769487:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000085bc18aa. 00010000:00000001:1.0:1767384378.769491:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.769495:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384378.769501:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384378.769504:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.769510:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384378.769511:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384378.769514:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384378.769515:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.769518:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384378.769521:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384378.769523:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384378.769524:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384378.769527:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384378.769529:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.769531:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384378.769536:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743011712:0@lo:103: 00010000:00010000:1.0:1767384378.769537:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384378.769543:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384378.769546:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384378.769548:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384378.769551:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384378.769554:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac73751. 02000000:00000001:2.0:1767384378.769557:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384378.769562:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022279be6. 00000400:00000010:2.0:1767384378.769567:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384378.769570:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743011712, portal 18 00000100:00000001:2.0:1767384378.769572:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384378.769574:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000100:00000040:2.0:1767384378.769579:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384378.769585:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384378.769588:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384378.769591:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000100:00000200:2.0:1767384378.769593:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743011712, offset 0 00000400:00000200:2.0:1767384378.769598:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384378.769604:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384378.769611:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc07d80 00000400:00000200:2.0:1767384378.769616:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:2.0:1767384378.769621:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.769624:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384378.769635:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.769636:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384378.769641:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fa34a97. 00000100:00000040:2.0:1767384378.769644:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000fa34a97 x1853236743011712 msgsize 328 00000100:00100000:2.0:1767384378.769648:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384378.769661:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384378.769667:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00000400:00000010:2.0:1767384378.769669:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000100:00000001:2.0:1767384378.769673:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384378.769677:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.769679:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384378.769682:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011712 02000000:00000001:3.0:1767384378.769686:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384378.769688:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.769691:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.769694:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384378.769695:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.769699:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011712 00000020:00000001:3.0:1767384378.769702:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384378.769702:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384378.769704:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:3.0:1767384378.769709:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.769712:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=17 00000020:00000001:3.0:1767384378.769716:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:3.0:1767384378.769731:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384378.769733:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384378.769734:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.769736:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090b8f48f. 00000100:00000001:2.0:1767384378.769739:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.769740:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.769744:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090b8f48f. 00000100:00000001:2.0:1767384378.769747:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.769748:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac35190. 00000020:00000010:3.0:1767384378.769754:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a56c571d. 00000100:00000001:2.0:1767384378.769754:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294965827 00000020:00000010:3.0:1767384378.769761:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000001:2.0:1767384378.769763:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965826 00000100:00000040:3.0:1767384378.769766:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384378.769770:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384378.769771:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384378.769771:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294965827 00010000:00000001:3.0:1767384378.769774:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384378.769777:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.769778:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965826 00010000:00000001:3.0:1767384378.769779:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384378.769783:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.769786:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384378.769786:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294965827 00000020:00000040:3.0:1767384378.769788:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00000020:00000001:3.0:1767384378.769792:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00000100:00000001:2.0:1767384378.769793:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965826 00010000:00000001:3.0:1767384378.769794:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00010000:3.0:1767384378.769802:0:17065:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 17 pid: 17074 timeout: 448 lvb_type: 0 00000100:00000001:2.0:1767384378.769803:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294965827 00010000:00000001:3.0:1767384378.769812:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384378.769812:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965826 00000100:00000001:2.0:1767384378.769816:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384378.769820:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384378.769821:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.769822:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.769826:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.769827:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769830:0:17065:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384378.769831:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384378.769836:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000fa34a97 x1853236743011712/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384378.769839:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.769843:0:17065:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384378.769844:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384378.769845:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.769850:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.769858:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.769861:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384378.769865:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769869:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384378.769869:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769873:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384378.769877:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384378.769879:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 3 00000100:00000001:3.0:1767384378.769881:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947170432 : -130127762381184 : ffff89a644f2a680) 00000100:00000040:3.0:1767384378.769883:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fa34a97 x1853236743011712/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.769888:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384378.769891:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090b8f48f. 00000100:00000001:3.0:1767384378.769893:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.769894:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090b8f48f. 00000100:00100000:3.0:1767384378.769897:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000fa34a97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+17:16347:x1853236743011712:12345-0@lo:103: 00000100:00000200:3.0:1767384378.769900:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011712 00010000:00000001:3.0:1767384378.769901:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384378.769903:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384378.769905:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384378.769908:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384378.769909:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384378.769912:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b9e7a45. 02000000:00000001:3.0:1767384378.769913:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.769915:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.769917:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384378.769918:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384378.769920:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.769926:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.769928:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084824eff refcount=4 00000020:00000001:3.0:1767384378.769930:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000001:3.0:1767384378.769931:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605035008 : -130123104516608 : ffff89a75a940600) 00010000:00000040:3.0:1767384378.769933:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c45a1d count: 3 00010000:00010000:3.0:1767384378.769936:0:17065:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 17 pid: 17074 timeout: 448 lvb_type: 0 00000100:00001000:3.0:1767384378.769941:0:17065:0:(import.c:2128:obd_at_measure()) add 0 to 00000000594c760d time=1767384378 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384378.769943:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384378.769946:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.769947:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384378.769948:0:17065:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 17 pid: 17074 timeout: 448 lvb_type: 0 00000020:00000001:3.0:1767384378.769953:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.769954:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.769955:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.769956:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.769958:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.769960:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.769963:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.769964:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.769965:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.769966:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.769968:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084824eff with handle 0x88edd5ef35457f1d from hash 00010000:00000001:3.0:1767384378.769969:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.769970:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.769971:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.769972:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.769973:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384378.769974:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.769975:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084824eff/0x88edd5ef35457f1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x88edd5ef35457f16 expref: 17 pid: 17074 timeout: 448 lvb_type: 0 00010000:00000040:3.0:1767384378.769978:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000020:00000040:3.0:1767384378.769986:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 16 00010000:00000001:3.0:1767384378.769989:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.769990:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384378.769992:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384378.769993:0:17065:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009d4911e5 00010000:00000001:3.0:1767384378.769994:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384378.769996:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.769997:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.769998:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.769999:0:17065:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770000:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384378.770002:0:17065:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384378.770003:0:17065:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770007:0:17065:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384378.770009:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384378.770010:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384378.770012:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384378.770013:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c45a1d) refcount = 2 00010000:00010000:3.0:1767384378.770015:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770019:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384378.770021:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384378.770022:0:17065:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770023:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384378.770026:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090b8f48f. 00000100:00000001:3.0:1767384378.770027:0:17065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384378.770029:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f289096. 00000100:00000001:3.0:1767384378.770030:0:17065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950431864320 : -130123277687296 : ffff89a75041a600) 00000100:00000001:3.0:1767384378.770031:0:17065:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446613950431864320 : -130123277687296 : ffff89a75041a600) 00000100:00000001:3.0:1767384378.770033:0:17065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384378.770034:0:17065:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384378.770035:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384378.770036:0:17065:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384378.770043:0:17065:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00010000:00000001:3.0:1767384378.770045:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.770046:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.770047:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=5 00000020:00000001:3.0:1767384378.770048:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384378.770050:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384378.770052:0:17065:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384378.770053:0:17065:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770057:0:17065:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384378.770058:0:17065:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770062:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770063:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384378.770064:0:17065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770067:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.770068:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770070:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384378.770071:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384378.770074:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d4911e5 already unused, calling callback (00000000594674ee) 00010000:00000001:3.0:1767384378.770076:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.770078:0:17065:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384378.770080:0:17065:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770083:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384378.770084:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.770085:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.770086:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d4911e5 refcount=6 00000020:00000001:3.0:1767384378.770092:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384378.770094:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736124416 : -130122973427200 : ffff89a762644a00) 00010000:00000001:3.0:1767384378.770095:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384378.770097:0:17065:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770123:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384378.770125:0:17065:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.770126:0:17065:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770134:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.770135:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.770137:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.770138:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.770140:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d4911e5 with handle 0x88edd5ef35457f24 from hash 00010000:00000001:3.0:1767384378.770141:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.770143:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770144:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770145:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.770147:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384378.770148:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384378.770150:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384378.770150:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770152:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770153:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384378.770155:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384378.770157:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770158:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770159:0:17065:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770160:0:17065:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770162:0:17065:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.770163:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770166:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770167:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770168:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384378.770174:0:17065:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384378.770176:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770176:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770177:0:17065:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384378.770179:0:17065:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.770180:0:17065:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770181:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770182:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770183:0:17065:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770184:0:17065:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384378.770186:0:17065:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384378.770187:0:17065:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.770189:0:17065:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.770190:0:17065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384378.770191:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f289096. 00000100:00000001:3.0:1767384378.770192:0:17065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384378.770193:0:17065:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384378.770194:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090b8f48f. 00010000:00000001:3.0:1767384378.770196:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384378.770197:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384378.770199:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770201:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384378.770202:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.770204:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384378.770206:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384378.770208:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384378.770210:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384378.770211:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.770212:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.770214:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.770216:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.770219:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000200:3.0:1767384378.770221:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743011712, offset 224 00000400:00000200:3.0:1767384378.770224:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.770229:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.770233:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc07d80 00000400:00000200:3.0:1767384378.770237:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fbd [1] + 224 00000400:00000200:3.0:1767384378.770245:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.770247:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.770250:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.770253:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.770258:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.770268:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.770271:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000400:00000010:3.0:1767384378.770273:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000100:00000001:3.0:1767384378.770274:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384378.770275:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.770277:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.770278:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:3.0:1767384378.770280:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770282:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.770285:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fa34a97 x1853236743011712/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.770291:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000fa34a97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+16:16347:x1853236743011712:12345-0@lo:103: Request processed in 401us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384378.770297:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384378.770299:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 2 00000100:00000001:3.0:1767384378.770300:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.770301:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384378.770304:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a56c571d. 00000020:00000010:3.0:1767384378.770307:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384378.770309:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac35190. 00000020:00000040:3.0:1767384378.770311:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000001:3.0:1767384378.770312:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.770323:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384378.770326:0:17095:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.770327:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384378.770334:0:17095:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000001:2.0:1767384378.770334:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.770337:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.770340:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022279be6. 20000000:00000001:3.0:1767384378.770342:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384378.770346:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384378.770347:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00010000:00000001:3.0:1767384378.770352:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384378.770354:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.770355:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d4911e5/0x88edd5ef35457f24 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384378.770359:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f8c45a1d count: 0 00010000:00000001:3.0:1767384378.770366:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384378.770367:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384378.770377:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000001:2.0:1767384378.770382:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384378.770387:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384378.770394:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000087e178f. 00000100:00000200:2.0:1767384378.770399:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384378.770408:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.770410:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.770413:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384378.770415:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384378.770417:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384378.770419:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384378.770419:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000010:3.0:1767384378.770423:0:17073:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e55eb7e1. 02000000:00000001:2.0:1767384378.770424:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.770424:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384378.770428:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001545c133. 00040000:00000001:3.0:1767384378.770429:0:17073:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00001000:2.0:1767384378.770431:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=88 v=5 (5 0 0 0) 00040000:00000001:3.0:1767384378.770433:0:17073:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384378.770435:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.770437:0:17073:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384378.770437:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=88 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384378.770439:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743011456 00000020:00000002:3.0:1767384378.770443:0:17073:0:(lu_object.c:207:lu_object_put()) Add 000000002a6d9988/0000000011f735e4 to site lru. bkt: 00000000762f7487 00000100:00000001:2.0:1767384378.770446:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384378.770446:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:3.0:1767384378.770447:0:17073:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770450:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.770451:0:17073:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:2.0:1767384378.770453:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000200:1.0:1767384378.770454:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097912c17 x1853236743011456/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384378.770455:0:17073:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384378.770456:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770461:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.770464:0:17073:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384378.770469:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384378.770470:0:17073:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:1.0:1767384378.770475:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1767384378.770477:0:17073:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384378.770478:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770484:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384378.770484:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384378.770490:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384378.770491:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384378.770493:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384378.770496:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000040:2.0:1767384378.770499:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.770500:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384378.770507:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384378.770510:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.770513:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:3.0:1767384378.770521:0:17095:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000040:1.0:1767384378.770521:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:3.0:1767384378.770526:0:17095:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00100000:2.0:1767384378.770527:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a25a298e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743011712:0@lo:103: 10000000:01000000:3.0:1767384378.770529:0:17095:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000010:1.0:1767384378.770529:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f2d922. 00010000:00000001:3.0:1767384378.770536:0:17095:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1767384378.770536:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384378.770538:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743011456, offset 224 00010000:00000001:3.0:1767384378.770540:0:17095:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1767384378.770540:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384378.770545:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a25a298e x1853236743011712/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384378.770547:0:17095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4ce00fb. 00000400:00000200:1.0:1767384378.770551:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384378.770556:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384378.770559:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384378.770563:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac73751. 00010000:00000001:3.0:1767384378.770564:0:17095:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1767384378.770566:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:3.0:1767384378.770568:0:17095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077c9e017. 02000000:00000001:2.0:1767384378.770568:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384378.770571:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384378.770572:0:17095:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384378.770573:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000020:00000040:3.0:1767384378.770575:0:17095:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000077c9e017 with handle 0x88edd5ef35457f2b to hash 00000400:00000200:1.0:1767384378.770579:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07c80 00000020:00000001:3.0:1767384378.770580:0:17095:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384378.770580:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384378.770584:0:17095:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 02000000:00000010:2.0:1767384378.770584:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002c5df441. 00000400:00000200:1.0:1767384378.770590:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fa1 [2] + 224 00010000:00000001:3.0:1767384378.770591:0:17095:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 02000000:00000001:2.0:1767384378.770591:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384378.770594:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384378.770597:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384378.770598:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 00010000:00000001:3.0:1767384378.770600:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384378.770602:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384378.770603:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770604:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384378.770609:0:17095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.770610:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384378.770614:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384378.770617:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384378.770622:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770623:0:17095:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384378.770623:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384378.770624:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384378.770627:0:17095:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384378.770629:0:17095:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384378.770629:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384378.770631:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.770633:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.770635:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770640:0:17095:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.770642:0:17095:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770645:0:17095:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1767384378.770646:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.770647:0:17095:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384378.770650:0:17095:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384378.770652:0:17095:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384378.770654:0:17095:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4ce00fb) refcount = 1 00010000:00010000:3.0:1767384378.770661:0:17095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770665:0:17095:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384378.770666:0:17095:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384378.770667:0:17095:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770668:0:17095:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.770669:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384378.770670:0:17095:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384378.770673:0:17095:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384378.770676:0:17095:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003519500s 00000400:00000200:1.0:1767384378.770677:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f2d922 00000100:00000001:2.0:1767384378.770678:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384378.770679:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384378.770681:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f2d922. 00000020:00000001:3.0:1767384378.770683:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384378.770683:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384378.770686:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384378.770687:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000077c9e017 refcount=4 00000100:00000001:1.0:1767384378.770688:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384378.770689:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384378.770690:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00000400:00000001:2.0:1767384378.770692:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384378.770694:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770695:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00000400:00000010:2.0:1767384378.770695:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00010000:00000001:3.0:1767384378.770700:0:17095:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:1.0:1767384378.770701:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000200:2.0:1767384378.770702:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c70b2f1 00010000:00010000:3.0:1767384378.770703:0:17095:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384378.770707:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c70b2f1. 00010000:00000001:1.0:1767384378.770707:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384378.770711:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770713:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384378.770714:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384378.770719:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384378.770731:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097912c17 x1853236743011456/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.770735:0:17095:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384378.770738:0:17095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.770757:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770761:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384378.770764:0:17095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384378.770769:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.770773:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097912c17 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16350:x1853236743011456:12345-0@lo:253: Request processed in 4033us (4394us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384378.770775:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.770778:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770783:0:17095:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384378.770786:0:17095:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384378.770791:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:2.0:1767384378.770792:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.770796:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384378.770797:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00010000:00010000:3.0:1767384378.770798:0:17095:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000077c9e017 already unused, calling callback (00000000594674ee) 00000100:00000001:2.0:1767384378.770799:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384378.770802:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384378.770804:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384378.770804:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384378.770805:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384378.770809:0:17095:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384378.770809:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384378.770810:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b72aa690. 00000100:00000001:2.0:1767384378.770812:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.770813:0:17095:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384378.770818:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.770820:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd9c0554. 00010000:00000001:3.0:1767384378.770821:0:17095:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384378.770822:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=88 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384378.770824:0:17095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.770827:0:17095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384378.770828:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=88 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384378.770829:0:17095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000077c9e017 refcount=5 00000020:00000010:1.0:1767384378.770829:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f8f122. 00000020:00000001:3.0:1767384378.770835:0:17095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00000100:00000001:2.0:1767384378.770836:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384378.770838:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00010000:00000001:3.0:1767384378.770840:0:17095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00000100:00000001:2.0:1767384378.770840:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770846:0:17095:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384378.770846:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384378.770846:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384378.770850:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.770851:0:17095:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384378.770852:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000efa69191. 00000100:00000001:2.0:1767384378.770855:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.770861:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384378.770862:0:17095:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384378.770864:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.770866:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770867:0:17095:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.770876:0:17095:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384378.770876:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384378.770881:0:17095:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384378.770881:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384378.770884:0:17095:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.770889:0:17095:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384378.770889:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384378.770891:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00010000:00000001:3.0:1767384378.770892:0:17095:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.770893:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384378.770896:0:17095:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000077c9e017 with handle 0x88edd5ef35457f2b from hash 00000400:00000010:1.0:1767384378.770897:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f2d922. 00010000:00000001:3.0:1767384378.770900:0:17095:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:2.0:1767384378.770900:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384378.770905:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384378.770905:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384378.770908:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770910:0:17095:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:2.0:1767384378.770910:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384378.770913:0:17095:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:2.0:1767384378.770914:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384378.770916:0:17095:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:2.0:1767384378.770917:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384378.770919:0:17095:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:2.0:1767384378.770920:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384378.770923:0:17095:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384378.770923:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:3.0:1767384378.770927:0:17095:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384378.770927:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384378.770929:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384378.770930:0:17095:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384378.770932:0:17095:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384378.770934:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.770935:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770938:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770940:0:17095:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770944:0:17095:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.770949:0:17095:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384378.770951:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000071fb1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743011456:0@lo:253: 00010000:00010000:3.0:1767384378.770952:0:17095:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.770958:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.770959:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770961:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384378.770961:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384378.770964:0:17095:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384378.770964:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000071fb1b3 x1853236743011456/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.770966:0:17095:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384378.770967:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.770968:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.770969:0:17095:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384378.770970:0:17095:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.770973:0:17095:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.770977:0:17095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.770990:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384378.770991:0:17095:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:2.0:1767384378.770993:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384378.770994:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003bdf10dd. 02000000:00000001:2.0:1767384378.770997:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384378.770999:0:17095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384378.771000:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:3.0:1767384378.771002:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f2b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17095 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384378.771003:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384378.771007:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384378.771009:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003110bdb. 02000000:00000001:2.0:1767384378.771013:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:3.0:1767384378.771014:0:17095:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4ce00fb count: 0 02000000:00000001:2.0:1767384378.771015:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384378.771019:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000071fb1b3. 00000100:00000001:2.0:1767384378.771022:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384378.771023:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.771024:0:17095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384378.771024:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384378.771027:0:17095:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384378.771030:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384378.771032:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.771034:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000020:3.0:1767384378.771036:0:17073:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384378.771036:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.771039:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384378.771041:0:17073:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007952a16f. 20000000:00000001:3.0:1767384378.771045:0:17073:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384378.771047:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743011328 00010000:00000001:3.0:1767384378.771048:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384378.771051:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecd268a2 x1853236743011328/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.771057:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384378.771058:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.771060:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384378.771062:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384378.771064:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:3.0:1767384378.771066:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384378.771068:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.771069:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.771070:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.771072:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.771075:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f289096. 00000100:00000200:3.0:1767384378.771077:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743011328, offset 224 00000400:00000200:3.0:1767384378.771080:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.771084:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.771088:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc07c00 00000400:00000200:3.0:1767384378.771091:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f99 [2] + 224 00000400:00000200:3.0:1767384378.771094:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.771096:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.771099:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.771129:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.771143:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.771151:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.771157:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f289096 00000400:00000010:3.0:1767384378.771159:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f289096. 00000100:00000001:1.0:1767384378.771162:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.771163:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384378.771167:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384378.771167:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384378.771174:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384378.771175:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384378.771177:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384378.771179:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000010:1.0:1767384378.771181:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384bace6. 00010000:00000001:3.0:1767384378.771182:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384378.771186:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.771186:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d04131fd 00000020:00000001:3.0:1767384378.771188:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384378.771189:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d04131fd. 00000100:00000040:3.0:1767384378.771193:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecd268a2 x1853236743011328/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.771194:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.771201:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.771205:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecd268a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743011328:12345-0@lo:253: Request processed in 4427us (4961us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384378.771219:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000200:1.0:1767384378.771221:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.771223:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:3.0:1767384378.771227:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.771231:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384378.771233:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384378.771234:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab341a0. 00000100:00000001:1.0:1767384378.771237:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384378.771239:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d963e56. 00000100:00000001:1.0:1767384378.771240:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384378.771244:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384378.771246:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af5f0b9b. 00000100:00000001:1.0:1767384378.771246:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384378.771250:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.771253:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.771254:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00001000:1.0:1767384378.771258:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=88 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384378.771259:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.771261:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000c6138a2. 00000100:00001000:1.0:1767384378.771266:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=88 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384378.771267:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384378.771270:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.771271:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384378.771273:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.771274:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384378.771275:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384378.771279:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.771280:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008819fc72. 00000100:00000001:1.0:1767384378.771281:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.771285:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f289096. 00000100:00000040:1.0:1767384378.771286:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.771293:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384378.771295:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384378.771296:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384378.771298:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384378.771299:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384378.771300:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384378.771307:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384378.771308:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384378.771308:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384378.771309:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384378.771310:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384378.771311:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384378.771312:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384378.771314:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.771318:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090c59cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743011328:0@lo:253: 00000100:00000001:1.0:1767384378.771320:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.771322:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384378.771323:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090c59cf6 x1853236743011328/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.771326:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384378.771328:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384378.771329:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002fe43ce7. 02000000:00000001:1.0:1767384378.771332:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384378.771333:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384378.771334:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384378.771335:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384378.771336:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3c11eea. 02000000:00000001:1.0:1767384378.771338:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384378.771339:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384378.771340:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090c59cf6. 00000100:00000001:1.0:1767384378.771342:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384378.771342:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.771344:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.771347:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384378.771348:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.771349:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384378.771350:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384378.775150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a3cb220. 00010000:00000010:1.1:1767384378.775161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a79dbd85. 00000100:00000040:2.0:1767384378.775166:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294965827, at 4294965828 00000100:00000010:2.0:1767384378.775174:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a7f87c2. 00000100:00000040:1.0:1767384378.775177:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294965827, at 4294965828 00000100:00000010:1.0:1767384378.775184:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d98701ca. 00000100:00000040:3.0:1767384378.775186:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294965827, at 4294965828 00000100:00000010:3.0:1767384378.775198:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ce25344. 00000100:00000040:0.0:1767384378.775201:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294965827, at 4294965828 00000100:00000010:0.0:1767384378.775208:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebfcff4c. 00010000:00000010:3.1:1767384378.777138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00010000:00000010:3.1:1767384378.777144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8c45a1d. 00010000:00000010:3.1:1767384378.777146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d4911e5. 00010000:00000010:3.1:1767384378.777148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4ce00fb. 00010000:00000010:3.1:1767384378.777150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077c9e017. 00000400:00000010:0.0:1767384378.782323:0:39400:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ff0b9efc. 00000400:00000040:0.0:1767384378.782339:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384378.782341:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384378.782343:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384378.782344:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384378.782346:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384378.782347:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384378.782349:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384378.782350:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384378.782351:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384378.782352:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384378.782354:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384378.782355:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384378.782359:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384378.782361:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384378.782361:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384378.782363:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384378.782364:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384378.782365:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384378.782366:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384378.782367:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384378.782368:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384378.782369:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384378.782370:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384378.782371:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384378.782372:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384378.782374:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384378.782374:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384378.782375:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384378.782376:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384378.782377:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384378.782378:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384378.782379:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384378.782380:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384378.782381:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384378.782382:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384378.782383:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384378.782384:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384378.782385:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384378.782386:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384378.782387:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384378.782388:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384378.782389:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384378.782390:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384378.782391:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384378.782392:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384378.782393:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384378.782394:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384378.782394:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384378.782396:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384378.782397:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384378.782398:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384378.782401:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384378.782402:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384378.782404:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384378.782405:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384378.782406:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384378.782407:0:39400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384378.782486:0:39400:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ff0b9efc. 00010000:00000001:0.0:1767384378.899169:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384378.899174:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.899178:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384378.899179:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.899209:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384378.899213:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.899215:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384379.603428:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842ae3d9] -> 12345-192.168.204.108@tcp15 (6) 00000800:00000200:0.0:1767384379.603437:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp15 ip 192.168.204.108:988 00000800:00000200:0.0:1767384379.603441:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384379.603459:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (4) 00000800:00000200:0.1:1767384379.603464:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (4) 00000400:00000200:0.0:1767384379.603548:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:2.0:1767384379.603594:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384379.603600:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384379.603606:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:2.0:1767384379.603610:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384379.603615:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.603634:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384379.603674:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603808:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603833:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603845:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603857:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603869:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603881:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603892:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603905:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603917:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603929:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603944:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603959:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.603974:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604013:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604028:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604050:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604066:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604080:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604095:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604113:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000001:2.0:1767384379.604143:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384379.604146:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384379.604148:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000400:00000010:2.0:1767384379.604151:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000400:00000200:2.0:1767384379.604155:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384379.604159:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery ping unlinked 00000400:00000200:0.0:1767384379.604162:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000010:2.0:1767384379.604170:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a57671f1. 00000400:00000010:2.0:1767384379.604175:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006842ab62. 00000400:00000200:2.0:1767384379.604181:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp47 00000400:00000200:0.0:1767384379.604183:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000010:2.0:1767384379.604184:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a57671f1. 00000400:00000010:2.0:1767384379.604196:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cf76790e. 00000400:00000010:2.0:1767384379.604199:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000400:00000200:0.0:1767384379.604202:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000010:2.0:1767384379.604205:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8461c3a. 00000400:00000200:2.0:1767384379.604211:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp47 00000400:00000200:2.0:1767384379.604222:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp47 local destination 00000400:00000200:0.0:1767384379.604225:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384379.604229:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp47 00000400:00000200:2.0:1767384379.604235:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp47 NI seq info: [196:196:256:4294967295] 192.168.204.108@tcp47 LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1767384379.604240:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp47 00000400:00000200:2.0:1767384379.604264:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp47(192.168.204.108@tcp47:) -> 192.168.204.108@tcp47(192.168.204.108@tcp47:192.168.204.108@tcp47) : GET try# 0 00000800:00000200:2.0:1767384379.604268:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp47 00000400:00000200:0.0:1767384379.604270:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000800:00000010:2.0:1767384379.604272:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a4dbd37. 00000800:00000200:2.0:1767384379.604279:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:2.1:1767384379.604283:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000400:00000200:0.0:1767384379.604293:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384379.604302:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp47 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:0.0:1767384379.604324:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604367:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604389:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604425:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384379.604444:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604478:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604528:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604551:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604581:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604608:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000010:0.0:1767384379.604627:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d4492ce. 00000800:00000010:0.0:1767384379.604633:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000431b961. 00000800:00000010:0.0:1767384379.604638:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5cb1812. 00000400:00000200:3.0:1767384379.604658:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000800:00000010:0.0:1767384379.604660:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5cb1812. 00000800:00020000:0.0:1767384379.604669:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384379.604673:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000431b961. 00000800:00000010:0.0:1767384379.604676:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d4492ce. 00000400:00000200:3.0:1767384379.604720:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:02020000:0.0:1767384379.604752:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp36 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384379.604767:0:16336:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384379.604775:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604793:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604807:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604823:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604842:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604857:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604870:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604883:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604898:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604911:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604924:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604936:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604950:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604964:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604977:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.604989:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605000:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605014:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605035:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605079:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605102:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605151:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605172:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605186:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605199:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384379.605212:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384379.605290:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050caba82. 00000800:00000010:3.0:1767384379.605294:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000439af9ba. 00000800:00000010:3.0:1767384379.605296:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b9f4c626. 00000800:00000010:3.0:1767384379.605335:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b9f4c626. 00000800:00020000:3.0:1767384379.605340:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384379.605342:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000439af9ba. 00000800:00000010:3.0:1767384379.605344:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050caba82. 00000400:02020000:3.0:1767384379.605366:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384379.605371:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp47 notifying 192.168.204.108@tcp47: down 00000400:00000200:3.0:1767384379.605374:0:31124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384379.605377:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp47 00000800:00000010:3.0:1767384379.605378:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a4dbd37. 00000400:00000200:3.0:1767384379.605381:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384379.605385:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp47->192.168.204.108@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384379.605391:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384379.605393:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384379.605396:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384379.924142:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384379.924147:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.924152:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384379.924153:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384379.924180:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384379.924184:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384379.924193:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384380.627188:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384380.627195:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384380.627199:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000800:00000200:0.0:1767384380.627203:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (4) 00000400:00000010:2.0:1767384380.627205:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000800:00000200:0.1:1767384380.627215:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (4) 00000400:00000200:2.0:1767384380.627217:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384380.627225:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384380.627241:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a57671f1. 00000400:00000010:2.0:1767384380.627247:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cf76790e. 00000400:00000200:2.0:1767384380.627255:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp46 00000400:00000010:2.0:1767384380.627261:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a57671f1. 00000400:00000010:2.0:1767384380.627267:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010d744c5. 00000400:00000010:2.0:1767384380.627272:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000400:00000010:2.0:1767384380.627280:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029d826b0. 00000400:00000200:2.0:1767384380.627286:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp46 00000400:00000200:2.0:1767384380.627302:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp46 local destination 00000400:00000200:2.0:1767384380.627309:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp46 00000400:00000200:2.0:1767384380.627314:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp46 NI seq info: [197:197:256:4294967295] 192.168.204.108@tcp46 LPNI seq info [194:194:8:4294967295] 00000400:00000200:2.0:1767384380.627322:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp46 00000400:00000200:2.0:1767384380.627344:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46:) -> 192.168.204.108@tcp46(192.168.204.108@tcp46:192.168.204.108@tcp46) : GET try# 0 00000800:00000200:2.0:1767384380.627352:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp46 00000400:00000200:3.0:1767384380.627355:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000010:2.0:1767384380.627357:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029f68b4e. 00000800:00000200:2.0:1767384380.627366:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000800:00000200:2.1:1767384380.627372:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000400:00000200:2.0:1767384380.627399:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp46 added to recovery queue. ping count: 3 next ping: 308 health :700 00000400:00000200:3.0:1767384380.627401:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627440:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627454:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627472:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627507:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627518:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627563:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627566:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627619:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627645:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627671:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627701:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627716:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627761:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627798:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627802:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627836:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627856:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627879:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627903:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627924:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627945:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.627966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.627988:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628031:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628054:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628075:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628093:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628156:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628173:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628209:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628220:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628253:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628264:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628300:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628314:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628346:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628358:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628393:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628404:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628437:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628448:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628481:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628492:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628526:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628541:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628572:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628587:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628621:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628627:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628669:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628681:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628726:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628742:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628774:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628786:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628830:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628831:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628865:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628897:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384380.628908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628944:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628972:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.628987:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629023:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629042:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629063:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629083:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000800:00000010:3.0:1767384380.629098:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050caba82. 00000800:00000010:3.0:1767384380.629124:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c70b2f1. 00000400:00000200:1.0:1767384380.629126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000800:00000010:3.0:1767384380.629135:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032e1bec2. 00000400:00000200:1.0:1767384380.629156:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000010:3.0:1767384380.629162:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032e1bec2. 00000800:00020000:3.0:1767384380.629176:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000400:00000200:1.0:1767384380.629178:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000800:00000010:3.0:1767384380.629179:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c70b2f1. 00000800:00000010:3.0:1767384380.629185:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050caba82. 00000400:00000200:1.0:1767384380.629208:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:02020000:3.0:1767384380.629245:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp31 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384380.629246:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000800:00000100:3.0:1767384380.629250:0:16338:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384380.629269:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629284:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629297:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629309:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629320:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629332:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629344:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629357:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629369:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.629381:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.108:988 00000800:00000010:1.0:1767384380.629508:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002fe43ce7. 00000800:00000010:1.0:1767384380.629513:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078698cd8. 00000800:00000010:1.0:1767384380.629518:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384380.629548:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef792f01. 00000400:00000200:3.0:1767384380.629714:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384380.629727:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp46 from 201.3.0.2 00000800:00000010:3.0:1767384380.629730:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e7182b49. 00000800:00000010:1.0:1767384380.629773:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000c6138a2. 00000800:00000010:1.0:1767384380.629778:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c053a3e8. 00000800:00000010:1.0:1767384380.629796:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000047ad83ad. 00000800:00000200:1.1:1767384380.629802:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (2) 00000800:00000200:1.1:1767384380.629806:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp46 0000000047ad83ad deleted 00000800:00000010:1.1:1767384380.629808:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000047ad83ad. 00000800:00000200:1.1:1767384380.629814:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384380.629820:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp46 ip 192.168.204.108:969 00000800:00000200:1.1:1767384380.629823:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029f68b4e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384380.629828:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp46 p 3.x 192.168.204.108 -> 192.168.204.108:969 incarnation:1767384368643565370 sched[0] 00000800:00000010:1.0:1767384380.629838:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384380.629898:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384380.629904:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c053a3e8. 00000800:00000200:2.1:1767384380.629940:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384380.629950:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp46 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384368643565370 sched[0] 00000800:00000010:2.0:1767384380.629955:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078698cd8. 00000800:00000010:1.0:1767384380.629956:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e7182b49. 00000800:00000001:1.0:1767384380.629990:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.629993:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.629997:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384380.630007:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.630029:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:0.0:1767384380.630050:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.630058:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384380.630061:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384380.630061:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384380.630066:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029f68b4e. 00000800:00000001:0.0:1767384380.630073:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.630074:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384380.630085:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.630086:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: GET: OK 00000400:00000200:0.0:1767384380.630092:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46) <- 192.168.204.108@tcp46 : GET - for me 00000400:00000200:1.0:1767384380.630094:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384380.630119:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp46 recovery message sent successfully:0 00000400:00000200:0.0:1767384380.630135:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384380.630144:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1f91 [1] + 0 00000400:00000200:2.0:1767384380.630153:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384380.630155:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp46 to MR: 192.168.204.108@tcp46 local destination 00000400:00000200:0.0:1767384380.630167:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp46 NI seq info: [198:198:256:4294967295] 192.168.204.108@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384380.630179:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46:192.168.204.108@tcp46) -> 192.168.204.108@tcp46(192.168.204.108@tcp46:192.168.204.108@tcp46) 192.168.204.108@tcp46 : REPLY try# 0 00000800:00000200:0.0:1767384380.630184:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp46 00000400:00000200:2.0:1767384380.630187:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000010:0.0:1767384380.630189:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6f373db. 00000800:00000200:0.0:1767384380.630196:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea3b5e4c] -> 12345-192.168.204.108@tcp46 (4) 00000800:00000200:0.0:1767384380.630202:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp46 ip 192.168.204.108:988 00000800:00000200:0.0:1767384380.630206:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6f373db type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384380.630218:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000800:00000001:1.0:1767384380.630235:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.630242:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.630252:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000800:00000001:1.0:1767384380.630276:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384380.630278:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384380.630283:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384380.630283:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6f373db. 00000400:00000200:2.0:1767384380.630284:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000800:00000001:1.0:1767384380.630289:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384380.630290:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384380.630294:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384380.630300:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: REPLY: OK 00000400:00000200:1.0:1767384380.630307:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp46(192.168.204.108@tcp46) <- 192.168.204.108@tcp46 : REPLY - for me 00000400:00000200:2.0:1767384380.630318:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384380.630325:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp46: Reply from 12345-192.168.204.108@tcp46 of length 272/272 into md 0x1fdd 00000800:00000001:1.0:1767384380.630331:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.630337:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.630338:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384380.630342:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp46->192.168.204.108@tcp46: REPLY: OK 00000400:00000200:1.0:1767384380.630345:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2076b4a 00000400:00000010:1.0:1767384380.630347:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 00000400:00000200:1.0:1767384380.630350:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:2.0:1767384380.630354:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000010:1.0:1767384380.630354:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a57671f1. 00000400:00000010:1.0:1767384380.630359:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010d744c5. 00000800:00000001:1.0:1767384380.630366:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.630369:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.630386:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630405:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630422:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630438:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630456:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630476:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630496:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630517:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630541:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630567:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630586:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630598:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630611:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630624:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630644:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630656:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630680:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630711:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630727:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630739:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630751:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630764:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630777:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630790:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384380.630802:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384380.630896:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcd32098. 00000800:00000010:2.0:1767384380.630901:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f0513fa. 00000800:00000010:2.0:1767384380.630904:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3626bd4. 00000800:00000010:2.0:1767384380.630920:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3626bd4. 00000800:00020000:2.0:1767384380.630925:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384380.630927:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f0513fa. 00000800:00000010:2.0:1767384380.630929:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcd32098. 00000400:02020000:2.0:1767384380.630954:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp46 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384380.947192:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384380.947198:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.947204:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384380.947205:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.947284:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384380.947288:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.947291:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384381.109187:0:39964:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000019cd4953. 00080000:00000010:0.0:1767384381.109196:0:39964:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000019cd4953. 00000020:00000001:0.0:1767384381.109200:0:39964:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384381.109206:0:39964:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000019cd4953. 00080000:00000010:0.0:1767384381.109210:0:39964:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000019cd4953. 00000020:00000001:0.0:1767384381.109212:0:39964:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.223818:0:40000:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d3c6a3be. 00000400:00000040:1.0:1767384381.223838:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223840:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384381.223845:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223846:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223848:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223849:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384381.223851:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223852:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384381.223853:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384381.223854:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384381.223855:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384381.223856:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223858:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384381.223859:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223859:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384381.223861:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384381.223862:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223862:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384381.223863:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384381.223865:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223866:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223867:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223867:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223868:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223869:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384381.223870:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223871:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223872:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223873:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223874:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223875:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384381.223876:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223877:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223878:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223879:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223880:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223880:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384381.223882:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223883:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223884:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384381.223885:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384381.223888:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223889:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384381.223890:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384381.223891:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384381.223893:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384381.223893:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384381.223894:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384381.223896:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384381.223897:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223898:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384381.223898:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384381.223899:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384381.223900:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384381.223901:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384381.223902:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384381.223903:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384381.223911:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223912:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384381.223913:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223914:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223915:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223916:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384381.223917:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223918:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384381.223919:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384381.223920:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384381.223921:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384381.223922:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223923:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384381.223924:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223925:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384381.223926:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384381.223927:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223928:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384381.223929:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384381.223930:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223931:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223932:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223933:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223936:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223937:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384381.223938:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223939:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223940:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223941:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223942:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223942:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384381.223944:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384381.223945:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384381.223945:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384381.223946:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384381.223947:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223948:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384381.223949:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384381.223950:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223951:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384381.223952:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384381.223953:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384381.223954:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384381.223955:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384381.223956:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384381.223957:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384381.223957:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384381.223958:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384381.223959:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384381.223960:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384381.223961:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384381.223962:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384381.223963:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384381.223965:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384381.223966:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384381.223966:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384381.223967:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384381.223968:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384381.223969:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384381.223970:0:40000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384381.224128:0:40000:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d3c6a3be. 00000400:00000200:0.0:1767384381.261906:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384381.261968:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384381.261972:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d23e68cb. 00000800:00000010:3.0:1767384381.262402:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050caba82. 00000800:00000010:3.0:1767384381.262426:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.262450:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b39e7849. 00000800:00000200:3.0:1767384381.262460:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.8@tcp50 p 3.x 192.168.204.108 -> 192.168.204.8:1023 incarnation:1767384380707676289 sched[0] 00000800:00000010:3.0:1767384381.262467:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.262539:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.262544:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.262595:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d23e68cb. 00000800:00000001:1.0:1767384381.262737:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384381.262752:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.263346:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.263352:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.263354:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.263359:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384381.263366:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : GET - for me 00000400:00000010:0.0:1767384381.263375:0:16340:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000114682db. 00000400:00000200:0.0:1767384381.263379:0:16340:0:(peer.c:264:lnet_peer_alloc()) 00000000114682db nid 192.168.204.8@tcp50 00000400:00000010:0.0:1767384381.263382:0:16340:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000011a87212. 00000400:00000200:0.0:1767384381.263384:0:16340:0:(peer.c:204:lnet_peer_net_alloc()) 0000000011a87212 net tcp50 00000400:00000010:0.0:1767384381.263387:0:16340:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f5c40985. 00000400:00000200:0.0:1767384381.263392:0:16340:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f5c40985 nid 192.168.204.8@tcp50 00000400:00000200:0.0:1767384381.263397:0:16340:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.204.8@tcp50 nid 192.168.204.108@tcp50: 0 00000400:00000200:0.0:1767384381.263401:0:16340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000114682db (0) 00000400:00000200:0.0:1767384381.263407:0:16340:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.8@tcp50 NID 192.168.204.8@tcp50 flags 0x0 00000400:00000200:0.0:1767384381.263410:0:16340:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.204.8@tcp50: 0 00000400:00000200:0.0:1767384381.263417:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384381.263423:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.8@tcp50 of length 272/272 into md 0x1f91 [1] + 0 00000400:00000200:0.0:1767384381.263436:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:0.0:1767384381.263441:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [199:199:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384381.263450:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) 192.168.204.8@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384381.263453:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:0.0:1767384381.263457:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000182cc0e4. 00000800:00000200:0.0:1767384381.263462:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (2) 00000800:00000200:0.0:1767384381.263467:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:0.0:1767384381.263470:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000182cc0e4 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384381.263521:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384381.263524:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000182cc0e4. 00000400:00000200:0.0:1767384381.263528:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384381.263533:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: REPLY: OK 00000800:00000001:0.0:1767384381.263551:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.263554:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.264405:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.264412:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.264414:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.264420:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.264427:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : GET - for me 00000400:00000200:3.0:1767384381.264437:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384381.264443:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.8@tcp50 of length 704/704 into md 0x1f91 [1] + 0 00000400:00000200:3.0:1767384381.264450:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384381.264459:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [200:200:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384381.264472:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) 192.168.204.8@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384381.264483:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384381.264487:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034f3540a. 00000800:00000200:3.0:1767384381.264493:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (2) 00000800:00000200:3.0:1767384381.264497:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384381.264500:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000034f3540a type 3, nob 800 niov 1 nkiov 1 00000400:00000200:0.0:1767384381.264544:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.0:1767384381.264556:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384381.264560:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034f3540a. 00000400:00000200:0.0:1767384381.264564:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp50 from 254.3.0.2 00000400:00000200:3.0:1767384381.264566:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384381.264568:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000045599b93. 00000400:00000200:3.0:1767384381.264575:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: REPLY: OK 00000800:00000001:3.0:1767384381.264584:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.264589:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384381.264610:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001545c133. 00000800:00000010:3.0:1767384381.264615:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.264700:0:31124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000883cf5a7. 00000800:00000200:3.1:1767384381.264707:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (2) 00000800:00000200:3.1:1767384381.264711:0:31124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.8@tcp50 00000000883cf5a7 deleted 00000800:00000010:3.1:1767384381.264713:0:31124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000883cf5a7. 00000800:00000200:3.0:1767384381.264720:0:31124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.8@tcp50 p 3.x 192.168.204.108 -> 192.168.204.8:1022 incarnation:1767384380707676289 sched[0] 00000800:00000010:3.0:1767384381.264725:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.264769:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.264776:0:31124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.264804:0:31124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000045599b93. 00000800:00000001:3.0:1767384381.264821:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.264826:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384381.265795:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384381.265812:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384381.265815:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fc72517c. 00000800:00000010:3.0:1767384381.265882:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8442d98. 00000800:00000010:3.0:1767384381.265888:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.266135:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000883cf5a7. 00000800:00000200:3.1:1767384381.266142:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (3) 00000800:00000200:3.1:1767384381.266147:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.8@tcp50 00000000883cf5a7 deleted 00000800:00000010:3.1:1767384381.266195:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000883cf5a7. 00000800:00000200:3.0:1767384381.266207:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.8@tcp50 p 3.x 192.168.204.108 -> 192.168.204.8:1021 incarnation:1767384380707676289 sched[0] 00000800:00000010:3.0:1767384381.266212:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.266247:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099f0200f. 00000800:00000010:3.0:1767384381.266251:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000979aaf2e. 00000800:00000010:3.0:1767384381.266275:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fc72517c. 00000800:00000001:3.0:1767384381.266287:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.266291:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384381.651291:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077332921] -> 12345-192.168.204.108@tcp18 (6) 00000400:00000200:2.0:1767384381.651304:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp47 00000800:00000200:0.0:1767384381.651304:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp18 ip 192.168.204.108:988 00000800:00000200:0.0:1767384381.651309:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384381.651317:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e87c0722. 00000400:00000010:2.0:1767384381.651340:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d65e5403. 00000400:00000010:2.0:1767384381.651359:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000010:2.0:1767384381.651384:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb1fb845. 00000400:00000200:2.0:1767384381.651390:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp47 00000400:00000200:2.0:1767384381.651443:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp47 local destination 00000400:00000200:2.0:1767384381.651450:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp47 00000400:00000200:2.0:1767384381.651456:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp47 NI seq info: [201:201:256:4294967295] 192.168.204.108@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:2.0:1767384381.651463:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp47 00000400:00000200:2.0:1767384381.651471:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp47(192.168.204.108@tcp47:) -> 192.168.204.108@tcp47(192.168.204.108@tcp47:192.168.204.108@tcp47) : GET try# 0 00000800:00000200:2.0:1767384381.651487:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp47 00000800:00000010:2.0:1767384381.651503:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e675c5e. 00000800:00000200:2.0:1767384381.651511:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:2.1:1767384381.651524:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:3.0:1767384381.651536:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384381.651542:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384381.651551:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp47 added to recovery queue. ping count: 2 next ping: 305 health :800 00000800:00000001:3.0:1767384381.651553:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.651559:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.651561:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384381.651712:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651773:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651786:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651800:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651825:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651850:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651863:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651875:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651916:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651931:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651963:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651977:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.651989:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652031:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652046:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652060:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652074:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652089:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652104:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652133:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652198:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652250:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652281:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652297:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652312:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652327:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652356:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652371:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384381.652400:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384381.652511:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007952a16f. 00000800:00000010:1.0:1767384381.652516:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c053a3e8. 00000800:00000010:1.0:1767384381.652521:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef792f01. 00000800:00000010:1.0:1767384381.652538:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef792f01. 00000800:00020000:1.0:1767384381.652545:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384381.652548:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c053a3e8. 00000800:00000010:1.0:1767384381.652551:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007952a16f. 00000400:02020000:1.0:1767384381.652584:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384381.652590:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp47 notifying 192.168.204.108@tcp47: down 00000400:00000200:1.0:1767384381.652593:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384381.652597:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp47 00000800:00000010:1.0:1767384381.652599:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e675c5e. 00000400:00000200:1.0:1767384381.652605:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384381.652609:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp47->192.168.204.108@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384381.652618:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384381.652621:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384381.652624:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384381.971191:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384381.971199:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.971206:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384381.971209:0:276:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384381.971212:0:276:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384381.971215:0:276:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.971218:0:276:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384381.971220:0:276:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.971222:0:276:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.971225:0:276:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.971340:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.971345:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384381.971349:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767384382.282260:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.282284:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.282291:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.282294:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.282308:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.282330:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 520 into portal 26 MB=0x695824d600180 00000400:00000200:0.0:1767384382.282342:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 520/520 into md 0x1741 [2] + 0 00000400:00000010:0.0:1767384382.282349:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075dd758c. 00000400:00000200:0.0:1767384382.282356:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1187c87 00000800:00000001:0.0:1767384382.282363:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.282375:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.282378:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.282384:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.282409:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1187c87 00000400:00000010:0.0:1767384382.282412:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1187c87. 00000100:00000001:0.0:1767384382.282420:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.282423:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.282427:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000ea521220 x1853236736688512 msgsize 520 00000100:00100000:0.0:1767384382.282433:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.282436:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.282456:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.282467:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.282471:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.282517:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.282524:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688512 02000000:00000001:3.0:1767384382.282529:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.282532:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.282535:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.282542:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.282547:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688512 00000020:00000001:3.0:1767384382.282551:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.282554:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384382.282557:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384382.282581:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.282584:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.282592:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.282600:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.282606:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000001:3.0:1767384382.282615:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.282618:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.282620:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.282628:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.282680:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.282704:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.282708:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.282734:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 155 00000100:00000001:3.0:1767384382.282742:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443645008 : -130123265906608 : ffff89a750f56850) 00000100:00000040:3.0:1767384382.282753:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea521220 x1853236736688512/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.282779:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:11789:x1853236736688512:12345-192.168.204.8@tcp50:250: 00000100:00000200:3.0:1767384382.282787:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688512 00000020:00000001:3.0:1767384382.282794:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384382.282811:0:17073:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384382.282823:0:17073:0:(obd_config.c:927:class_incref()) incref MGS (000000008d5d25dd) now 6 - find 00000020:00000001:3.0:1767384382.282827:0:17073:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613951076027016 : -130122633524600 : ffff89a776a6ca88) 00000100:00000001:3.0:1767384382.282835:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.282838:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.282845:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f5576a03. 02000000:00000001:3.0:1767384382.282848:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.282851:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.282854:0:17073:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384382.282862:0:17073:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50 t0 exp 0000000000000000 cur 302 last 0 00010000:00000001:3.0:1767384382.282867:0:17073:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:3.0:1767384382.282870:0:17073:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:3.0:1767384382.282873:0:17073:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384382.282875:0:17073:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384382.282879:0:17073:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000099eac305. 00000020:00000001:3.0:1767384382.282882:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.282884:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099eac305 with handle 0x88edd5ef35457f32 to hash 00000020:00000001:3.0:1767384382.282888:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384382.282891:0:17073:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:3.0:1767384382.282895:0:17073:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384382.282898:0:17073:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384382.282903:0:17073:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000034f3540a. 00000001:00000010:3.0:1767384382.282907:0:17073:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000059fcb103. 00000001:00000010:3.0:1767384382.282911:0:17073:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bced987. 00000001:00000010:3.0:1767384382.282917:0:17073:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df2bcc29. 00000001:00000010:3.0:1767384382.282920:0:17073:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000477f7a03. 00000001:00000010:3.0:1767384382.282923:0:17073:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000168b218f. 00010000:00000001:3.0:1767384382.282926:0:17073:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.282929:0:17073:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.282931:0:17073:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.282935:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=3 00000020:00000040:3.0:1767384382.282939:0:17073:0:(obd_config.c:927:class_incref()) incref MGS (000000008d5d25dd) now 7 - export 00000020:00000001:3.0:1767384382.282942:0:17073:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000040:3.0:1767384382.282946:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 2 00000020:00000080:3.0:1767384382.282948:0:17073:0:(genops.c:1402:class_connect()) connect: client efc83f07-9a34-4a15-8303-a7cb574f6749, cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.282957:0:17073:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.282960:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.282961:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.282963:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.282966:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=3 00000020:00000001:3.0:1767384382.282968:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.282970:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 20000000:00000001:3.0:1767384382.282973:0:17073:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:3.0:1767384382.282976:0:17073:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:3.0:1767384382.282979:0:17073:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384382.282984:0:17073:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000002a24df9a 00000020:00000010:3.0:1767384382.282987:0:17073:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000040d973f8. 00000020:00000040:3.0:1767384382.282997:0:17073:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000040d973f8 for nid 192.168.204.8@tcp50 - ref 2 00000020:00000001:3.0:1767384382.283093:0:17073:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.283140:0:17073:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000970b808c. 00000020:00000010:3.0:1767384382.283146:0:17073:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000979aaf2e. 00000020:00000010:3.0:1767384382.283150:0:17073:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000b492fdbe. 00000020:00000010:3.0:1767384382.283170:0:17073:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000095c95c76. 00000020:00000010:3.0:1767384382.283173:0:17073:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f27272ce. 00000020:00000010:3.0:1767384382.283177:0:17073:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000cd7a4b82. 20000000:00000001:3.0:1767384382.283186:0:17073:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.283188:0:17073:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.283191:0:17073:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.283194:0:17073:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.283199:0:17073:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000cbbd10f3. 00000020:00000040:3.0:1767384382.283201:0:17073:0:(obd_config.c:927:class_incref()) incref MGS (000000008d5d25dd) now 8 - import 00000020:00000001:3.0:1767384382.283208:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384382.283209:0:17073:0:(genops.c:1242:class_import_put()) import 00000000cbbd10f3 refcount=1 obd=MGS 00000020:00000001:3.0:1767384382.283212:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384382.283217:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=4 00000100:00000040:3.0:1767384382.283219:0:17073:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.283223:0:17073:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384382.283231:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000114682db (1) 00000400:00000200:3.0:1767384382.283244:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000114682db (2) 00000400:00000200:3.0:1767384382.283265:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.8@tcp50 (00000000114682db): 0 00000400:00000200:3.0:1767384382.283268:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384382.283368:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384382.283381:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0x40 00000400:00000200:2.0:1767384382.283385:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000114682db (3) 00000400:00000010:2.0:1767384382.283394:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010d744c5. 00000400:00000010:2.0:1767384382.283401:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000400:00000010:2.0:1767384382.283408:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008fcb76aa. 00000400:00000200:2.0:1767384382.283414:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384382.283441:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:2.0:1767384382.283449:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp50 00000400:00000200:2.0:1767384382.283454:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [202:202:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384382.283461:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.8@tcp50 00000400:00000200:2.0:1767384382.283471:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : GET try# 0 00000800:00000200:2.0:1767384382.283477:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.8@tcp50 00000800:00000010:2.0:1767384382.283483:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e4e13ab. 00000800:00000200:2.0:1767384382.283490:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:2.0:1767384382.283499:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384382.283504:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e4e13ab type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384382.283530:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.8@tcp50 00000400:00000200:2.0:1767384382.283534:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0x240 rc 0 00000800:00000200:0.0:1767384382.283690:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.283697:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e4e13ab. 00000400:00000200:0.0:1767384382.283705:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.283712:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: GET: OK 00000400:00000200:0.0:1767384382.283717:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384382.283721:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.8@tcp50: 0 00000800:00000001:3.0:1767384382.284557:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.284569:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.284573:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.284575:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.284584:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : REPLY - for me 00000400:00000200:3.0:1767384382.284600:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp50: Reply from 12345-192.168.204.8@tcp50 of length 48/48 into md 0x1fe5 00000800:00000001:3.0:1767384382.284607:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.284614:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.284617:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.284622:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: REPLY: OK 00000400:00000200:3.0:1767384382.284627:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd47c524 00000400:00000010:3.0:1767384382.284630:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000400:00000200:3.0:1767384382.284636:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384382.284643:0:16342:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.204.8@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:3.0:1767384382.284649:0:16342:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.8@tcp50(00000000114682db) not MR: DD disabled remotely 00000400:00000200:3.0:1767384382.284681:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.8@tcp50 data present 3. state = 0x242 00000400:00000200:3.0:1767384382.284689:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.8@tcp50 (00000000114682db): -114 00000400:00000200:3.0:1767384382.284711:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000114682db (4) 00000800:00000001:3.0:1767384382.284724:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.284730:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.284791:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384382.284801:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0xc2 00000400:00000010:2.0:1767384382.284812:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000073e6947c. 00000400:00000010:2.0:1767384382.284816:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000040cefb20. 00000400:00000010:2.0:1767384382.284819:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000008ef3ff5d. 00000400:00000010:2.0:1767384382.284824:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000073e6947c. 00000400:00000010:2.0:1767384382.284829:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000040cefb20. 00000400:00000010:2.0:1767384382.284842:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000008ef3ff5d. 00000400:00000010:2.0:1767384382.284845:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010d744c5. 00000400:00000200:2.0:1767384382.284851:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.8@tcp50 (00000000114682db): 0 00000400:00000200:2.0:1767384382.284854:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.8@tcp50(00000000114682db): 0. state = 0x142 00000400:00000200:2.0:1767384382.284859:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0x142 rc 1 00000400:00000200:2.0:1767384382.284863:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0x142 00000400:00000200:2.0:1767384382.284867:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.8@tcp50 00000400:00000200:2.0:1767384382.284869:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.8@tcp50(00000000114682db) state 0x112 rc 0 00000400:00000200:2.0:1767384382.284873:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.8@tcp50 (00000000114682db) 00000400:00000200:2.0:1767384382.284892:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000114682db (3) 00000400:00000200:3.0:1767384382.284942:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000114682db (2) 00000400:00000200:3.0:1767384382.284948:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000114682db (1) 00000400:00000200:3.0:1767384382.284956:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.8@tcp50 NID 192.168.204.8@tcp50: 0. discovery complete 00000400:00000200:3.0:1767384382.284959:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000114682db (2) 00000400:00000200:3.0:1767384382.284964:0:17073:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.8@tcp50 primary NID 192.168.204.8@tcp50 rc 0 00000100:00000010:3.0:1767384382.284972:0:17073:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000099f0200f. 00000100:00000001:3.0:1767384382.284976:0:17073:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:3.0:1767384382.284979:0:17073:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000099f0200f refcount 1 to 192.168.204.8@tcp50 00000020:00000040:3.0:1767384382.284984:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=5 00000100:00000001:3.0:1767384382.284993:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.285007:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.285009:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.285015:0:17073:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384382.285019:0:17073:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384382.285022:0:17073:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:3.0:1767384382.285025:0:17073:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:3.0:1767384382.285029:0:17073:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.285033:0:17073:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384382.285036:0:17073:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384382.285038:0:17073:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384382.285041:0:17073:0:(import.c:65:import_set_state_nolock()) 00000000cbbd10f3 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384382.285045:0:17073:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384382.285047:0:17073:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384382.285050:0:17073:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.285054:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 4 00000020:00000040:3.0:1767384382.285057:0:17073:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 8 - find 00010000:00000001:3.0:1767384382.285060:0:17073:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.285065:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.285068:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014144 : -1047537472 : ffffffffc18fd8c0) 00000020:00000001:3.0:1767384382.285073:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.285074:0:17073:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.285078:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.285081:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.285083:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.285086:0:17073:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:3.0:1767384382.285089:0:17073:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384382.285094:0:17073:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.285096:0:17073:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.285131:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688512 00010000:00000001:3.0:1767384382.285135:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.285141:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea521220 x1853236736688512/t0(0) o250->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.285154:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.285156:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.285160:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384382.285178:0:17073:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384382.285183:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.285186:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.285189:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.285192:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.285195:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.285200:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.285203:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.285207:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d493a0db. 00000100:00000200:3.0:1767384382.285212:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236736688512, offset 0 00000400:00000200:3.0:1767384382.285218:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.285227:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.285241:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [203:203:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767384382.285254:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.285260:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.285264:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09383ec. 00000800:00000200:3.0:1767384382.285269:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.285275:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.285279:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09383ec type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.285298:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.285302:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.285305:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.285307:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.285310:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.285315:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea521220 x1853236736688512/t0(0) o250->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.285328:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea521220 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+4:11789:x1853236736688512:12345-192.168.204.8@tcp50:250: Request processed in 2554us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.285341:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 155 00000100:00000040:3.0:1767384382.285346:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.285356:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.285359:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.285366:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.285372:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.285376:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.285381:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 3 00000100:00000001:3.0:1767384382.285388:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.285394:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.285403:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022cdeacd. 00000400:00000010:3.0:1767384382.285410:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000883cf5a7. 00000800:00000200:0.0:1767384382.285438:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.285445:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09383ec. 00000400:00000200:0.0:1767384382.285452:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.285460:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.285465:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d493a0db 00000400:00000010:0.0:1767384382.285468:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d493a0db. 00000100:00000001:0.0:1767384382.285473:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.285476:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.285479:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f5576a03. 02000000:00000001:0.0:1767384382.285483:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.285485:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.287020:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.287036:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.287041:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.287045:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.287058:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.287075:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 26 MB=0x695824d600100 00000400:00000200:0.0:1767384382.287086:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x1751 [2] + 0 00000400:00000010:0.0:1767384382.287093:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5470705. 00000400:00000200:0.0:1767384382.287155:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050bc1a8d 00000800:00000001:0.0:1767384382.287162:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.287172:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.287175:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.287180:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.287185:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bc1a8d 00000400:00000010:0.0:1767384382.287187:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050bc1a8d. 00000100:00000001:0.0:1767384382.287192:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.287194:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.287197:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000050cf5144 x1853236736688384 msgsize 328 00000100:00100000:0.0:1767384382.287203:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.287205:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.287224:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.287230:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.287234:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.287288:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.287294:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688384 02000000:00000001:3.0:1767384382.287297:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.287300:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.287302:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.287306:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.287310:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688384 00000020:00000001:3.0:1767384382.287312:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.287314:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.287316:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.287319:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=4 00000020:00000001:3.0:1767384382.287323:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.287326:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.287331:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.287337:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.287340:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.287343:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000020:00000010:3.0:1767384382.287352:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.287356:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.287360:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.287367:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.287371:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.287372:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.287374:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.287380:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.287406:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.287417:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.287419:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.287426:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 156 00000100:00000040:3.0:1767384382.287429:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.287432:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443634768 : -130123265916848 : ffff89a750f54050) 00000100:00000040:3.0:1767384382.287438:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050cf5144 x1853236736688384/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.287450:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.287453:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.287456:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.287458:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000100:00100000:3.0:1767384382.287464:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+4:15179:x1853236736688384:12345-192.168.204.8@tcp50:101: 00000100:00000200:3.0:1767384382.287469:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688384 00000020:00000001:3.0:1767384382.287472:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.287475:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.287478:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.287480:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.287483:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384382.287487:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.287489:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.287492:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.287494:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.287498:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.287502:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384382.287505:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384382.287507:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384382.287510:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384382.287513:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.287518:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384382.287526:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 6 00010000:00000001:3.0:1767384382.287529:0:17073:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.287533:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.287545:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077c9e017. 00000020:00000001:3.0:1767384382.287551:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.287553:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000077c9e017 with handle 0x88edd5ef35457f39 to hash 00000020:00000001:3.0:1767384382.287556:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.287559:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00010000:00000001:3.0:1767384382.287574:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605039104 : -130123104512512 : ffff89a75a941600) 00010000:00010000:3.0:1767384382.287578:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xafcd677af8e97a expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.287588:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000099eac305 : new locks_count 1 00000020:00000040:3.0:1767384382.287590:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=5 00000100:00000001:3.0:1767384382.287598:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.287600:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.287604:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000074122e07. 02000000:00000001:3.0:1767384382.287606:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.287608:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.287611:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384382.287617:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384382.287620:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.287622:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.287625:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.287640:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.287643:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.287647:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.287651:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.287678:0:17073:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.287682:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.287686:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040ace832) refcount = 6 00010000:00000040:3.0:1767384382.287693:0:17073:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384382.287700:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c6f expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.287722:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.287734:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000971176cc/0x88edd5ef35457bf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457bea expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.287759:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e75f9cc/0x88edd5ef35457b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b65 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.287771:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093ae9828/0x88edd5ef35457b50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b49 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.287784:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e97a expref: 5 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.287796:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.287798:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.287800:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.287803:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.287806:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.287813:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384382.287816:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e97a expref: 5 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.287824:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.287827:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.287830:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.287833:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.287835:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.287837:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.287839:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.287840:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000077c9e017, rc 0) 00000020:00000001:3.0:1767384382.287843:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.287846:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688384 00010000:00000001:3.0:1767384382.287849:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.287853:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050cf5144 x1853236736688384/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.287863:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.287865:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.287876:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.287881:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.287884:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.287887:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.287890:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.287892:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.287895:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.287898:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.287901:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060975c03. 00000100:00000200:3.0:1767384382.287906:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736688384, offset 224 00000400:00000200:3.0:1767384382.287912:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.287921:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.287934:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [204:204:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384382.287948:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.287955:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.287959:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b43a12c. 00000800:00000200:3.0:1767384382.287965:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.287972:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.287976:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b43a12c type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.287996:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.288001:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.288003:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.288006:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.288008:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.288013:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cf5144 x1853236736688384/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.288025:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050cf5144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+5:15179:x1853236736688384:12345-192.168.204.8@tcp50:101: Request processed in 573us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.288036:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 156 00000100:00000040:3.0:1767384382.288040:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.288050:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.288052:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.288057:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.288062:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.288065:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.288070:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 4 00000100:00000001:3.0:1767384382.288076:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.288082:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.288088:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b8d14c. 00000400:00000010:3.0:1767384382.288093:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096d4f592. 00000800:00000200:0.0:1767384382.288176:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.288182:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b43a12c. 00000400:00000200:0.0:1767384382.288187:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.288196:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.288201:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060975c03 00000400:00000010:0.0:1767384382.288204:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060975c03. 00000100:00000001:0.0:1767384382.288208:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.288210:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.288212:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000074122e07. 02000000:00000001:0.0:1767384382.288216:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.288217:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.289719:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.289732:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.289736:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.289738:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.289759:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.289773:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 512 into portal 26 MB=0x695824d600200 00000400:00000200:0.0:1767384382.289781:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 512/512 into md 0x1769 [2] + 0 00000400:00000010:0.0:1767384382.289786:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009f004e5. 00000400:00000200:0.0:1767384382.289791:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b1d87bf 00000800:00000001:0.0:1767384382.289807:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.289815:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.289818:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.289823:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.289827:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1d87bf 00000400:00000010:0.0:1767384382.289830:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b1d87bf. 00000100:00000001:0.0:1767384382.289834:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.289836:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.289839:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000098f8a2c1 x1853236736688640 msgsize 512 00000100:00100000:0.0:1767384382.289845:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.289847:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.289864:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.289871:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.289875:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.289928:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.289934:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688640 02000000:00000001:3.0:1767384382.289937:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.289940:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.289942:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.289947:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.289950:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688640 00000020:00000001:3.0:1767384382.289953:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.289955:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.289957:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.289960:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=5 00000020:00000001:3.0:1767384382.289964:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.289967:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.289970:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.289976:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.289979:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.289982:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000020:00000010:3.0:1767384382.289988:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.289993:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.289997:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.290002:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.290006:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.290007:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.290009:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.290015:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.290042:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.290054:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.290056:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.290063:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 157 00000100:00000040:3.0:1767384382.290066:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.290070:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443639888 : -130123265911728 : ffff89a750f55450) 00000100:00000040:3.0:1767384382.290077:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098f8a2c1 x1853236736688640/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.290090:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.290094:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.290097:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.290132:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000100:00100000:3.0:1767384382.290142:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+5:15179:x1853236736688640:12345-192.168.204.8@tcp50:501: 00000100:00000200:3.0:1767384382.290147:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688640 00000020:00000001:3.0:1767384382.290150:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.290153:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.290156:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.290158:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.290160:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:3.0:1767384382.290164:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.290165:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.290168:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.290170:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.290173:0:17073:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384382.290176:0:17073:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.290178:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.290180:0:17073:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384382.290183:0:17073:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384382.290185:0:17073:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384382.290189:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.290191:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.290196:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000072086c10. 02000000:00000001:3.0:1767384382.290198:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.290208:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.290213:0:17073:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:3.0:1767384382.290216:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.290220:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.290224:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.290260:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.290264:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.290268:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.290273:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:3.0:1767384382.290282:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384382.290286:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384382.290323:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1767384382.290329:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384382.290333:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384382.290338:0:17073:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384382.290341:0:17073:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384382.290344:0:17073:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767384382.290347:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.290351:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384382.290354:0:17073:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:3.0:1767384382.290357:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.290361:0:17073:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:3.0:1767384382.290363:0:17073:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1767384382.290367:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688640 00010000:00000001:3.0:1767384382.290370:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.290375:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098f8a2c1 x1853236736688640/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.290386:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.290388:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.290391:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.290395:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.290406:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.290409:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.290412:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.290415:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.290418:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.290421:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.290425:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d8a3058. 00000100:00000200:3.0:1767384382.290429:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736688640, offset 224 00000400:00000200:3.0:1767384382.290435:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.290444:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.290456:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [205:205:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384382.290470:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.290476:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.290481:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043dccc8e. 00000800:00000200:3.0:1767384382.290486:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.290493:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.290497:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043dccc8e type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.290516:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.290520:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.290523:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.290526:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.290528:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.290533:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098f8a2c1 x1853236736688640/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.290546:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098f8a2c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+5:15179:x1853236736688640:12345-192.168.204.8@tcp50:501: Request processed in 454us (704us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767384382.290556:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 157 00000100:00000040:3.0:1767384382.290559:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.290561:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.290571:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.290575:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.290580:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.290584:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.290589:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 4 00000100:00000001:3.0:1767384382.290594:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.290600:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.290605:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ae3223. 00000400:00000010:3.0:1767384382.290610:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d0dbaf4. 00000800:00000200:0.0:1767384382.290717:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.290724:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043dccc8e. 00000400:00000200:0.0:1767384382.290729:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.290737:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.290742:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3058 00000400:00000010:0.0:1767384382.290745:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8a3058. 00000100:00000001:0.0:1767384382.290749:0:16340:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.290751:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.290754:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000072086c10. 02000000:00000001:0.0:1767384382.290757:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.290758:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.292251:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.292264:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.292268:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.292271:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.292279:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.292293:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 26 MB=0x695824d600280 00000400:00000200:0.0:1767384382.292300:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x17a1 [2] + 0 00000400:00000010:0.0:1767384382.292305:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003280633e. 00000400:00000200:0.0:1767384382.292311:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d5e95fe 00000800:00000001:0.0:1767384382.292315:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.292333:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.292336:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.292342:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.292346:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5e95fe 00000400:00000010:0.0:1767384382.292348:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5e95fe. 00000100:00000001:0.0:1767384382.292354:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.292357:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.292360:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000faa2f37f x1853236736688768 msgsize 328 00000100:00100000:0.0:1767384382.292366:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.292369:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.292388:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.292394:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.292397:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.292447:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.292452:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688768 02000000:00000001:3.0:1767384382.292456:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.292458:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.292460:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.292465:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.292468:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688768 00000020:00000001:3.0:1767384382.292470:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.292472:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.292475:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.292478:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=5 00000020:00000001:3.0:1767384382.292481:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.292484:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.292488:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.292494:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.292497:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.292500:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000020:00000010:3.0:1767384382.292506:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.292510:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.292514:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.292520:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.292523:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.292525:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.292527:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.292532:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.292548:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.292569:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.292572:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.292579:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 158 00000100:00000040:3.0:1767384382.292582:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.292585:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443643984 : -130123265907632 : ffff89a750f56450) 00000100:00000040:3.0:1767384382.292591:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faa2f37f x1853236736688768/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.292604:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.292608:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.292610:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.292614:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000100:00100000:3.0:1767384382.292620:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+5:15179:x1853236736688768:12345-192.168.204.8@tcp50:101: 00000100:00000200:3.0:1767384382.292626:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688768 00000020:00000001:3.0:1767384382.292631:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.292635:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.292639:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.292643:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.292647:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384382.292653:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.292683:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.292687:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.292689:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.292694:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.292698:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384382.292701:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384382.292703:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384382.292706:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384382.292708:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.292715:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384382.292721:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 7 00010000:00000001:3.0:1767384382.292725:0:17073:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.292730:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.292735:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a1d4e40. 00000020:00000001:3.0:1767384382.292751:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.292754:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a1d4e40 with handle 0x88edd5ef35457f40 to hash 00000020:00000001:3.0:1767384382.292759:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.292761:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00000001:3.0:1767384382.292765:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00010000:3.0:1767384382.292770:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457f40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xafcd677af8e981 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292784:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000099eac305 : new locks_count 2 00000020:00000040:3.0:1767384382.292788:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=6 00000100:00000001:3.0:1767384382.292795:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.292798:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.292803:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000dca8a7f1. 02000000:00000001:3.0:1767384382.292805:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.292808:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.292810:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384382.292813:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384382.292815:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.292817:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.292819:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.292821:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.292823:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.292825:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.292827:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.292829:0:17073:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.292830:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.292832:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040ace832) refcount = 7 00010000:00000040:3.0:1767384382.292835:0:17073:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384382.292840:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e97a expref: 6 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292848:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c6f expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292854:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292870:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000971176cc/0x88edd5ef35457bf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457bea expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292877:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e75f9cc/0x88edd5ef35457b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b65 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.292883:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093ae9828/0x88edd5ef35457b50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457b49 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.292889:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457f40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e981 expref: 6 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.292896:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.292897:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.292899:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.292901:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.292903:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.292908:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384382.292910:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457f40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e981 expref: 6 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.292917:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.292919:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.292921:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.292923:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.292925:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.292927:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.292928:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.292929:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009a1d4e40, rc 0) 00000020:00000001:3.0:1767384382.292932:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.292935:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688768 00010000:00000001:3.0:1767384382.292938:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.292942:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000faa2f37f x1853236736688768/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.292968:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.292970:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.292973:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.292978:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.292981:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.292983:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.292986:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.292988:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.292991:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.292994:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.292998:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061857208. 00000100:00000200:3.0:1767384382.293002:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736688768, offset 224 00000400:00000200:3.0:1767384382.293008:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.293017:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.293029:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [206:206:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384382.293044:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.293051:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.293055:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085557fd3. 00000800:00000200:3.0:1767384382.293060:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.293067:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.293071:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085557fd3 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.293091:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.293095:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.293098:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.293134:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.293138:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.293145:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faa2f37f x1853236736688768/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.293159:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000faa2f37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+6:15179:x1853236736688768:12345-192.168.204.8@tcp50:101: Request processed in 552us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.293178:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 158 00000100:00000040:3.0:1767384382.293183:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.293185:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.293187:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.293192:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.293197:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.293203:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000800:00000200:0.0:1767384382.293207:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384382.293209:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 5 00000800:00000010:0.0:1767384382.293215:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085557fd3. 00000100:00000001:3.0:1767384382.293218:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.293225:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384382.293227:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.293239:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000594ab816. 00000400:00000200:0.0:1767384382.293240:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000010:3.0:1767384382.293251:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004551eb9f. 00000400:00000200:0.0:1767384382.293252:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061857208 00000400:00000010:0.0:1767384382.293258:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061857208. 00000100:00000001:0.0:1767384382.293265:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.293267:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.293270:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000dca8a7f1. 02000000:00000001:0.0:1767384382.293276:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.293279:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.294696:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.294709:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.294713:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.294716:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.294725:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.294738:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 512 into portal 26 MB=0x695824d600300 00000400:00000200:0.0:1767384382.294745:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 512/512 into md 0x17b5 [2] + 0 00000400:00000010:0.0:1767384382.294750:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000333f0659. 00000400:00000200:0.0:1767384382.294755:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fb3b6c5 00000800:00000001:0.0:1767384382.294760:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.294766:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.294780:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.294785:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.294790:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fb3b6c5 00000400:00000010:0.0:1767384382.294792:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fb3b6c5. 00000100:00000001:0.0:1767384382.294796:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.294798:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.294801:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000006bab6cb2 x1853236736688896 msgsize 512 00000100:00100000:0.0:1767384382.294807:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.294809:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.294830:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.294837:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.294842:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.294905:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.294910:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688896 02000000:00000001:3.0:1767384382.294914:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.294916:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.294919:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.294923:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.294926:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688896 00000020:00000001:3.0:1767384382.294929:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.294931:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.294933:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.294936:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=6 00000020:00000001:3.0:1767384382.294940:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.294943:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.294947:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.294952:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.294955:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.294958:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000020:00000010:3.0:1767384382.294965:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.294969:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.294973:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.294989:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.294992:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.294994:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.294995:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.295000:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.295017:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.295028:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.295030:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.295036:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 159 00000100:00000040:3.0:1767384382.295040:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.295042:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443637840 : -130123265913776 : ffff89a750f54c50) 00000100:00000040:3.0:1767384382.295049:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bab6cb2 x1853236736688896/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.295061:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.295065:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a913363. 00000100:00000001:3.0:1767384382.295068:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.295071:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a913363. 00000100:00100000:3.0:1767384382.295079:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bab6cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+6:15179:x1853236736688896:12345-192.168.204.8@tcp50:501: 00000100:00000200:3.0:1767384382.295084:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688896 00000020:00000001:3.0:1767384382.295088:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.295092:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.295094:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.295097:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.295131:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:3.0:1767384382.295136:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.295138:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.295140:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.295142:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.295145:0:17073:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384382.295148:0:17073:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.295150:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.295152:0:17073:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384382.295154:0:17073:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384382.295165:0:17073:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384382.295168:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.295171:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.295175:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005a6a0f7a. 02000000:00000001:3.0:1767384382.295178:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.295180:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.295184:0:17073:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384382.295186:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.295189:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.295193:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b12b7c1. 00000040:00000001:3.0:1767384382.295196:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.295199:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.295201:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.295205:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:3.0:1767384382.295210:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384382.295213:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384382.295225:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384382.295245:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.295249:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384382.295251:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.295253:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384382.295256:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384382.295260:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3184203443 to info 00000000230eeab8 00000020:00000001:3.0:1767384382.295265:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b631ea6f 00080000:00000002:3.0:1767384382.295267:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:3.0:1767384382.295271:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384382.295274:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.295277:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384382.295282:0:17073:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005d89097f. 00000020:00000001:3.0:1767384382.295286:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.295326:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:3.0:1767384382.295331:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.295333:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.295338:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.295342:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000010:3.0:1767384382.295346:0:17073:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005d89097f. 00000040:00000001:3.0:1767384382.295357:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.295360:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b12b7c1. 00000040:00000001:3.0:1767384382.295363:0:17073:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384382.295365:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.295368:0:17073:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.295374:0:17073:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384382.295377:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384382.295380:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384382.295383:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.295385:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384382.295388:0:17073:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000a913363. 00000020:00000040:3.0:1767384382.295391:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=7 20000000:00000001:3.0:1767384382.295395:0:17073:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.295397:0:17073:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.295400:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688896 00010000:00000001:3.0:1767384382.295403:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.295409:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bab6cb2 x1853236736688896/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.295420:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.295422:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.295425:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.295429:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.295432:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.295435:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.295438:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.295440:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.295443:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.295446:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.295449:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e982442. 00000100:00000200:3.0:1767384382.295453:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736688896, offset 224 00000400:00000200:3.0:1767384382.295459:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.295468:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.295480:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [207:207:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384382.295492:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.295506:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.295510:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b1e70c7. 00000800:00000200:3.0:1767384382.295515:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.295521:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.295525:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b1e70c7 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.295544:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.295548:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.295551:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.295553:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.295556:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.295561:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bab6cb2 x1853236736688896/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.295572:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bab6cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15179:x1853236736688896:12345-192.168.204.8@tcp50:501: Request processed in 510us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.295582:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 159 00000100:00000040:3.0:1767384382.295585:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.295587:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.295589:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.295593:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.295597:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.295601:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.295605:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00000100:00000001:3.0:1767384382.295609:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.295614:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.295619:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024cb7b2. 00000400:00000010:3.0:1767384382.295624:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072b3d804. 00000800:00000200:0.0:1767384382.295741:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.295748:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b1e70c7. 00000400:00000200:0.0:1767384382.295754:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.295761:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.295767:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e982442 00000400:00000010:0.0:1767384382.295769:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e982442. 00000100:00000001:0.0:1767384382.295774:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.295777:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.295779:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005a6a0f7a. 02000000:00000001:0.0:1767384382.295782:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.295784:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.297140:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.297156:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.297160:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.297162:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.297171:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.297184:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 272 into portal 26 MB=0x695824d600380 00000400:00000200:0.0:1767384382.297192:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 272/272 into md 0x17ed [2] + 0 00000400:00000010:0.0:1767384382.297196:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f5a0c01. 00000400:00000200:0.0:1767384382.297202:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000457ea8fa 00000800:00000001:0.0:1767384382.297206:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.297214:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.297217:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.297239:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.297243:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457ea8fa 00000400:00000010:0.0:1767384382.297245:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000457ea8fa. 00000100:00000001:0.0:1767384382.297250:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.297252:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.297255:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000068dfbf82 x1853236736689024 msgsize 272 00000100:00100000:0.0:1767384382.297261:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.297263:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.297283:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.297290:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.297294:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.297340:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.297346:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689024 02000000:00000001:3.0:1767384382.297349:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.297352:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.297354:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.297370:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.297373:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689024 00000020:00000001:3.0:1767384382.297376:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.297378:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.297380:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.297383:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=7 00000020:00000001:3.0:1767384382.297386:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.297389:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.297393:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.297397:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.297400:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.297403:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.297409:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.297413:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.297417:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.297423:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.297426:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.297428:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.297429:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.297435:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.297450:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.297461:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.297463:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.297469:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 160 00000100:00000040:3.0:1767384382.297473:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.297475:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950443638864 : -130123265912752 : ffff89a750f55050) 00000100:00000040:3.0:1767384382.297482:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068dfbf82 x1853236736689024/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.297495:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.297498:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.297501:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.297504:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.297510:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068dfbf82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15179:x1853236736689024:12345-192.168.204.8@tcp50:503: 00000100:00000200:3.0:1767384382.297526:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689024 00000020:00000001:3.0:1767384382.297530:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.297534:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.297537:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.297540:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.297543:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013728 : -1047537888 : ffffffffc18fd720) 00000020:00000001:3.0:1767384382.297547:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.297549:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.297551:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.297553:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.297556:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.297558:0:17073:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.297560:0:17073:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384382.297564:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.297566:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.297596:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000093e80971. 02000000:00000001:3.0:1767384382.297599:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.297601:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.297604:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.297607:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.297610:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.297614:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.297616:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.297619:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.297622:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:3.0:1767384382.297626:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.297630:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:3.0:1767384382.297633:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.297635:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.297638:0:17073:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384382.297644:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000964cc14d. 00000040:00000001:3.0:1767384382.297681:0:17073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.297684:0:17073:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384382.297706:0:17073:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.297709:0:17073:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.297723:0:17073:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384382.297731:0:17073:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384382.297737:0:17073:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384382.297741:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.297746:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:3.0:1767384382.297751:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.297755:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000964cc14d. 00000040:00000010:3.0:1767384382.297760:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000125b7cc5. 00000040:00000040:3.0:1767384382.297764:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.297768:0:17073:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.297773:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689024 00010000:00000001:3.0:1767384382.297777:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.297786:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068dfbf82 x1853236736689024/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.297811:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.297815:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.297819:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.297826:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.297831:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.297835:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.297840:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.297843:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.297847:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.297851:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.297858:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000031a6e1df. 00000100:00000200:3.0:1767384382.297864:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236736689024, offset 224 00000400:00000200:3.0:1767384382.297874:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.297883:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.297896:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [208:208:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384382.297910:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.297917:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.297921:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000125b7cc5. 00000800:00000200:3.0:1767384382.297935:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.297942:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:3.0:1767384382.297946:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000125b7cc5 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:3.0:1767384382.297966:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.297970:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.297973:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.297976:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.297979:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.297984:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068dfbf82 x1853236736689024/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.297996:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068dfbf82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15179:x1853236736689024:12345-192.168.204.8@tcp50:503: Request processed in 500us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.298007:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 160 00000100:00000040:3.0:1767384382.298011:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.298015:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.298018:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.298023:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.298028:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.298033:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.298037:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00000100:00000001:3.0:1767384382.298043:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.298048:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.298055:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a70b6657. 00000400:00000010:3.0:1767384382.298061:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fe6493a. 00000800:00000200:0.0:1767384382.298190:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.298197:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000125b7cc5. 00000400:00000200:0.0:1767384382.298203:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.298211:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.298216:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a6e1df 00000400:00000010:0.0:1767384382.298218:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000031a6e1df. 00000100:00000001:0.0:1767384382.298222:0:16340:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.298225:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.298228:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000093e80971. 02000000:00000001:0.0:1767384382.298241:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.298243:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.300183:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.300196:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.300200:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.300202:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.300211:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.300224:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 272 into portal 26 MB=0x695824d600400 00000400:00000200:0.0:1767384382.300232:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 272/272 into md 0x17f5 [2] + 0 00000400:00000010:0.0:1767384382.300236:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e625f9b4. 00000400:00000200:0.0:1767384382.300242:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5036754 00000800:00000001:0.0:1767384382.300246:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.300254:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.300257:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.300262:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.300277:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5036754 00000400:00000010:0.0:1767384382.300279:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5036754. 00000100:00000001:0.0:1767384382.300283:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.300285:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.300289:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000fe225770 x1853236736689152 msgsize 272 00000100:00100000:0.0:1767384382.300295:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.300298:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.300316:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.300325:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.300330:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.300361:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.300367:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689152 02000000:00000001:3.0:1767384382.300370:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.300373:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.300375:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.300380:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.300383:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689152 00000020:00000001:3.0:1767384382.300386:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.300399:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.300401:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.300404:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=7 00000020:00000001:3.0:1767384382.300408:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.300411:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.300416:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.300420:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.300423:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.300426:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.300432:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.300436:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.300440:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.300447:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.300450:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.300451:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.300453:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.300458:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.300475:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.300486:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.300488:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.300495:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 161 00000100:00000040:3.0:1767384382.300498:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.300502:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088826448 : -130122620725168 : ffff89a7776a1850) 00000100:00000040:3.0:1767384382.300508:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe225770 x1853236736689152/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.300521:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.300525:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.300528:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.300531:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.300537:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe225770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15198:x1853236736689152:12345-192.168.204.8@tcp50:502: 00000100:00000200:3.0:1767384382.300542:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689152 00000020:00000001:3.0:1767384382.300554:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.300559:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.300562:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.300565:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.300567:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:3.0:1767384382.300570:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.300572:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.300574:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.300576:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.300579:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.300582:0:17073:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384382.300584:0:17073:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384382.300588:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.300590:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.300602:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000093e80971. 02000000:00000001:3.0:1767384382.300605:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.300608:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.300611:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.300614:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.300618:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b12b7c1. 00000040:00000001:3.0:1767384382.300621:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.300623:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.300626:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.300630:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:3.0:1767384382.300633:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.300638:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:3.0:1767384382.300640:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300642:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300645:0:17073:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384382.300649:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000964cc14d. 00000040:00000001:3.0:1767384382.300651:0:17073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.300652:0:17073:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384382.300691:0:17073:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300705:0:17073:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300707:0:17073:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300713:0:17073:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384382.300727:0:17073:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384382.300734:0:17073:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384382.300753:0:17073:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384382.300758:0:17073:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.300761:0:17073:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384382.300765:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.300769:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:3.0:1767384382.300774:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.300778:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000964cc14d. 00000040:00000010:3.0:1767384382.300784:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b12b7c1. 00000040:00000040:3.0:1767384382.300788:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.300793:0:17073:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.300798:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689152 00010000:00000001:3.0:1767384382.300802:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.300810:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe225770 x1853236736689152/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.300827:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.300830:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.300834:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.300841:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.300845:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.300849:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.300853:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.300856:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.300860:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.300865:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.300870:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000357bf869. 00000100:00000200:3.0:1767384382.300875:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236736689152, offset 224 00000400:00000200:3.0:1767384382.300881:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.300891:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.300903:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [209:209:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767384382.300917:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.300935:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.300939:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000006b12b7c1. 00000800:00000200:3.0:1767384382.300945:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.300951:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:3.0:1767384382.300955:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b12b7c1 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:3.0:1767384382.300975:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.300979:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.300982:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.300984:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.300987:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.300992:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe225770 x1853236736689152/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.301007:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe225770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15198:x1853236736689152:12345-192.168.204.8@tcp50:502: Request processed in 482us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.301017:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 161 00000100:00000040:3.0:1767384382.301021:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.301024:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.301027:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.301031:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.301036:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.301040:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.301045:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00000100:00000001:3.0:1767384382.301050:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.301055:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.301062:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f174fa. 00000400:00000010:3.0:1767384382.301067:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4234ed. 00000800:00000200:0.0:1767384382.301148:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.301153:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000006b12b7c1. 00000400:00000200:0.0:1767384382.301159:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.301165:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.301170:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000357bf869 00000400:00000010:0.0:1767384382.301172:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000357bf869. 00000100:00000001:0.0:1767384382.301176:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.301178:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.301181:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000093e80971. 02000000:00000001:0.0:1767384382.301193:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.301195:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.320471:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.320496:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.320504:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.320509:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.320528:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.320555:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 272 into portal 26 MB=0x695824d600480 00000400:00000200:0.0:1767384382.320565:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 272/272 into md 0x1835 [2] + 0 00000400:00000010:0.0:1767384382.320574:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11a40b7. 00000400:00000200:0.0:1767384382.320585:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d22ec85e 00000800:00000001:0.0:1767384382.320594:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.320629:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.320652:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.320682:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.320690:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22ec85e 00000400:00000010:0.0:1767384382.320711:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22ec85e. 00000100:00000001:0.0:1767384382.320721:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.320725:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.320730:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000c7cb5400 x1853236736689280 msgsize 272 00000100:00100000:0.0:1767384382.320737:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.320740:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.320766:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.320777:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.320782:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.320846:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.320855:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689280 02000000:00000001:3.0:1767384382.320859:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.320862:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.320865:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.320884:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.320890:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689280 00000020:00000001:3.0:1767384382.320893:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.320895:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.320898:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.320901:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=7 00000020:00000001:3.0:1767384382.320904:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.320907:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.320913:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.320917:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.320920:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.320923:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.320933:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.320938:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.320944:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.320953:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.320956:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.320958:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.320961:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.320968:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.320986:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.321003:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.321007:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.321017:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 162 00000100:00000040:3.0:1767384382.321023:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.321027:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932669520 : -130122776882096 : ffff89a76e1b5450) 00000100:00000040:3.0:1767384382.321037:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7cb5400 x1853236736689280/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.321055:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.321060:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.321064:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.321068:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.321076:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15198:x1853236736689280:12345-192.168.204.8@tcp50:502: 00000100:00000200:3.0:1767384382.321094:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689280 00000020:00000001:3.0:1767384382.321132:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.321137:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.321140:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.321143:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.321146:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013680 : -1047537936 : ffffffffc18fd6f0) 00000020:00000001:3.0:1767384382.321150:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.321152:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.321155:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.321157:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.321160:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.321162:0:17073:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384382.321164:0:17073:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384382.321171:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.321174:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.321194:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000093e80971. 02000000:00000001:3.0:1767384382.321197:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.321200:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.321203:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.321206:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.321210:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.321216:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.321219:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.321223:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.321226:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:3.0:1767384382.321232:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.321237:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950571286104 : -130123138265512 : ffff89a758910e58) 00000040:00000001:3.0:1767384382.321240:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321243:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321245:0:17073:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384382.321251:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000964cc14d. 00000040:00000001:3.0:1767384382.321254:0:17073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.321256:0:17073:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384382.321275:0:17073:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321278:0:17073:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321286:0:17073:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321290:0:17073:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384382.321292:0:17073:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384382.321296:0:17073:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384382.321305:0:17073:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384382.321309:0:17073:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.321311:0:17073:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384382.321314:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.321318:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000edc77d73/0000000085a761b1 to site lru. bkt: 000000007ef15f91 00000040:00000001:3.0:1767384382.321322:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.321324:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000964cc14d. 00000040:00000010:3.0:1767384382.321328:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000125b7cc5. 00000040:00000040:3.0:1767384382.321331:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.321334:0:17073:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.321338:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689280 00010000:00000001:3.0:1767384382.321341:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.321347:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7cb5400 x1853236736689280/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.321357:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.321361:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.321365:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.321370:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.321373:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.321375:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.321379:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.321381:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.321385:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.321388:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.321392:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004ba190d8. 00000100:00000200:3.0:1767384382.321397:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236736689280, offset 224 00000400:00000200:3.0:1767384382.321404:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.321416:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.321435:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [210:210:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1767384382.321450:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.321463:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.321467:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000125b7cc5. 00000800:00000200:3.0:1767384382.321474:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.321482:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:3.0:1767384382.321486:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000125b7cc5 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:3.0:1767384382.321504:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.321509:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.321512:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.321514:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.321516:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.321521:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cb5400 x1853236736689280/t0(0) o502->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.321532:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7cb5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15198:x1853236736689280:12345-192.168.204.8@tcp50:502: Request processed in 476us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.321541:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 162 00000100:00000040:3.0:1767384382.321545:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.321549:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.321553:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.321558:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.321564:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.321569:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.321575:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00000100:00000001:3.0:1767384382.321580:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.321586:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.321591:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000510aa07f. 00000400:00000010:3.0:1767384382.321597:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000357bf869. 00000800:00000200:0.0:1767384382.321734:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.321743:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000125b7cc5. 00000400:00000200:0.0:1767384382.321752:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.321762:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.321769:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ba190d8 00000400:00000010:0.0:1767384382.321773:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004ba190d8. 00000100:00000001:0.0:1767384382.321779:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.321783:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.321787:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000093e80971. 02000000:00000001:0.0:1767384382.321804:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.321808:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.323944:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.323958:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.323963:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.323967:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.323979:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.323997:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 26 MB=0x695824d600500 00000400:00000200:0.0:1767384382.324008:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x1859 [2] + 0 00000400:00000010:0.0:1767384382.324015:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932533c7. 00000400:00000200:0.0:1767384382.324022:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fe9477a 00000800:00000001:0.0:1767384382.324028:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.324039:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.324043:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.324052:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.324058:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fe9477a 00000400:00000010:0.0:1767384382.324062:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fe9477a. 00000100:00000001:0.0:1767384382.324091:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.324094:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.324140:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000271f928d x1853236736689408 msgsize 328 00000100:00100000:0.0:1767384382.324152:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.324156:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.324174:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.324185:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.324193:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.324233:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.324239:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689408 02000000:00000001:3.0:1767384382.324242:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.324245:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.324247:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.324263:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.324267:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689408 00000020:00000001:3.0:1767384382.324269:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.324271:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.324273:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.324276:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=7 00000020:00000001:3.0:1767384382.324280:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.324283:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.324286:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.324290:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.324293:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.324296:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.324303:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.324307:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.324311:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.324317:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.324320:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.324322:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.324323:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.324329:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.324346:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.324362:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.324365:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.324374:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 163 00000100:00000040:3.0:1767384382.324379:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.324382:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932676688 : -130122776874928 : ffff89a76e1b7050) 00000100:00000040:3.0:1767384382.324391:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000271f928d x1853236736689408/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.324410:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.324415:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.324420:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.324424:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.324433:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+7:15179:x1853236736689408:12345-192.168.204.8@tcp50:101: 00000100:00000200:3.0:1767384382.324452:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689408 00000020:00000001:3.0:1767384382.324457:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.324462:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.324465:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.324469:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.324471:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384382.324475:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.324477:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.324479:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.324481:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.324486:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.324489:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384382.324491:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384382.324494:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384382.324496:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384382.324499:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.324505:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384382.324514:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fdd4ef9. 00010000:00000001:3.0:1767384382.324519:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.324523:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bd399c12. 00000020:00000001:3.0:1767384382.324526:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.324529:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bd399c12 with handle 0x88edd5ef35457f47 to hash 00000020:00000001:3.0:1767384382.324532:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.324534:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 00010000:00000001:3.0:1767384382.324538:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 00010000:00010000:3.0:1767384382.324542:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bd399c12/0x88edd5ef35457f47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xafcd677af8e9a4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.324552:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000099eac305 : new locks_count 3 00000020:00000040:3.0:1767384382.324554:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=8 00000100:00000001:3.0:1767384382.324562:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.324564:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.324568:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000064aa7b55. 02000000:00000001:3.0:1767384382.324570:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.324580:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.324583:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384382.324588:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384382.324591:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.324594:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.324596:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.324599:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.324601:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.324604:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.324607:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.324609:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.324610:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.324613:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fdd4ef9) refcount = 1 00010000:00010000:3.0:1767384382.324619:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bd399c12/0x88edd5ef35457f47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9a4 expref: 8 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.324626:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.324628:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.324630:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.324632:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.324635:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.324640:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384382.324643:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bd399c12/0x88edd5ef35457f47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9a4 expref: 8 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.324652:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.324678:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.324682:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.324703:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.324705:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.324707:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.324710:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.324711:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bd399c12, rc 0) 00000020:00000001:3.0:1767384382.324716:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.324720:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689408 00010000:00000001:3.0:1767384382.324724:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.324743:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000271f928d x1853236736689408/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.324758:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.324760:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.324764:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.324770:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.324774:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.324778:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.324783:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.324785:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.324789:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.324794:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.324800:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd5df392. 00000100:00000200:3.0:1767384382.324806:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736689408, offset 224 00000400:00000200:3.0:1767384382.324815:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.324828:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.324844:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [211:211:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384382.324860:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.324866:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.324872:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b1e70c7. 00000800:00000200:3.0:1767384382.324877:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.324883:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.324886:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b1e70c7 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.324904:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.324908:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.324910:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.324913:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.324915:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.324920:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271f928d x1853236736689408/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.324932:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000271f928d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+8:15179:x1853236736689408:12345-192.168.204.8@tcp50:101: Request processed in 521us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.324951:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 163 00000100:00000040:3.0:1767384382.324955:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.324957:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.324959:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.324964:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.324969:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.324972:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.324977:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 7 00000100:00000001:3.0:1767384382.324981:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.324986:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.324992:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac7a2b14. 00000400:00000010:3.0:1767384382.324997:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031a6e1df. 00000800:00000200:0.0:1767384382.325011:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.325018:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b1e70c7. 00000400:00000200:0.0:1767384382.325027:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.325037:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.325043:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd5df392 00000400:00000010:0.0:1767384382.325046:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd5df392. 00000100:00000001:0.0:1767384382.325051:0:16340:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.325055:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.325058:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000064aa7b55. 02000000:00000001:0.0:1767384382.325063:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.325065:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.327720:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.327732:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.327735:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.327738:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.327745:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.327757:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 304 into portal 26 MB=0x695824d600580 00000400:00000200:0.0:1767384382.327765:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 304/304 into md 0x1861 [2] + 0 00000400:00000010:0.0:1767384382.327769:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8b6df71. 00000400:00000200:0.0:1767384382.327774:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b6fc98b 00000800:00000001:0.0:1767384382.327778:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.327785:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.327787:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.327792:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.327795:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6fc98b 00000400:00000010:0.0:1767384382.327797:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b6fc98b. 00000100:00000001:0.0:1767384382.327802:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.327813:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.327816:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000b9b17800 x1853236736689536 msgsize 304 00000100:00100000:0.0:1767384382.327821:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.327824:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.327839:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.327847:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.327850:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.327896:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.327901:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689536 02000000:00000001:3.0:1767384382.327905:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.327907:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.327909:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.327913:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.327916:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689536 00000020:00000001:3.0:1767384382.327919:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.327921:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.327923:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.327925:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=8 00000020:00000001:3.0:1767384382.327929:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.327932:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.327936:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.327941:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.327944:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.327946:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.327952:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.327956:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.327960:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.327976:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.327979:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.327981:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.327982:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.327988:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.328004:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.328017:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.328020:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.328030:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 164 00000100:00000040:3.0:1767384382.328034:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.328037:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932675664 : -130122776875952 : ffff89a76e1b6c50) 00000100:00000040:3.0:1767384382.328046:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9b17800 x1853236736689536/t0(0) o256->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 304/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.328063:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.328068:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.328072:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.328076:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.328084:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+8:15179:x1853236736689536:12345-192.168.204.8@tcp50:256: 00000100:00000200:3.0:1767384382.328091:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689536 00000020:00000001:3.0:1767384382.328095:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.328128:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.328131:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.328134:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.328136:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:3.0:1767384382.328139:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.328141:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.328143:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.328144:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.328147:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.328152:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.328154:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.328159:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000064aa7b55. 02000000:00000001:3.0:1767384382.328161:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.328172:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.328176:0:17073:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384382.328180:0:17073:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384382.328184:0:17073:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384382.328187:0:17073:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384382.328190:0:17073:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.328192:0:17073:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384382.328195:0:17073:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:3.0:1767384382.328199:0:17073:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000000b706ea9. 20000000:00000001:3.0:1767384382.328202:0:17073:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384382.328220:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384382.328228:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384382.328233:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384382.328236:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384382.328238:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384382.328240:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384382.328242:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384382.328245:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384382.328247:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384382.328249:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384382.328251:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384382.328253:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384382.328255:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384382.328257:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384382.328259:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384382.328261:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384382.328263:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384382.328265:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384382.328267:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384382.328269:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384382.328271:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384382.328273:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384382.328275:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384382.328277:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384382.328279:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384382.328282:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384382.328283:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384382.328285:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384382.328288:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384382.328295:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384382.328298:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384382.328300:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384382.328302:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384382.328304:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384382.328307:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384382.328309:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384382.328311:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384382.328313:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384382.328315:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384382.328317:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384382.328319:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384382.328321:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384382.328324:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:3.0:1767384382.328333:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384382.328335:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384382.328337:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384382.328339:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384382.328341:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384382.328343:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384382.328345:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384382.328347:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384382.328349:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384382.328351:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384382.328353:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384382.328355:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384382.328357:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384382.328359:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384382.328362:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384382.328364:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384382.328366:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384382.328368:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384382.328371:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384382.328373:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384382.328375:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384382.328377:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384382.328379:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384382.328381:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384382.328383:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384382.328390:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384382.328392:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384382.328394:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384382.328397:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384382.328400:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384382.328404:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384382.328408:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384382.328411:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384382.328415:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384382.328418:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384382.328421:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384382.328425:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384382.328429:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384382.328433:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384382.328438:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384382.328442:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384382.328445:0:17073:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384382.328450:0:17073:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:3.0:1767384382.328454:0:17073:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384382.328458:0:17073:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384382.328463:0:17073:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384382.328470:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005a6a0f7a. 00000100:00000010:3.0:1767384382.328476:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005d89097f. 00000020:00000040:3.0:1767384382.328480:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=9 00010000:00000001:3.0:1767384382.328485:0:17073:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384382.328491:0:17073:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384382.328497:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d580825c. 00000400:00000010:3.0:1767384382.328505:0:17073:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009adc444e. 00000400:00000200:3.0:1767384382.328511:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.328522:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.328534:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [212:212:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384382.328540:0:17073:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.328548:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.328553:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.328557:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085557fd3. 00000800:00000200:3.0:1767384382.328572:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.328578:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:3.0:1767384382.328582:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085557fd3 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:3.0:1767384382.328602:0:17073:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.204.8@tcp50 mbits 0x695824d600580-0x695824d600580 00000100:00000001:3.0:1767384382.328606:0:17073:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384382.328729:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.328736:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085557fd3. 00000400:00000200:0.0:1767384382.328742:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.328750:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384382.328757:0:16341:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384382.328759:0:16341:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005a6a0f7a 00000100:00000001:0.0:1767384382.328763:0:16341:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384382.329997:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.330006:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.330010:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.330052:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.330063:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : ACK - for me 00000400:00000200:0.0:1767384382.330079:0:16340:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.108@tcp50: ACK from 12345-192.168.204.8@tcp50 into md 0x2031 00000400:00000200:0.0:1767384382.330086:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.330092:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: ACK: OK 00000400:00000200:0.0:1767384382.330098:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d580825c 00000400:00000010:0.0:1767384382.330101:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d580825c. 00000100:00000001:0.0:1767384382.330137:0:16340:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384382.330138:0:16340:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000005a6a0f7a 00000100:00000001:0.0:1767384382.330150:0:16340:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384382.330155:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.330160:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.330223:0:17073:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.330230:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384382.330233:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000100:00000010:3.0:1767384382.330237:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005d89097f. 00000100:00000010:3.0:1767384382.330241:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005a6a0f7a. 00000100:00000001:3.0:1767384382.330244:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384382.330246:0:17073:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384382.330258:0:17073:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000000b706ea9. 20000000:00000001:3.0:1767384382.330262:0:17073:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.330265:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689536 00010000:00000001:3.0:1767384382.330268:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.330274:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9b17800 x1853236736689536/t0(0) o256->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 304/240 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.330284:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.330286:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.330288:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.330293:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.330295:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.330297:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.330300:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.330302:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.330305:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.330308:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.330313:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069eb87a1. 00000100:00000200:3.0:1767384382.330317:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236736689536, offset 224 00000400:00000200:3.0:1767384382.330322:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.330330:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.330341:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [213:213:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384382.330361:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.330366:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.330370:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043dccc8e. 00000800:00000200:3.0:1767384382.330375:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.330381:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.330384:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043dccc8e type 1, nob 336 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.330401:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.330406:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.330410:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.330412:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.330415:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.330423:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b17800 x1853236736689536/t0(0) o256->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 304/240 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.330440:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+8:15179:x1853236736689536:12345-192.168.204.8@tcp50:256: Request processed in 2374us (2619us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.330455:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 164 00000100:00000040:3.0:1767384382.330459:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.330463:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.330466:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.330472:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.330479:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.330487:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.330493:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 7 00000100:00000001:3.0:1767384382.330498:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.330503:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.330510:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1811504. 00000800:00000200:0.0:1767384382.330512:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384382.330515:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ba190d8. 00000800:00000010:0.0:1767384382.330520:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043dccc8e. 00000400:00000200:0.0:1767384382.330530:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.330540:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.330545:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069eb87a1 00000400:00000010:0.0:1767384382.330547:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069eb87a1. 00000100:00000001:0.0:1767384382.330560:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.330562:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.330565:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000064aa7b55. 02000000:00000001:0.0:1767384382.330567:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.330569:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.337124:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.337132:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.337135:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.337137:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.337144:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.337155:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 26 MB=0x695824d600600 00000400:00000200:0.0:1767384382.337163:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x1875 [2] + 0 00000400:00000010:0.0:1767384382.337169:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126424fb. 00000400:00000200:0.0:1767384382.337174:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb2f5d7c 00000800:00000001:0.0:1767384382.337179:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.337188:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.337192:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.337197:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.337202:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb2f5d7c 00000400:00000010:0.0:1767384382.337205:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb2f5d7c. 00000100:00000001:0.0:1767384382.337211:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.337213:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.337217:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000004c36abc1 x1853236736689664 msgsize 328 00000100:00100000:0.0:1767384382.337224:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.337228:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.337246:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.337254:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.337260:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.337291:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.337296:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689664 02000000:00000001:3.0:1767384382.337298:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.337309:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.337311:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.337315:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.337318:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689664 00000020:00000001:3.0:1767384382.337321:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.337322:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.337324:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.337326:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=8 00000020:00000001:3.0:1767384382.337329:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.337332:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.337335:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.337338:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.337341:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.337343:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.337348:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.337352:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.337355:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.337361:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.337363:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.337365:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.337366:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.337371:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.337384:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.337396:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.337399:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.337407:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 165 00000100:00000040:3.0:1767384382.337411:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.337414:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932667472 : -130122776884144 : ffff89a76e1b4c50) 00000100:00000040:3.0:1767384382.337421:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c36abc1 x1853236736689664/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.337436:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.337440:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.337444:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.337457:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.337465:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+8:15179:x1853236736689664:12345-192.168.204.8@tcp50:101: 00000100:00000200:3.0:1767384382.337472:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689664 00000020:00000001:3.0:1767384382.337476:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.337480:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.337483:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.337486:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.337489:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:3.0:1767384382.337493:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.337496:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.337498:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.337500:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.337504:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.337506:0:17073:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384382.337507:0:17073:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384382.337509:0:17073:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384382.337511:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384382.337513:0:17073:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.337518:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384382.337523:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000487adce6 count: 3 00010000:00000001:3.0:1767384382.337526:0:17073:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.337529:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.337532:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00000020:00000001:3.0:1767384382.337536:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.337538:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084dc9d91 with handle 0x88edd5ef35457f4e to hash 00000020:00000001:3.0:1767384382.337540:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.337541:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:3.0:1767384382.337544:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00010000:3.0:1767384382.337547:0:17073:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f4e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xafcd677af8e9ab expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.337555:0:17073:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000099eac305 : new locks_count 4 00000020:00000040:3.0:1767384382.337557:0:17073:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=9 00000100:00000001:3.0:1767384382.337570:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.337572:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.337575:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a6a0f7a. 02000000:00000001:3.0:1767384382.337577:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.337579:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.337582:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384382.337585:0:17073:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384382.337587:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.337589:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.337591:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.337593:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.337594:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.337597:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.337598:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.337600:0:17073:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.337601:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.337603:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000487adce6) refcount = 3 00010000:00000040:3.0:1767384382.337606:0:17073:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384382.337610:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000061dc9fb6/0x88edd5ef35457c68 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457c61 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.337616:0:17073:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000065f5c792/0x88edd5ef35457be3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457bdc expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.337622:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ab expref: 9 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.337628:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.337630:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.337631:0:17073:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.337633:0:17073:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.337635:0:17073:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.337639:0:17073:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384382.337641:0:17073:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ab expref: 9 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.337646:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.337671:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.337673:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.337676:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.337677:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.337679:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.337681:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.337683:0:17073:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000084dc9d91, rc 0) 00000020:00000001:3.0:1767384382.337702:0:17073:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.337704:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689664 00010000:00000001:3.0:1767384382.337707:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.337713:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c36abc1 x1853236736689664/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.337725:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.337727:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.337731:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.337736:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.337739:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.337742:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.337745:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.337748:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.337751:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.337755:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.337760:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc9b3ec6. 00000100:00000200:3.0:1767384382.337765:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736689664, offset 224 00000400:00000200:3.0:1767384382.337772:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.337782:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.337795:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [214:214:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1767384382.337810:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.337817:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.337823:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b43a12c. 00000800:00000200:3.0:1767384382.337828:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.337833:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.337842:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b43a12c type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.337857:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.337860:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.337863:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.337864:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.337866:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.337870:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c36abc1 x1853236736689664/t0(0) o101->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.337879:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c36abc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+9:15179:x1853236736689664:12345-192.168.204.8@tcp50:101: Request processed in 442us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.337887:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 165 00000100:00000040:3.0:1767384382.337890:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.337893:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.337895:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.337899:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.337903:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.337906:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.337909:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000100:00000001:3.0:1767384382.337912:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.337917:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.337922:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024af01c5. 00000400:00000010:3.0:1767384382.337927:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006985027e. 00000800:00000200:0.0:1767384382.337959:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.337966:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b43a12c. 00000400:00000200:0.0:1767384382.337971:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.337978:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.337983:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc9b3ec6 00000400:00000010:0.0:1767384382.337986:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc9b3ec6. 00000100:00000001:0.0:1767384382.337990:0:16340:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.338001:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.338004:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a6a0f7a. 02000000:00000001:0.0:1767384382.338008:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.338009:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.339133:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.339143:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.339146:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.339149:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.339157:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.339170:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 504 into portal 26 MB=0x695824d600680 00000400:00000200:0.0:1767384382.339177:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 504/504 into md 0x188d [2] + 0 00000400:00000010:0.0:1767384382.339182:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3ff632a. 00000400:00000200:0.0:1767384382.339187:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7fb91d2 00000800:00000001:0.0:1767384382.339192:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.339200:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.339203:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.339209:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.339213:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7fb91d2 00000400:00000010:0.0:1767384382.339216:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7fb91d2. 00000100:00000001:0.0:1767384382.339220:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.339222:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.339226:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000ca890821 x1853236736689792 msgsize 504 00000100:00100000:0.0:1767384382.339234:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.339236:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.339252:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.339258:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.339262:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.339306:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.339312:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689792 02000000:00000001:3.0:1767384382.339315:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.339318:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.339320:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.339324:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.339328:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689792 00000020:00000001:3.0:1767384382.339330:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.339332:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.339334:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.339337:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=9 00000020:00000001:3.0:1767384382.339351:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.339355:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.339360:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.339364:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.339367:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.339370:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.339375:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b12b7c1. 00000020:00000010:3.0:1767384382.339378:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.339381:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.339387:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.339389:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.339390:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.339392:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.339396:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.339409:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.339421:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.339423:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.339430:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 166 00000100:00000040:3.0:1767384382.339433:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.339436:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932668496 : -130122776883120 : ffff89a76e1b5050) 00000100:00000040:3.0:1767384382.339443:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca890821 x1853236736689792/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 504/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.339457:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.339462:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.339465:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.339468:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.339475:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+9:15179:x1853236736689792:12345-192.168.204.8@tcp50:501: 00000100:00000200:3.0:1767384382.339480:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689792 00000020:00000001:3.0:1767384382.339484:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.339487:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.339489:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.339500:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.339502:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013632 : -1047537984 : ffffffffc18fd6c0) 00000020:00000001:3.0:1767384382.339504:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.339506:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.339508:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.339509:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.339512:0:17073:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384382.339514:0:17073:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.339516:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.339518:0:17073:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384382.339520:0:17073:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384382.339522:0:17073:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384382.339524:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.339526:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.339529:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000dca8a7f1. 02000000:00000001:3.0:1767384382.339531:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.339533:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.339536:0:17073:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384382.339539:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.339541:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.339545:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.339549:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.339551:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.339553:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.339556:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00080000:00000001:3.0:1767384382.339563:0:17073:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384382.339566:0:17073:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384382.339584:0:17073:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384382.339599:0:17073:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.339601:0:17073:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384382.339603:0:17073:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.339605:0:17073:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384382.339607:0:17073:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384382.339610:0:17073:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:407474994 to info 00000000230eeab8 00000020:00000001:3.0:1767384382.339614:0:17073:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b631ea6f 00080000:00000002:3.0:1767384382.339616:0:17073:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:3.0:1767384382.339625:0:17073:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384382.339629:0:17073:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.339632:0:17073:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384382.339636:0:17073:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000040ff1eb5. 00000020:00000001:3.0:1767384382.339639:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.339643:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950225440344 : -130123484111272 : ffff89a743f3de58) 00000040:00000001:3.0:1767384382.339646:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.339648:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.339651:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.339677:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000154e6bd5/000000009ee53349 to site lru. bkt: 00000000772a849a 00000040:00000010:3.0:1767384382.339681:0:17073:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000040ff1eb5. 00000040:00000001:3.0:1767384382.339684:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.339686:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000125b7cc5. 00000040:00000001:3.0:1767384382.339688:0:17073:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384382.339690:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.339692:0:17073:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.339696:0:17073:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.339699:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689792 00010000:00000001:3.0:1767384382.339701:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.339706:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca890821 x1853236736689792/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 504/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.339717:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.339720:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.339723:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.339728:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.339731:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.339734:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.339738:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.339740:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.339743:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.339747:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.339752:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000100:00000200:3.0:1767384382.339756:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736689792, offset 224 00000400:00000200:3.0:1767384382.339764:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.339781:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.339793:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [215:215:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384382.339808:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.339815:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.339820:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09383ec. 00000800:00000200:3.0:1767384382.339826:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.339832:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384382.339835:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09383ec type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.339849:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.339852:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.339855:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.339857:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.339859:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.339863:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca890821 x1853236736689792/t0(0) o501->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 504/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.339872:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca890821 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+9:15179:x1853236736689792:12345-192.168.204.8@tcp50:501: Request processed in 414us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.339882:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 166 00000100:00000040:3.0:1767384382.339884:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.339886:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.339888:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.339892:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.339896:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.339899:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b12b7c1. 00000020:00000040:3.0:1767384382.339903:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000100:00000001:3.0:1767384382.339906:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.339910:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.339916:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f2bdac6. 00000400:00000010:3.0:1767384382.339919:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005832e8e2. 00000800:00000200:0.0:1767384382.339954:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.339961:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09383ec. 00000400:00000200:0.0:1767384382.339966:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.339974:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.339979:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83ff0e7 00000400:00000010:0.0:1767384382.339981:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000100:00000001:0.0:1767384382.339986:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.339988:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.339999:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000dca8a7f1. 02000000:00000001:0.0:1767384382.340004:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.340006:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.341060:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.341069:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.341073:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.341077:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.341084:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.341097:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 272 into portal 26 MB=0x695824d600700 00000400:00000200:0.0:1767384382.341131:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 272/272 into md 0x18cd [2] + 0 00000400:00000010:0.0:1767384382.341137:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f55d79d. 00000400:00000200:0.0:1767384382.341142:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000835f2401 00000800:00000001:0.0:1767384382.341147:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.341156:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.341159:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.341164:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.341168:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835f2401 00000400:00000010:0.0:1767384382.341171:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835f2401. 00000100:00000001:0.0:1767384382.341176:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.341179:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.341182:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000f34d02fe x1853236736689920 msgsize 272 00000100:00100000:0.0:1767384382.341189:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384382.341191:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.341207:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.341214:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.341218:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.341251:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.341263:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689920 02000000:00000001:3.0:1767384382.341266:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.341268:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.341270:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.341273:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.341276:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689920 00000020:00000001:3.0:1767384382.341278:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.341279:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:3.0:1767384382.341281:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.341283:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=9 00000020:00000001:3.0:1767384382.341286:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384382.341288:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:3.0:1767384382.341291:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.341294:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.341296:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.341298:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000010:3.0:1767384382.341303:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:3.0:1767384382.341306:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.341309:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000040:3.0:1767384382.341314:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384382.341316:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.341317:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.341319:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.341323:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.341335:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.341347:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.341349:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.341355:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 167 00000100:00000040:3.0:1767384382.341359:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:3.0:1767384382.341362:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932673616 : -130122776878000 : ffff89a76e1b6450) 00000100:00000040:3.0:1767384382.341368:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f34d02fe x1853236736689920/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.341382:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.341395:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384382.341398:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.341401:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384382.341409:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+9:15179:x1853236736689920:12345-192.168.204.8@tcp50:503: 00000100:00000200:3.0:1767384382.341415:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689920 00000020:00000001:3.0:1767384382.341418:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.341422:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384382.341424:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.341426:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.341428:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662013728 : -1047537888 : ffffffffc18fd720) 00000020:00000001:3.0:1767384382.341431:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.341432:0:17073:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.341434:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.341435:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.341437:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.341439:0:17073:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.341440:0:17073:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384382.341443:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.341445:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.341461:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000093e80971. 02000000:00000001:3.0:1767384382.341463:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.341465:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384382.341468:0:17073:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:3.0:1767384382.341470:0:17073:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384382.341473:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b12b7c1. 00000040:00000001:3.0:1767384382.341475:0:17073:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384382.341477:0:17073:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384382.341479:0:17073:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446613951088115200 : -130122621436416 : 0xffff89a7775f3e00) 00000020:00000001:3.0:1767384382.341482:0:17073:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446613951088115200 : -130122621436416 : ffff89a7775f3e00) 00000020:00000001:3.0:1767384382.341485:0:17073:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384382.341488:0:17073:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950225440344 : -130123484111272 : ffff89a743f3de58) 00000040:00000001:3.0:1767384382.341491:0:17073:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.341492:0:17073:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.341494:0:17073:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384382.341503:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000964cc14d. 00000040:00000001:3.0:1767384382.341505:0:17073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384382.341506:0:17073:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384382.341511:0:17073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384382.341513:0:17073:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384382.341515:0:17073:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384382.341518:0:17073:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.341520:0:17073:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384382.341524:0:17073:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384382.341526:0:17073:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384382.341528:0:17073:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.341531:0:17073:0:(lu_object.c:207:lu_object_put()) Add 00000000154e6bd5/000000009ee53349 to site lru. bkt: 00000000772a849a 00000040:00000001:3.0:1767384382.341533:0:17073:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.341535:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000964cc14d. 00000040:00000010:3.0:1767384382.341538:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b12b7c1. 00000040:00000040:3.0:1767384382.341540:0:17073:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00000020:00000001:3.0:1767384382.341542:0:17073:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.341544:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689920 00010000:00000001:3.0:1767384382.341547:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.341550:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f34d02fe x1853236736689920/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.341558:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.341560:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.341563:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.341566:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.341568:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384382.341570:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384382.341572:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.341574:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.341576:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.341579:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384382.341581:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005b23dc91. 00000100:00000200:3.0:1767384382.341584:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236736689920, offset 224 00000400:00000200:3.0:1767384382.341589:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384382.341601:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384382.341610:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [216:216:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1767384382.341621:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.341626:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384382.341629:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000006b12b7c1. 00000800:00000200:3.0:1767384382.341633:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384382.341639:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:3.0:1767384382.341642:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b12b7c1 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:3.0:1767384382.341670:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.341674:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384382.341677:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.341678:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.341680:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.341685:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f34d02fe x1853236736689920/t0(0) o503->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.341712:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f34d02fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efc83f07-9a34-4a15-8303-a7cb574f6749+9:15179:x1853236736689920:12345-192.168.204.8@tcp50:503: Request processed in 327us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.341723:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 167 00000100:00000040:3.0:1767384382.341727:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:3.0:1767384382.341730:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.341733:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.341737:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384382.341742:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384382.341746:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384382.341751:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000100:00000001:3.0:1767384382.341756:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.341761:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:0.0:1767384382.341765:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384382.341768:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a6df096. 00000800:00000010:0.0:1767384382.341770:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000006b12b7c1. 00000400:00000200:0.0:1767384382.341777:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384382.341779:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cb8191f. 00000400:00000200:0.0:1767384382.341785:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.341791:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b23dc91 00000400:00000010:0.0:1767384382.341793:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005b23dc91. 00000100:00000001:0.0:1767384382.341798:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.341799:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.341801:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000093e80971. 02000000:00000001:0.0:1767384382.341816:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.341818:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.344542:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.344551:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.344555:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.344558:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.344566:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.344578:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 520 into portal 12 MB=0x695824d600780 00000400:00000200:0.0:1767384382.344587:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 520/520 into md 0x229 [64] + 8728 00000800:00000001:0.0:1767384382.344595:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.344603:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.344605:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.344610:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384382.344615:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.344618:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384382.344623:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061564bfb. 00000100:00000040:0.0:1767384382.344627:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000061564bfb x1853236736690048 msgsize 520 00000100:00100000:0.0:1767384382.344634:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384382.344671:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.344684:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.344689:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.344728:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.344732:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690048 02000000:00000001:2.0:1767384382.344735:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.344736:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.344738:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.344751:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.344753:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690048 00000020:00000001:2.0:1767384382.344755:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.344756:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384382.344758:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384382.344760:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.344761:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.344766:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d744c5. 00000020:00000010:2.0:1767384382.344770:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384382.344774:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000001:2.0:1767384382.344778:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.344779:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.344781:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.344784:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.344795:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.344804:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.344806:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.344810:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 3 00000100:00000001:2.0:1767384382.344813:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089063936 : -130122620487680 : ffff89a7776db800) 00000100:00000040:2.0:1767384382.344817:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000061564bfb x1853236736690048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.344837:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000061564bfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:11789:x1853236736690048:12345-192.168.204.8@tcp50:38: 00000100:00000200:2.0:1767384382.344841:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690048 00000020:00000001:2.0:1767384382.344843:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384382.344846:0:17081:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384382.344854:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 8 - find 00000020:00000001:2.0:1767384382.344857:0:17081:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613950950237024 : -130122759314592 : ffff89a76f276360) 00000100:00000001:2.0:1767384382.344862:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.344863:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.344867:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b82d23a7. 02000000:00000001:2.0:1767384382.344868:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.344870:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.344872:0:17081:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384382.344877:0:17081:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50 t0 exp 0000000000000000 cur 302 last 0 00010000:00000001:2.0:1767384382.344881:0:17081:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384382.344884:0:17081:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1767384382.344886:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384382.344889:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384382.344895:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384382.344898:0:17081:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344900:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344902:0:17081:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344904:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344905:0:17081:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344907:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.344909:0:17081:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384382.344911:0:17081:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384382.344913:0:17081:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000068dd68bf. 00000020:00000001:2.0:1767384382.344915:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.344917:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000068dd68bf with handle 0x88edd5ef35457f55 to hash 00000020:00000001:2.0:1767384382.344919:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384382.344921:0:17081:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384382.344923:0:17081:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384382.344925:0:17081:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000008ef3ff5d. 00000001:00000001:2.0:1767384382.344928:0:17081:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384382.344934:0:17081:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000009723d535. 00000001:00000001:2.0:1767384382.344937:0:17081:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.344939:0:17081:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384382.344941:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384382.344945:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c8b17e8d. 00000001:00000010:2.0:1767384382.344950:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e0533b2a. 00000001:00000010:2.0:1767384382.344953:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d435a5e1. 00000001:00000010:2.0:1767384382.344956:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c684a8b. 00000001:00000010:2.0:1767384382.344958:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037e7842a. 00000001:00000010:2.0:1767384382.344961:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5b49bcb. 00000001:00000001:2.0:1767384382.344963:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384382.344965:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000005fedca0. 00000001:00000010:2.0:1767384382.344967:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009ae553aa. 00000001:00000010:2.0:1767384382.344969:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7577154. 00000001:00000010:2.0:1767384382.344971:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027f8f122. 00000001:00000010:2.0:1767384382.344973:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000056fc203. 00000001:00000010:2.0:1767384382.344974:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bac35190. 00010000:00000001:2.0:1767384382.344976:0:17081:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.344978:0:17081:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.344979:0:17081:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.344981:0:17081:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.344982:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=3 00000020:00000040:2.0:1767384382.344985:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 9 - export 00000020:00000001:2.0:1767384382.344987:0:17081:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000040:2.0:1767384382.344989:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 2 00000020:00000080:2.0:1767384382.344991:0:17081:0:(genops.c:1402:class_connect()) connect: client e4288af2-bd49-4931-9d99-ecd791472d96, cookie 0x88edd5ef35457f55 00000020:00000001:2.0:1767384382.344993:0:17081:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.344995:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.344996:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000001:2.0:1767384382.344997:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.344998:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=3 00000020:00000001:2.0:1767384382.344999:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:2.0:1767384382.345001:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000001:00000001:2.0:1767384382.345004:0:17081:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384382.345010:0:17081:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384382.345013:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 6 00000001:00000001:2.0:1767384382.345015:0:17081:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446613950412046336 : -130123297505280 : ffff89a74f134000) 00000001:00000001:2.0:1767384382.345018:0:17081:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384382.345020:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=4 00000001:00000040:2.0:1767384382.345021:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 7 00000001:00000001:2.0:1767384382.345024:0:17081:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384382.345027:0:17081:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.8@tcp50 to nodemap default 00000001:00000040:2.0:1767384382.345030:0:17081:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 6 00000001:00000001:2.0:1767384382.345031:0:17081:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.345036:0:17081:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384382.345042:0:17081:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384382.345045:0:17081:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf free: 95899648 avail: 82939904 00000020:00000001:2.0:1767384382.345047:0:17081:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384382.345049:0:17081:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:2.0:1767384382.345052:0:17081:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:2.0:1767384382.345055:0:17081:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384382.345057:0:17081:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:2.0:1767384382.345059:0:17081:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:2.0:1767384382.345061:0:17081:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:2.0:1767384382.345063:0:17081:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:2.0:1767384382.345065:0:17081:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:2.0:1767384382.345077:0:17081:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384382.345081:0:17081:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384382.345083:0:17081:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384382.345085:0:17081:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384382.345087:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384382.345091:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d61dfb58. 00080000:00000001:2.0:1767384382.345093:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935114240 : -130127774437376 : ffff89a6443ab000) 00080000:00000001:2.0:1767384382.345096:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384382.345129:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384382.345131:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000040cefb20. 00080000:00000001:2.0:1767384382.345134:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.345137:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384382.345151:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.345153:0:17081:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384382.345175:0:17081:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384382.345178:0:17081:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.345181:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384382.347304:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d61dfb58. 00080000:00000010:2.0:1767384382.347397:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000040cefb20. 00040000:00000001:2.0:1767384382.347407:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384382.347410:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384382.347413:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384382.347416:0:17081:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384382.347421:0:17081:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384382.347424:0:17081:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'e4288af2-bd49-4931-9d99-ecd791472d96' generation 1 00000001:00000001:2.0:1767384382.347428:0:17081:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384382.347430:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384382.347434:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006e3a946d. 00080000:00000001:2.0:1767384382.347437:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945935114752 : -130127774436864 : ffff89a6443ab200) 00080000:00000001:2.0:1767384382.347441:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384382.347444:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384382.347447:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000040cefb20. 00080000:00000001:2.0:1767384382.347450:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.347452:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384382.347461:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384382.347465:0:17081:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000090527202. 00000001:00000040:2.0:1767384382.347468:0:17081:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000068dd68bf : new cb_count 1 00000020:00000040:2.0:1767384382.347471:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=5 00000001:00000001:2.0:1767384382.347630:0:17081:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384382.347632:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384382.347636:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000040cefb20. 00040000:00000001:2.0:1767384382.347639:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384382.347641:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384382.347642:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384382.347649:0:17081:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384382.347651:0:17081:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.347672:0:17081:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384382.347674:0:17081:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384382.347678:0:17081:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000094ee17e1 00000020:00000010:2.0:1767384382.347681:0:17081:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002dffc227. 00000020:00000040:2.0:1767384382.347688:0:17081:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002dffc227 for nid 192.168.204.8@tcp50 - ref 2 00000020:00000001:2.0:1767384382.347741:0:17081:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.347746:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009a18da87. 00000020:00000010:2.0:1767384382.347750:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000e97e0bd2. 00000020:00000010:2.0:1767384382.347753:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000008985ee8d. 00000020:00000010:2.0:1767384382.347767:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000317c813. 00000020:00000010:2.0:1767384382.347769:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007e4e13ab. 00000020:00000010:2.0:1767384382.347771:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b5e5e0a4. 00000004:00000001:2.0:1767384382.347781:0:17081:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.347782:0:17081:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.347785:0:17081:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.347788:0:17081:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000057fd633a. 00000020:00000040:2.0:1767384382.347790:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 10 - import 00000020:00000001:2.0:1767384382.347795:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.347796:0:17081:0:(genops.c:1242:class_import_put()) import 0000000057fd633a refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384382.347798:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384382.347800:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000020:00000040:2.0:1767384382.347804:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=6 00000100:00000040:2.0:1767384382.347806:0:17081:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000100:00000001:2.0:1767384382.347808:0:17081:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384382.347814:0:17081:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.8@tcp50 primary NID 192.168.204.8@tcp50 rc 0 00000100:00000001:2.0:1767384382.347817:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.347819:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384382.347821:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000100:00000001:2.0:1767384382.347823:0:17081:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613945919922112 : -130127789629504 : 0xffff89a64352dfc0) 00000100:00000040:2.0:1767384382.347826:0:17081:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000020:00000040:2.0:1767384382.347834:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=7 00000100:00000001:2.0:1767384382.347839:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.347841:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384382.347842:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:2.0:1767384382.347845:0:17081:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384382.347847:0:17081:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384382.347850:0:17081:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384382.347852:0:17081:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:2.0:1767384382.347855:0:17081:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.347857:0:17081:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384382.347859:0:17081:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384382.347861:0:17081:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384382.347864:0:17081:0:(import.c:65:import_set_state_nolock()) 0000000057fd633a : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384382.347867:0:17081:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384382.347868:0:17081:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384382.347870:0:17081:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.347872:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 6 00000020:00000040:2.0:1767384382.347874:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 10 - find 00010000:00000001:2.0:1767384382.347876:0:17081:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.347879:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.347881:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055088 : -1045496528 : ffffffffc1aefd30) 00000020:00000001:2.0:1767384382.347883:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.347885:0:17081:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.347886:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.347888:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.347890:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.347892:0:17081:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384382.347897:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384382.347899:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.347900:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384382.347901:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.347903:0:17081:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.347904:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690048 00010000:00000001:2.0:1767384382.347907:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.347910:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000061564bfb x1853236736690048/t0(0) o38->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.347922:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.347924:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.347926:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=86 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384382.347929:0:17081:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384382.347932:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.347934:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384382.347935:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:2.0:1767384382.347937:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.347939:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.347940:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.347943:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:2.0:1767384382.347945:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384382.347947:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236736690048, offset 0 00000400:00000200:2.0:1767384382.347952:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384382.347958:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:2.0:1767384382.347968:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [217:217:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384382.347977:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.347982:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:2.0:1767384382.347985:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e675c5e. 00000800:00000200:2.0:1767384382.347989:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:2.0:1767384382.347994:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384382.347997:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e675c5e type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.348013:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.348016:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00010000:00000001:2.0:1767384382.348018:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.348020:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.348022:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.348025:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061564bfb x1853236736690048/t0(0) o38->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.348045:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000061564bfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e4288af2-bd49-4931-9d99-ecd791472d96+6:11789:x1853236736690048:12345-192.168.204.8@tcp50:38: Request processed in 3209us (3415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.348054:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 3 00000100:00000040:2.0:1767384382.348056:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000100:00000001:2.0:1767384382.348059:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.348060:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.348063:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384382.348067:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000020:00000010:2.0:1767384382.348070:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010d744c5. 00000020:00000040:2.0:1767384382.348073:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 5 00000100:00000001:2.0:1767384382.348075:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384382.348144:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.348149:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e675c5e. 00000400:00000200:0.0:1767384382.348155:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.348162:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.348166:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:0.0:1767384382.348169:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000001:0.0:1767384382.348173:0:16340:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.348175:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384382.675192:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384382.675199:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384382.675202:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384382.675207:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000400:00000200:2.0:1767384382.675214:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384382.675221:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384382.675236:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e87c0722. 00000400:00000010:2.0:1767384382.675241:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d65e5403. 00000004:00000001:3.0:1767384382.803250:0:17102:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384382.803274:0:17102:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384382.803282:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d7f7b24. 00000100:00000040:2.0:1767384382.803287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1767384382.803293:0:17102:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384382.803294:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384382.803300:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096f59e0c. 00000100:00000001:3.0:1767384382.803302:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384382.803304:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384382.803309:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384382.803310:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.803310:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384382.803318:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.803318:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.803328:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8207906. 02000000:00000010:3.0:1767384382.803329:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c83f65be. 00000100:00000001:2.0:1767384382.803334:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.803336:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803343:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384382.803345:0:17102:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384382.803350:0:17102:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.803354:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384382.803361:0:17102:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7f7b24] to pc [ptlrpcd_00_01+1] req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.803363:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803371:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f59e0c] to pc [ptlrpcd_00_02+2] req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.803404:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384382.803408:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:3.0:1767384382.803411:0:17102:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384382.803412:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab13a84. 00000020:00000040:2.0:1767384382.803416:0:36:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384382.803419:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.803421:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.803423:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.803426:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029f68b4e. 00000100:00000001:2.0:1767384382.803429:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803432:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384382.803435:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.803438:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.803440:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803442:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab13a84] to pc [ptlrpcd_00_03+3] req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.803442:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384382.803445:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.803448:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384382.803451:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384382.803456:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384382.803458:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.803462:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.803466:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.803470:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384382.803474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384382.803474:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.803478:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384382.803478:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384382.803482:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384382.803483:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2e1f6c2. 00000100:00000001:0.0:1767384382.803484:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384382.803487:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384382.803498:0:36:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384382.803502:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384382.803503:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.803504:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384382.803506:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384382.803506:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384382.803508:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384382.803510:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.803512:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384382.803512:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.803518:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.803520:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e675c5e. 00000100:00000040:3.0:1767384382.803522:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.803525:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384382.803526:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.803527:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096f59e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743011840:0@lo:400: 00000100:00000001:0.0:1767384382.803528:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803534:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384382.803534:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384382.803539:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.803540:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384382.803547:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384382.803547:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.803552:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384382.803556:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d7f7b24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743011968:0@lo:13: 02000000:00000001:1.0:1767384382.803557:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384382.803562:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384382.803564:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384382.803565:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417c16f. 00000100:00000001:3.0:1767384382.803568:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.803568:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384382.803569:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.803573:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.803577:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384382.803587:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384bace6. 02000000:00000001:3.0:1767384382.803588:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384382.803589:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1f6c2] to pc [ptlrpcd_00_00+0] req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384382.803589:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384382.803594:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.803596:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.803597:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 02000000:00000001:0.0:1767384382.803599:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384382.803606:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000adc366d8. 00000100:00100000:3.0:1767384382.803607:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743012096:0@lo:400: 00000100:00000200:1.0:1767384382.803607:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743011840, portal 25 00000100:00000001:2.0:1767384382.803608:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.803614:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384382.803614:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.803615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384382.803616:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384382.803619:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947169536 : -130127762382080 : ffff89a644f2a300) 02000000:00000001:3.0:1767384382.803622:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384382.803623:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384382.803623:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f004e5. 02000000:00000001:3.0:1767384382.803626:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384382.803629:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032f92edf. 00000100:00000040:1.0:1767384382.803630:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.803632:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384382.803633:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384382.803633:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356cedd2. 02000000:00000010:3.0:1767384382.803639:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b12b7c1. 00000100:00000001:2.0:1767384382.803640:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767384382.803642:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743011968, portal 4 02000000:00000001:2.0:1767384382.803643:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384382.803658:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384382.803660:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.803661:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.803663:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040498176 : -130122669053440 : ffff89a77488aa00) 00000100:00000001:1.0:1767384382.803667:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384382.803669:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003d1f8a. 02000000:00000010:2.0:1767384382.803670:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e838f36. 00000100:00000040:0.0:1767384382.803675:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.803676:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384382.803677:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.803679:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:1.0:1767384382.803682:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000040:2.0:1767384382.803686:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384382.803688:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012096, portal 4 00000100:00000200:1.0:1767384382.803691:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743011840, offset 0 00000100:00000001:3.0:1767384382.803698:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384382.803701:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384382.803702:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384382.803709:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384382.803711:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947165952 : -130127762385664 : ffff89a644f29500) 00000100:00000001:2.0:1767384382.803714:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384382.803716:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e49f0d. 00000100:00000001:2.0:1767384382.803717:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.803720:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384382.803724:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384382.803724:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743011968, offset 0 00000100:00000040:2.0:1767384382.803726:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032f92edf] to pc [ptlrpcd_00_01+1] req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384382.803736:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc07e00 00000400:00000200:0.0:1767384382.803738:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384382.803753:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x18e1 [2] + 0 00000400:00000200:0.0:1767384382.803755:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384382.803764:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc44de4. 00000100:00000001:3.0:1767384382.803766:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384382.803767:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.803769:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5e87fb8 00000400:00000200:0.0:1767384382.803772:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc07e80 00000100:00000040:2.0:1767384382.803774:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 00000100:00000040:3.0:1767384382.803775:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384382.803777:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384382.803782:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000400:00000200:0.0:1767384382.803783:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 3584 00000400:00000200:1.0:1767384382.803785:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384382.803793:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743012096, offset 0 00000400:00000200:0.0:1767384382.803793:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.803794:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e87fb8 00000100:00000001:2.0:1767384382.803797:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384382.803798:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5e87fb8. 00000400:00000200:0.0:1767384382.803801:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384382.803802:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384382.803806:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384382.803808:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384382.803808:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384382.803811:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.803812:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384382.803817:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000c35c45ee x1853236743011840 msgsize 224 00000100:00000200:0.0:1767384382.803818:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384382.803822:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384382.803825:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020bf3d2e. 00000100:00000040:0.0:1767384382.803831:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000020bf3d2e x1853236743011968 msgsize 224 00000100:00000001:2.0:1767384382.803835:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767384382.803837:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384382.803839:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.803841:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384382.803843:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384382.803844:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384382.803845:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384382.803850:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384382.803852:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.803855:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032f92edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743012352:0@lo:400: 00000100:00000001:1.0:1767384382.803857:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384382.803858:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.803860:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc07f00 00000400:00000200:3.0:1767384382.803871:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 4784 00000100:00000001:2.0:1767384382.803877:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384382.803879:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000200:3.0:1767384382.803881:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384382.803882:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384382.803883:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 02000000:00000001:2.0:1767384382.803887:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.803888:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.803889:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384382.803890:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e49f0d 02000000:00000001:2.0:1767384382.803892:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384382.803894:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e49f0d. 00000100:00000200:1.0:1767384382.803896:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384382.803899:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d61dfb58. 00000100:00000001:0.0:1767384382.803899:0:16347:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384382.803905:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384382.803906:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.803907:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.803912:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384382.803914:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384382.803916:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022279be6. 00000100:00000010:3.0:1767384382.803920:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e958cb90. 00000100:00000040:1.0:1767384382.803921:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384382.803923:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000040:3.0:1767384382.803927:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e958cb90 x1853236743012096 msgsize 224 00000100:00000001:0.0:1767384382.803929:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384382.803931:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012352, portal 10 00000100:00000040:0.0:1767384382.803936:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.803937:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384382.803941:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947166848 : -130127762384768 : ffff89a644f29880) 00000100:00100000:3.0:1767384382.803945:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384382.803951:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.803953:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.803966:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.803969:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.803972:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.803973:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.803974:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384382.803975:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384382.803980:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384382.803981:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294969861 00000400:00000200:3.0:1767384382.803982:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:2.0:1767384382.803983:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000001:0.0:1767384382.803984:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.803987:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000100:00000010:1.0:1767384382.803989:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d98701ca. 00000100:00000040:0.0:1767384382.803990:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3495 usecs (4 jiffies) 00000100:00000001:3.0:1767384382.803992:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384382.803995:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743012352, offset 0 00000100:00000001:0.0:1767384382.803995:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969860 00000100:00000001:1.0:1767384382.803997:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384382.804000:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.804007:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384382.804007:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294969861 00000100:00000001:0.0:1767384382.804008:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969861 00000100:00000001:0.0:1767384382.804014:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969860 00000100:00000010:1.0:1767384382.804015:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebfcff4c. 00000400:00000200:2.0:1767384382.804021:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384382.804023:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384382.804024:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384382.804028:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294969861 00000100:00000001:0.0:1767384382.804028:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969861 00000100:00000040:3.0:1767384382.804033:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.804033:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc08000 00000100:00000001:0.0:1767384382.804035:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969860 00000100:00000010:1.0:1767384382.804037:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ce25344. 00000100:00000001:1.0:1767384382.804043:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384382.804044:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9248 00000100:00000001:1.0:1767384382.804049:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294969861 00000100:00000001:0.0:1767384382.804049:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969861 00000400:00000200:2.0:1767384382.804054:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384382.804057:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a7f87c2. 00000100:00000001:0.0:1767384382.804057:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969860 00000400:00000200:2.0:1767384382.804063:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.804063:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384382.804067:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804071:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.804071:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969861 00000100:00000001:3.0:1767384382.804072:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384382.804072:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384382.804076:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384382.804078:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.804079:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384382.804080:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb27f002. 00000100:00000001:3.0:1767384382.804083:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804085:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.804086:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000fb27f002 x1853236743012352 msgsize 224 00000100:00000001:1.0:1767384382.804086:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.804088:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3495 usecs (4 jiffies) 00000100:00000001:1.0:1767384382.804093:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.804093:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.804096:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969860 00000100:00000001:1.0:1767384382.804120:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384382.804121:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384382.804123:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384382.804124:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.804127:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969861 00000100:00000001:1.0:1767384382.804131:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.804131:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384382.804132:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.804133:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384382.804135:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384382.804138:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.804139:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969861 00000400:00000200:2.0:1767384382.804140:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000100:00000001:1.0:1767384382.804142:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384382.804144:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:3.0:1767384382.804145:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969861 00000100:00000001:3.0:1767384382.804151:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969861 00000100:00000001:0.0:1767384382.804151:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.804152:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384382.804156:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.804157:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969861 00000100:00000200:2.0:1767384382.804157:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.804161:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384382.804162:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969861 00000100:00000001:3.0:1767384382.804168:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969861 00000100:00000040:0.0:1767384382.804170:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.804171:0:17891:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384382.804175:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384382.804176:0:17891:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011968 02000000:00000001:1.0:1767384382.804181:0:17891:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.804182:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804185:0:17891:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.804189:0:17891:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.804190:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.804196:0:17891:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.804198:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384382.804202:0:17891:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011968 00000020:00000001:1.0:1767384382.804208:0:17891:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384382.804209:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.804209:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384382.804211:0:17891:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:2.0:1767384382.804212:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384382.804213:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384382.804214:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.804215:0:17891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384382.804219:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384382.804221:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384382.804222:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384382.804231:0:17891:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000001:3.0:1767384382.804232:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384382.804232:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.804237:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.804237:0:17891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 02000000:00000001:0.0:1767384382.804240:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.804243:0:17891:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384382.804245:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804246:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804249:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384382.804249:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2e1f6c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743012224:0@lo:400: 00000100:00000001:2.0:1767384382.804252:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384382.804254:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef792f01. 00000100:00000001:2.0:1767384382.804258:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804258:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384382.804260:0:17891:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043c696e7. 00000100:00000040:2.0:1767384382.804264:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3141 usecs (4 jiffies) 02000000:00000001:0.0:1767384382.804264:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384382.804267:0:17891:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - evictor 02000000:00000001:0.0:1767384382.804268:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804269:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969861 00000100:00000001:3.0:1767384382.804271:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384382.804275:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384382.804276:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294969861 00000100:00100000:3.0:1767384382.804277:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012096 00000100:00000001:1.0:1767384382.804279:0:17891:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384382.804280:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969861 02000000:00000010:0.0:1767384382.804282:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2e9eb7e. 02000000:00000001:3.0:1767384382.804283:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.804284:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294969861 00000020:00000010:1.0:1767384382.804285:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddf6801. 00000100:00000001:3.0:1767384382.804287:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.804289:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969861 02000000:00000001:0.0:1767384382.804290:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804292:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294969861 00000100:00000001:2.0:1767384382.804293:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969861 00000100:00000001:3.0:1767384382.804303:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804304:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294969861 00000020:00000010:1.0:1767384382.804307:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033e88191. 00000400:00000010:0.0:1767384382.804307:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5470705. 00000100:00000001:2.0:1767384382.804308:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384382.804311:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804314:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.804315:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000880d4ea5. 00000100:00100000:3.0:1767384382.804316:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012096 00000100:00000001:2.0:1767384382.804317:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384382.804317:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e49f0d. 00000020:00000001:3.0:1767384382.804322:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384382.804322:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384382.804324:0:17891:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:0.0:1767384382.804325:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012224, portal 10 00000020:00000040:3.0:1767384382.804326:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:2.0:1767384382.804329:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.804330:0:17891:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384382.804332:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384382.804332:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384382.804333:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384382.804334:0:17891:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384382.804336:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=6 00000100:00000001:0.0:1767384382.804337:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947174016 : -130127762377600 : ffff89a644f2b480) 00000100:00000001:2.0:1767384382.804338:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.804338:0:17891:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804341:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384382.804345:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:2.0:1767384382.804345:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804350:0:17891:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.804350:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.804351:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.804352:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000100:00000001:3.0:1767384382.804360:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384382.804362:0:17891:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384382.804366:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:0.0:1767384382.804366:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384382.804369:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384382.804372:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384382.804374:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012352 00000100:00000001:1.0:1767384382.804374:0:17891:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384382.804374:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384382.804379:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 02000000:00000001:2.0:1767384382.804380:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.804380:0:17891:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384382.804382:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000001:2.0:1767384382.804383:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.804387:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.804388:0:17891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000200:0.0:1767384382.804388:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743012224, offset 0 02000000:00000001:2.0:1767384382.804393:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.804394:0:17891:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00000001:1.0:1767384382.804397:0:17891:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089064832 : -130122620486784 : ffff89a7776dbb80) 00000020:00000010:3.0:1767384382.804399:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000400:00000200:0.0:1767384382.804399:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384382.804404:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012352 00000020:00000010:3.0:1767384382.804408:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000001:2.0:1767384382.804408:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.804413:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000100:00000040:1.0:1767384382.804413:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020bf3d2e x1853236743011968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.804414:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384382.804416:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000020:00000001:2.0:1767384382.804417:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.804421:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26ce1a2 refcount=5 00000020:00000001:2.0:1767384382.804426:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000100:00000040:3.0:1767384382.804430:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767384382.804432:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917376512 : -130127792175104 : ffff89a6432c0800) 00000400:00000200:0.0:1767384382.804433:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc07f80 00000100:00000001:1.0:1767384382.804434:0:17891:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384382.804438:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.804439:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.804440:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:3.0:1767384382.804442:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384382.804444:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e6947c. 00000400:00000200:0.0:1767384382.804445:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000100:00000001:1.0:1767384382.804446:0:17891:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.804447:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384382.804450:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b8e0b80b. 00000020:00000010:1.0:1767384382.804453:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00000001:3.0:1767384382.804458:0:18483:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1767384382.804458:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 10 - evictor 00000400:00000200:0.0:1767384382.804458:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384382.804462:0:17891:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020bf3d2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16347:x1853236743011968:12345-0@lo:13: 00000100:00000001:3.0:1767384382.804464:0:18483:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384382.804465:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384382.804468:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.804469:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384382.804470:0:17891:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011968 00000020:00000010:2.0:1767384382.804471:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000020:00000001:1.0:1767384382.804475:0:17891:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384382.804477:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000001:1.0:1767384382.804480:0:17891:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384382.804481:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384382.804483:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000020:00000001:1.0:1767384382.804483:0:17891:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804484:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.804487:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384382.804497:0:17891:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1767384382.804500:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000434b238c. 00000020:00000001:1.0:1767384382.804501:0:17891:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666179024 : -1043372592 : ffffffffc1cf65d0) 00000100:00000040:2.0:1767384382.804502:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384382.804507:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000434b238c x1853236743012224 msgsize 224 00000100:00000001:3.0:1767384382.804508:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.804508:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384382.804508:0:17891:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384382.804513:0:17891:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.804514:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.804515:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384382.804516:0:17891:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384382.804519:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384382.804520:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384382.804521:0:17891:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384382.804524:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384382.804525:0:17891:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.804526:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384382.804528:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384382.804532:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804533:0:17891:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384382.804533:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384382.804534:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 2 02000000:00000001:1.0:1767384382.804538:0:17891:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384382.804539:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040488320 : -130122669063296 : ffff89a774888380) 00000400:00000200:0.0:1767384382.804540:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 02000000:00000010:1.0:1767384382.804543:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007d02696d. 00000100:00000001:2.0:1767384382.804545:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384382.804545:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 02000000:00000001:1.0:1767384382.804547:0:17891:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.804550:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e958cb90 x1853236743012096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.804550:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384382.804552:0:17891:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384382.804557:0:17891:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:0.0:1767384382.804557:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.804558:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.804562:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012224 00002000:00000001:1.0:1767384382.804564:0:17891:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:2.0:1767384382.804567:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384382.804568:0:17891:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384382.804571:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.804574:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.804577:0:17891:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.804580:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384382.804580:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384382.804584:0:17891:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00100000:2.0:1767384382.804586:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012224 00000020:00000010:3.0:1767384382.804587:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000020:00000001:2.0:1767384382.804591:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384382.804591:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000020:1.0:1767384382.804592:0:17891:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000040:2.0:1767384382.804593:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000001:2.0:1767384382.804598:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384382.804598:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384382.804608:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000020:00000020:1.0:1767384382.804609:0:17891:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384382.804614:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:3.0:1767384382.804617:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000020:1.0:1767384382.804617:0:17891:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:3.0:1767384382.804624:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000020:00000001:2.0:1767384382.804626:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000100:00000001:0.0:1767384382.804626:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384382.804627:0:17891:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384382.804633:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384382.804633:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384382.804635:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e958cb90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16350:x1853236743012096:12345-0@lo:400: 00000001:00000001:1.0:1767384382.804635:0:17891:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1767384382.804638:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248d97eb. 00000100:00000001:0.0:1767384382.804641:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384382.804656:0:17891:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384382.804657:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012096 00000100:00000001:2.0:1767384382.804657:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384382.804658:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2891 usecs (3 jiffies) 00000020:00000010:2.0:1767384382.804664:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000248d97eb. 00000020:00000001:3.0:1767384382.804665:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:1.0:1767384382.804665:0:17891:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804666:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969860 00000020:00000001:3.0:1767384382.804680:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:1.0:1767384382.804681:0:17891:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743011968 00000020:00000010:2.0:1767384382.804682:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d744c5. 00000020:00000001:3.0:1767384382.804684:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804685:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969861 00000020:00000010:2.0:1767384382.804688:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f5367c3. 00010000:00000001:1.0:1767384382.804689:0:17891:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384382.804690:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384382.804691:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969860 00000020:00000001:3.0:1767384382.804695:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000020:00000010:2.0:1767384382.804695:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c84e81d9. 00000100:00000001:0.0:1767384382.804696:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969861 00010000:00000200:1.0:1767384382.804699:0:17891:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020bf3d2e x1853236743011968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.804702:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384382.804703:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969860 00000020:00000001:3.0:1767384382.804704:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384382.804706:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384382.804709:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.804710:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.804711:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969861 00000020:00000001:3.0:1767384382.804717:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384382.804718:0:17891:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384382.804718:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969860 00000100:00000001:2.0:1767384382.804719:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384382.804720:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384382.804723:0:17891:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804724:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384382.804724:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969861 00000100:00000001:2.0:1767384382.804728:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804730:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384382.804731:0:17891:0:(import.c:2128:obd_at_measure()) add 1 to 0000000090215da6 time=82 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384382.804732:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804735:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804736:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.804740:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804741:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.804744:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.804745:0:17891:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384382.804750:0:18483:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384382.804750:0:17891:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384382.804753:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384382.804754:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.804755:0:17891:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:3.0:1767384382.804756:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384382.804756:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.804757:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384382.804761:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384382.804762:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384382.804762:0:17891:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384382.804764:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.804767:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 02000000:00000001:1.0:1767384382.804767:0:17891:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804768:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.804769:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074122e07. 00000100:00000040:2.0:1767384382.804774:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26ce1a2 : new rpc_count 1 00000100:00000001:1.0:1767384382.804775:0:17891:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384382.804776:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.804778:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947173120 : -130127762378496 : ffff89a644f2b100) 00000100:00000001:3.0:1767384382.804780:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.804782:0:17891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1767384382.804784:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384382.804787:0:18483:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.804787:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb27f002 x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384382.804788:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000020:00000040:0.0:1767384382.804789:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 10 - evictor 00010000:00000040:3.0:1767384382.804793:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743012096 00000100:00000200:1.0:1767384382.804794:0:17891:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743011968, offset 224 00000100:00080000:0.0:1767384382.804796:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:3.0:1767384382.804801:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384382.804802:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - evictor 00000400:00000200:1.0:1767384382.804808:0:17891:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1767384382.804809:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e958cb90 x1853236743012096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.804810:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.804815:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248d97eb. 00000100:00000001:2.0:1767384382.804820:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384382.804820:0:17891:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384382.804822:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384382.804828:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000248d97eb. 00000100:00000001:0.0:1767384382.804828:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384382.804831:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384382.804834:0:17891:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc07e80 00010000:00000001:3.0:1767384382.804836:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.804842:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb27f002 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743012352:12345-0@lo:400: 00000100:00100000:0.0:1767384382.804842:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000400:00000200:1.0:1767384382.804843:0:17891:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x205d [1] + 224 00000100:00001000:3.0:1767384382.804844:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384382.804851:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000200:2.0:1767384382.804853:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012352 00000100:00000001:3.0:1767384382.804855:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384382.804855:0:17891:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384382.804856:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089049600 : -130122620502016 : ffff89a7776d8000) 00000020:00000001:2.0:1767384382.804858:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384382.804863:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000020:00000001:2.0:1767384382.804864:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384382.804865:0:17891:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384382.804865:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000434b238c x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384382.804869:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.804870:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384382.804872:0:17891:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384382.804878:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384382.804878:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384382.804881:0:17891:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.804882:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.804882:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384382.804887:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083f09850. 00000100:00000001:3.0:1767384382.804889:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384382.804889:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 00000100:00000001:0.0:1767384382.804891:0:17854:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384382.804898:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384382.804899:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384382.804899:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083f09850. 00000020:00000001:2.0:1767384382.804904:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384382.804906:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000040:1.0:1767384382.804908:0:17891:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.804909:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000434b238c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743012224:12345-0@lo:400: 00000020:00000001:2.0:1767384382.804911:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384382.804913:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743012096, offset 224 00000020:00000001:2.0:1767384382.804916:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.804921:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384382.804921:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012224 00000020:00000001:0.0:1767384382.804927:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384382.804928:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384382.804928:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384382.804932:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384382.804933:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384382.804934:0:17891:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384382.804936:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.804937:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384382.804940:0:17891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000020:00000001:0.0:1767384382.804941:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384382.804942:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384382.804943:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c1b7f4f. 00000400:00000010:1.0:1767384382.804943:0:17891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000020:00000001:0.0:1767384382.804944:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652143072 : -1057408544 : ffffffffc0f939e0) 02000000:00000001:2.0:1767384382.804949:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804950:0:17891:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384382.804951:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384382.804952:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.804963:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.804966:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc07f00 00000020:00000001:2.0:1767384382.804966:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.804967:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384382.804970:0:17891:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384382.804971:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743012352 00000020:00000001:0.0:1767384382.804971:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384382.804976:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384382.804976:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.804977:0:17891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.804981:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2061 [1] + 224 00010000:00000200:2.0:1767384382.804982:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb27f002 x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384382.804982:0:17854:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384382.804984:0:17891:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00010000:00000001:1.0:1767384382.804992:0:17891:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384382.804993:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384382.804994:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384382.804995:0:17891:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.804997:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384382.805001:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056c7b671. 00000020:00000001:1.0:1767384382.805002:0:17891:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384382.805006:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384382.805007:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.805009:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384382.805010:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.805010:0:17891:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bf3d2e x1853236743011968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.805012:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.805015:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=86 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384382.805017:0:17854:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.805018:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384382.805024:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743012224 00000100:00000001:2.0:1767384382.805025:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384382.805028:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.805031:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 22 to 0@lo 00000100:00100000:1.0:1767384382.805031:0:17891:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020bf3d2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16347:x1853236743011968:12345-0@lo:13: Request processed in 593us (1195us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384382.805031:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384382.805037:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00010000:00000200:0.0:1767384382.805039:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000434b238c x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384382.805043:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.805047:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.805053:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384382.805054:0:17891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384382.805060:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384382.805062:0:17891:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 1 00000400:00000010:2.0:1767384382.805066:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000001:1.0:1767384382.805068:0:17891:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384382.805072:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384382.805072:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743012352, offset 224 00000100:00000001:1.0:1767384382.805073:0:17891:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384382.805074:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384382.805078:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384382.805079:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.805080:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033e88191. 00000100:00001000:0.0:1767384382.805084:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=86 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384382.805088:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000880d4ea5. 00000400:00000200:2.0:1767384382.805089:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384382.805094:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384382.805095:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddf6801. 00000100:00000040:0.0:1767384382.805100:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 23 to 0@lo 00000400:00000200:2.0:1767384382.805120:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc08000 00000020:00000040:1.0:1767384382.805123:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00000001:0.0:1767384382.805125:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:1.0:1767384382.805129:0:17891:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384382.805131:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384382.805133:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2071 [1] + 224 02000000:00000001:0.0:1767384382.805135:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.805142:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384382.805143:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.805149:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384382.805150:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384382.805151:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384382.805153:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000001:1.0:1767384382.805157:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384382.805159:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743012224, offset 224 00000400:00000200:3.0:1767384382.805161:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000100:00000001:1.0:1767384382.805161:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384382.805166:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000100:00000001:3.0:1767384382.805170:0:18483:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384382.805171:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384382.805174:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384382.805177:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.805178:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384382.805180:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384382.805184:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384382.805187:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 22 to 0@lo 00000400:00000001:1.0:1767384382.805189:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384382.805191:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384382.805192:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009f004e5. 00010000:00000001:3.0:1767384382.805195:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384382.805199:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356cedd2 00000020:00000001:3.0:1767384382.805200:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.805203:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000356cedd2. 00000400:00000200:0.0:1767384382.805205:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc07f80 00000100:00000040:2.0:1767384382.805208:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.805209:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384382.805220:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384382.805224:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.805227:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2079 [1] + 224 00000100:00000040:3.0:1767384382.805229:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e958cb90 x1853236743012096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.805237:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.805246:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.805255:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384382.805260:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384382.805263:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384382.805264:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.805267:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000100:00100000:3.0:1767384382.805268:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e958cb90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16350:x1853236743012096:12345-0@lo:400: Request processed in 683us (1335us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384382.805272:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:2.0:1767384382.805278:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384382.805281:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384382.805285:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.805292:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00100000:3.0:1767384382.805294:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00000001:2.0:1767384382.805297:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384382.805297:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.805300:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.805302:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.805303:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:1.0:1767384382.805304:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384382.805306:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384382.805307:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384382.805309:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384382.805313:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb27f002 x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.805314:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384382.805314:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384382.805318:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384382.805322:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000100:00000001:1.0:1767384382.805323:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.805329:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.805332:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000100:00000001:0.0:1767384382.805334:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384382.805336:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f8163399 time=82 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384382.805340:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000100:00001000:1.0:1767384382.805342:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=82 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384382.805344:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb27f002 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853236743012352:12345-0@lo:400: Request processed in 529us (1253us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384382.805347:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000020:00000040:3.0:1767384382.805349:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 00000100:00000001:1.0:1767384382.805350:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384382.805352:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000100:00000001:1.0:1767384382.805353:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.805356:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.805359:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384382.805359:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.805363:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384382.805364:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:1.0:1767384382.805367:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.805369:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26ce1a2 : new rpc_count 0 00000100:00000001:0.0:1767384382.805370:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.805374:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.805378:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384382.805378:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000100:00000001:3.0:1767384382.805379:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384382.805382:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000100:00000001:3.0:1767384382.805384:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384382.805385:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.805385:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384382.805387:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000020:00000001:0.0:1767384382.805389:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384382.805391:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384382.805391:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384382.805392:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e5403. 00000020:00000001:0.0:1767384382.805392:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384382.805394:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000001:3.0:1767384382.805397:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384382.805398:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767384382.805399:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00000100:00000040:0.0:1767384382.805400:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000434b238c x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384382.805402:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003d1f8a. 00000100:00000001:1.0:1767384382.805402:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.805404:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.805412:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000100:00000040:1.0:1767384382.805413:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384382.805418:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:2.0:1767384382.805422:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384382.805425:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000434b238c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853236743012224:12345-0@lo:400: Request processed in 537us (911us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384382.805427:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384382.805427:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384382.805427:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384382.805434:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384382.805434:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384382.805437:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384382.805439:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384382.805439:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384382.805440:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000400:00000010:2.0:1767384382.805443:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022279be6. 00000004:00000001:1.0:1767384382.805447:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384382.805447:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000400:00000200:2.0:1767384382.805449:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000004:00000040:1.0:1767384382.805451:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384382.805452:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.805455:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:1.0:1767384382.805457:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000010:2.0:1767384382.805458:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000020:00000010:0.0:1767384382.805460:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f5367c3. 00000100:00000001:2.0:1767384382.805464:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384382.805467:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c84e81d9. 00000004:00000020:1.0:1767384382.805469:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000b31ca717): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000200:2.0:1767384382.805471:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384382.805474:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010d744c5. 00000020:00000040:0.0:1767384382.805481:0:17854:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000004:00000001:1.0:1767384382.805484:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.805486:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.805503:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.805504:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384382.805508:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.805527:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384382.805531:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743011840 02000000:00000001:0.0:1767384382.805535:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.805537:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384382.805539:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384382.805540:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d7f7b24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16347:1853236743011968:0@lo:13: 00000100:00000001:2.0:1767384382.805541:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.805543:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384382.805543:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.805546:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384382.805548:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384382.805550:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384382.805551:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.805551:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.805554:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384382.805554:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384382.805555:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743011840 00000100:00000001:2.0:1767384382.805556:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.805559:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384382.805560:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384382.805561:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384382.805562:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384382.805563:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:3.0:1767384382.805564:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384382.805568:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080b2ce64 time=86 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384382.805569:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.805569:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d7f7b24 x1853236743011968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384382.805569:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384382.805576:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.805578:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=86 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384382.805583:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:00000001:0.0:1767384382.805590:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00001000:3.0:1767384382.805591:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384382.805591:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384382.805595:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.805596:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384382.805598:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384382.805601:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384382.805603:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767384382.805604:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=82 v=5 (1 0 0 0) 00010000:00080000:2.0:1767384382.805606:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384382.805607:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000adc366d8. 00000100:00000001:0.0:1767384382.805610:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384382.805614:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384382.805615:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384382.805616:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083f09850. 00000100:00000001:3.0:1767384382.805620:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.805620:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384382.805622:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384382.805625:0:16347:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384382.805626:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384382.805627:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.805631:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083f09850. 00000020:00000001:1.0:1767384382.805633:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384382.805634:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:3.0:1767384382.805635:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.805638:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:1.0:1767384382.805639:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c83f65be. 00000020:00000010:0.0:1767384382.805641:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d883926. 00000100:00000001:2.0:1767384382.805642:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384382.805658:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.805668:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005b59a6f. 02000000:00000001:1.0:1767384382.805670:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384382.805673:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.805674:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384382.805675:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384382.805675:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000001:3.0:1767384382.805679:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767384382.805680:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d7f7b24. 00000100:00000040:3.0:1767384382.805683:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384382.805685:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.805688:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.805690:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384382.805691:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.805694:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.805695:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.805695:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.805696:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.805698:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.805702:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384382.805702:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.805706:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.805706:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.805706:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.805707:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.805711:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384382.805716:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384382.805717:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.805719:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384382.805720:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.805724:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5470705. 00000100:00000001:3.0:1767384382.805725:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384382.805729:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e49f0d 00000100:00000001:3.0:1767384382.805732:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384382.805733:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e49f0d. 00000100:00000001:3.0:1767384382.805736:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.805736:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.805740:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384382.805740:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.805741:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032f92edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16348:1853236743012352:0@lo:400: 00000100:00000040:3.0:1767384382.805744:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.805747:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.805751:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00000001:2.0:1767384382.805758:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384382.805758:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:0.0:1767384382.805763:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932670544 : -130122776881072 : ffff89a76e1b5850) 00000100:00000001:2.0:1767384382.805765:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384382.805772:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032f92edf x1853236743012352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384382.805773:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c35c45ee x1853236743011840/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.805785:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab13a84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16350:1853236743012096:0@lo:400: 00000100:00000200:1.0:1767384382.805788:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.805799:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.805806:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384382.805808:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384382.805811:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384382.805812:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384382.805816:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d61dfb58. 00000020:00000010:0.0:1767384382.805817:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083f09850. 00000100:00000001:1.0:1767384382.805818:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384382.805821:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab13a84 x1853236743012096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384382.805821:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384382.805822:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.805822:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384382.805825:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384382.805829:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384382.805830:0:16348:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:0.0:1767384382.805830:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083f09850. 02000000:00000001:1.0:1767384382.805832:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384382.805836:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384382.805837:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384382.805840:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.805842:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e838f36. 00000100:00100000:0.0:1767384382.805842:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743011840:12345-0@lo:400: 02000000:00000001:1.0:1767384382.805845:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.805848:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384382.805852:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384382.805853:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743011840 00000100:00000001:3.0:1767384382.805854:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767384382.805854:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=86 v=5 (5 0 0 0) 00000100:00000010:2.0:1767384382.805855:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032f92edf. 00000020:00000001:0.0:1767384382.805858:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384382.805859:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384382.805860:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384382.805861:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384382.805863:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b12b7c1. 00000100:00000001:2.0:1767384382.805865:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384382.805865:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.805866:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=86 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384382.805870:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384382.805871:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384382.805872:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.805873:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384382.805874:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:3.0:1767384382.805875:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384382.805877:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.805880:0:16350:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384382.805880:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384382.805881:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384382.805882:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1767384382.805886:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384382.805887:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384382.805887:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.805889:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384382.805892:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029f68b4e. 00000020:00000001:0.0:1767384382.805895:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384382.805896:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384382.805899:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384382.805901:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.805902:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384382.805903:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.805907:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384382.805909:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1767384382.805910:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384382.805911:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab13a84. 00000100:00000001:0.0:1767384382.805912:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384382.805914:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384382.805915:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384382.805917:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384382.805918:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767384382.805919:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d205d0e1. 00000100:00000001:1.0:1767384382.805920:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384382.805921:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384382.805923:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.805924:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.805925:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.805927:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.805930:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384382.805931:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.805933:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:0.0:1767384382.805936:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743011840 00000100:00000001:3.0:1767384382.805938:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.805942:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384382.805945:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.805949:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384382.805949:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c35c45ee x1853236743011840/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.805950:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.805956:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384382.805960:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384382.805961:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.805963:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.805965:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384382.805969:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384382.805969:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:0.0:1767384382.805973:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000040:1.0:1767384382.805976:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384382.805977:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384382.805979:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.805983:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384382.805988:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384382.805989:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2e1f6c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853236743012224:0@lo:400: 00000400:00000010:0.0:1767384382.805991:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000001:1.0:1767384382.805995:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384382.805996:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743011840, offset 224 00000100:00000001:1.0:1767384382.805999:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384382.806002:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384382.806003:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2e1f6c2 x1853236743012224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.806011:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384382.806013:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384382.806015:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384382.806018:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2e9eb7e. 00000400:00000200:0.0:1767384382.806018:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc07e00 02000000:00000001:1.0:1767384382.806024:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384382.806027:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2059 [1] + 224 00000020:00000001:1.0:1767384382.806028:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.806030:0:16347:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384382.806035:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384382.806035:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384382.806037:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e675c5e. 02000000:00000001:1.0:1767384382.806041:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384382.806041:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.806044:0:17074:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384382.806048:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384382.806048:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384382.806050:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2e1f6c2. 00000100:00000001:1.0:1767384382.806052:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.806053:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.806057:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.806062:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.806065:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.806068:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.806069:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.806071:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.806088:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384382.806093:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000400:00000010:0.0:1767384382.806095:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000100:00000001:0.0:1767384382.806097:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.806098:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.806116:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.806118:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384382.806120:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384382.806122:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.806123:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384382.806126:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c35c45ee x1853236743011840/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.806128:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.806133:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384382.806136:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c35c45ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743011840:12345-0@lo:400: Request processed in 322us (2316us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384382.806139:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.806142:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384382.806144:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000400:00000010:3.0:1767384382.806146:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384bace6. 00000100:00000040:0.0:1767384382.806147:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384382.806152:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.806153:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384382.806154:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000020:00000010:0.0:1767384382.806155:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005b59a6f. 00000400:00000010:3.0:1767384382.806159:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000020:00000010:0.0:1767384382.806160:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384382.806165:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d883926. 00000100:00000001:3.0:1767384382.806166:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384382.806168:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 02000000:00000001:0.0:1767384382.806172:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384382.806173:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384382.806174:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d205d0e1. 02000000:00000001:0.0:1767384382.806178:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.806181:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384382.806187:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384382.806190:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384382.806191:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dd758c. 00000400:00000010:0.0:1767384382.806197:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae4ae560. 00000100:00000001:3.0:1767384382.806206:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.806208:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.806211:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384382.806213:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.806215:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.806233:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.806236:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.806239:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384382.806243:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.806246:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384382.806247:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.806249:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384382.806251:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.806253:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.806256:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.806264:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.806266:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.806267:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384382.806270:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.806277:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096f59e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743011840:0@lo:400: 00000100:00000001:3.0:1767384382.806281:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.806283:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.806285:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096f59e0c x1853236743011840/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.806292:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384382.806293:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384382.806295:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417c16f. 02000000:00000001:3.0:1767384382.806299:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384382.806300:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384382.806302:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384382.806304:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384382.806305:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8207906. 02000000:00000001:3.0:1767384382.806308:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384382.806309:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384382.806310:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096f59e0c. 00000100:00000001:3.0:1767384382.806313:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.806314:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.806321:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.806325:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.806327:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.806329:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.806330:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.809154:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294969861, at 4294969862 00000100:00000010:2.0:1767384382.809161:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ce25344. 00000100:00000040:1.0:1767384382.809171:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294969861, at 4294969862 00000100:00000040:3.0:1767384382.809172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294969861, at 4294969862 00000100:00000040:0.0:1767384382.809178:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294969861, at 4294969862 00000100:00000010:1.0:1767384382.809179:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebfcff4c. 00000100:00000010:3.0:1767384382.809183:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a7f87c2. 00000100:00000010:0.0:1767384382.809189:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d98701ca. 00010000:00000001:0.0:1767384382.995174:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384382.995181:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.995187:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384382.995188:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.995267:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384382.995271:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.995273:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767384383.348838:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348855:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.348859:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348861:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.348870:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.348891:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 12 MB=0x695824d600800 00000400:00000200:0.0:1767384383.348899:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:0.0:1767384383.348906:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348909:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.348911:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.348915:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.348921:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.348922:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384383.348927:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d07863e9. 00000100:00000040:0.0:1767384383.348930:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d07863e9 x1853236736690176 msgsize 224 00000100:00100000:0.0:1767384383.348933:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.348949:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.348958:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348960:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.348962:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348963:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.348966:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.348970:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 12 MB=0x695824d600880 00000400:00000200:0.0:1767384383.348973:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:0.0:1767384383.348976:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.348983:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.348984:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.348988:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.348991:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.348992:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384383.348993:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000962f7c6f. 00000100:00000001:2.0:1767384383.348995:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384383.348995:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000962f7c6f x1853236736690304 msgsize 224 00000100:00100000:2.0:1767384383.349000:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690176 00000100:00100000:0.0:1767384383.349004:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 02000000:00000001:2.0:1767384383.349006:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384383.349009:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.349011:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.349015:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.349018:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690176 00000100:00000001:0.0:1767384383.349019:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384383.349022:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384383.349024:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384383.349025:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000001:2.0:1767384383.349029:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384383.349029:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384383.349031:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=6 00000020:00000001:2.0:1767384383.349035:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:2.0:1767384383.349051:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000100:00000001:2.0:1767384383.349056:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.349059:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248d97eb. 00000020:00000010:2.0:1767384383.349063:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000040cefb20. 00000100:00000001:1.0:1767384383.349065:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384383.349069:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 10 - evictor 00000100:00100000:1.0:1767384383.349069:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690304 02000000:00000001:1.0:1767384383.349073:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.349076:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.349077:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.349080:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.349082:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690304 00000100:00000001:2.0:1767384383.349083:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384383.349084:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.349087:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000010:2.0:1767384383.349088:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000020:00000001:1.0:1767384383.349089:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.349093:0:17854:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=7 00000020:00000010:2.0:1767384383.349095:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000001:1.0:1767384383.349096:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:1.0:1767384383.349126:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000100:00000001:1.0:1767384383.349129:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.349133:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00080000:0.0:1767384383.349134:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384383.349135:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000001:1.0:1767384383.349136:0:17854:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384383.349140:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 10 - evictor 00000020:00000010:1.0:1767384383.349142:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00000040:2.0:1767384383.349149:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1767384383.349149:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddf6801. 00000020:00000010:1.0:1767384383.349154:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033e88191. 00000100:00000001:2.0:1767384383.349156:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384383.349160:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384383.349161:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000880d4ea5. 00000100:00000001:2.0:1767384383.349163:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349167:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.349169:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.349171:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.349174:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349176:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.349186:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.349195:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.349203:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.349207:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384383.349208:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.349211:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384383.349216:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 4 00000100:00000001:3.0:1767384383.349220:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384383.349221:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000100:00000001:3.0:1767384383.349223:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384383.349223:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089050496 : -130122620501120 : ffff89a7776d8380) 00000100:00100000:1.0:1767384383.349228:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 5 00000100:00000001:0.0:1767384383.349229:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.349232:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384383.349234:0:17854:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 2 00000100:00000001:3.0:1767384383.349235:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.349235:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d07863e9 x1853236736690176/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384383.349236:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349240:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951089055872 : -130122620495744 : ffff89a7776d9880) 00000100:00000001:3.0:1767384383.349243:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.349243:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.349250:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000962f7c6f x1853236736690304/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.349261:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384383.349265:0:17854:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.349267:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000020:00000010:1.0:1767384383.349269:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:2.0:1767384383.349272:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384383.349274:0:17854:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.349278:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000020:00000010:1.0:1767384383.349279:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00100000:2.0:1767384383.349295:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d07863e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+7:0:x1853236736690176:12345-192.168.204.8@tcp50:41: 00000100:00100000:1.0:1767384383.349296:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000962f7c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e4288af2-bd49-4931-9d99-ecd791472d96+7:15179:x1853236736690304:12345-192.168.204.8@tcp50:41: 00000100:00000200:2.0:1767384383.349307:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690176 00000100:00000200:1.0:1767384383.349307:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690304 00000020:00000001:2.0:1767384383.349313:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.349313:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.349320:0:17854:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384383.349321:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384383.349325:0:17854:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.349326:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.349328:0:17854:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.349329:0:17854:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055232 : -1045496384 : ffffffffc1aefdc0) 00000020:00000001:1.0:1767384383.349332:0:17854:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384383.349336:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1767384383.349336:0:17854:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690304, found 0 last_xid 0 00000020:00000001:2.0:1767384383.349339:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055232 : -1045496384 : ffffffffc1aefdc0) 00000020:00000001:1.0:1767384383.349341:0:17854:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384383.349343:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384383.349344:0:17854:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1767384383.349346:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690176, found 0 last_xid 0 00000020:00000001:1.0:1767384383.349347:0:17854:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384383.349351:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.349352:0:17854:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.349353:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384383.349356:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384383.349358:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349358:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.349361:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384383.349362:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384383.349365:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.349367:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e1bdebfd. 02000000:00000010:2.0:1767384383.349368:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000022a116bd. 02000000:00000001:1.0:1767384383.349370:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.349373:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349374:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.349376:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.349379:0:17854:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:2.0:1767384383.349381:0:17080:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1767384383.349384:0:17854:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384383.349385:0:17080:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384383.349387:0:17854:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.349388:0:17080:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1767384383.349399:0:17080:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000004:00000024:1.0:1767384383.349401:0:17854:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:2.0:1767384383.349404:0:17080:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384383.349407:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1767384383.349411:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c26ce1a2 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384383.349414:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b7c52012 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384383.349417:0:17854:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000020:2.0:1767384383.349418:0:17080:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:1.0:1767384383.349424:0:17854:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1767384383.349428:0:17854:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c26ce1a2 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384383.349430:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000005e64be7a. 00000020:00000020:1.0:1767384383.349430:0:17854:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b7c52012 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384383.349437:0:17854:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000001:2.0:1767384383.349440:0:17080:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1767384383.349442:0:17854:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000047184ae8. 00000020:00000001:2.0:1767384383.349444:0:17080:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.349447:0:17854:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000001:00000001:2.0:1767384383.349450:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1767384383.349450:0:17854:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.349455:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.349455:0:17854:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000001:2.0:1767384383.349460:0:17080:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384383.349463:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690176 00000001:00000001:1.0:1767384383.349465:0:17854:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.349469:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000001:1.0:1767384383.349469:0:17854:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.349474:0:17854:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690304 00010000:00000001:1.0:1767384383.349476:0:17854:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384383.349478:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d07863e9 x1853236736690176/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384383.349484:0:17854:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000962f7c6f x1853236736690304/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384383.349495:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.349498:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.349500:0:17854:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.349502:0:17854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=87 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384383.349504:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.349507:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384383.349508:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384383.349511:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384383.349516:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384383.349517:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:1.0:1767384383.349521:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384383.349522:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 02000000:00000001:1.0:1767384383.349523:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.349526:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000100:00000001:1.0:1767384383.349528:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384383.349529:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384383.349532:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.349536:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.349536:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:1.0:1767384383.349540:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000040:2.0:1767384383.349541:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:2.0:1767384383.349546:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:1.0:1767384383.349547:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236736690304, offset 224 00000100:00000200:2.0:1767384383.349551:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236736690176, offset 224 00000400:00000200:1.0:1767384383.349558:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384383.349567:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:1.0:1767384383.349572:0:17854:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:1.0:1767384383.349587:0:17854:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [218:218:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384383.349602:0:17854:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384383.349607:0:17854:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:1.0:1767384383.349610:0:17854:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032cdb4b7. 00000800:00000200:1.0:1767384383.349615:0:17854:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000400:00000200:2.0:1767384383.349620:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000800:00000200:1.0:1767384383.349626:0:17854:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:1.0:1767384383.349630:0:17854:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032cdb4b7 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767384383.349632:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [219:219:255:4294967295] 192.168.204.8@tcp50 LPNI seq info [20:20:7:4294967295] 00000400:00000200:2.0:1767384383.349655:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000100:00000001:1.0:1767384383.349658:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384383.349662:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000100:00000040:1.0:1767384383.349666:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000800:00000010:2.0:1767384383.349668:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e838f36. 00010000:00000001:1.0:1767384383.349669:0:17854:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.349674:0:17854:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.349677:0:17854:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1767384383.349678:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000100:00000040:1.0:1767384383.349686:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000962f7c6f x1853236736690304/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384383.349691:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384383.349696:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e838f36 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1767384383.349703:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.349707:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000962f7c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e4288af2-bd49-4931-9d99-ecd791472d96+7:15179:x1853236736690304:12345-192.168.204.8@tcp50:41: Request processed in 437us (705us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384383.349708:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384383.349710:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00000800:00000010:0.0:1767384383.349713:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032cdb4b7. 00010000:00000001:2.0:1767384383.349717:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384383.349720:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384383.349721:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.349725:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384383.349728:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 5 00000400:00000200:0.0:1767384383.349729:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000040:2.0:1767384383.349733:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d07863e9 x1853236736690176/t0(0) o41->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384383.349737:0:17854:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 1 00000400:00000200:0.0:1767384383.349738:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:0.0:1767384383.349742:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384383.349746:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.349749:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384383.349750:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d07863e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+7:0:x1853236736690176:12345-192.168.204.8@tcp50:41: Request processed in 485us (814us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384383.349751:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384383.349752:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384383.349758:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033e88191. 00000100:00100000:2.0:1767384383.349762:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 4 00000020:00000010:1.0:1767384383.349766:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000880d4ea5. 00000100:00000040:2.0:1767384383.349772:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000020:00000010:1.0:1767384383.349774:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddf6801. 00000100:00000001:2.0:1767384383.349775:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.349779:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384383.349783:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000020:00000040:1.0:1767384383.349784:0:17854:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 6 00000020:00000010:2.0:1767384383.349786:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000100:00000001:1.0:1767384383.349791:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384383.349792:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e5403. 00000020:00000040:2.0:1767384383.349798:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 5 00000100:00000001:2.0:1767384383.349802:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384383.349804:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.349808:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e838f36. 00000400:00000200:0.0:1767384383.349813:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.349820:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.349823:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:0.0:1767384383.349825:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000001:0.0:1767384383.349829:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.349830:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384383.350617:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.350623:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.350625:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.350626:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.350630:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.350650:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 440 into portal 12 MB=0x695824d600900 00000400:00000200:0.0:1767384383.350654:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:0.0:1767384383.350657:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.350662:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.350663:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.350665:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.350668:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.350668:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384383.350672:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070a5c7dc. 00000100:00000040:0.0:1767384383.350686:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000070a5c7dc x1853236736690432 msgsize 440 00000100:00100000:0.0:1767384383.350688:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.350696:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.350699:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.350701:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.350725:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384383.350727:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690432 02000000:00000001:2.0:1767384383.350729:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384383.350730:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.350731:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.350733:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.350735:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690432 00000020:00000001:2.0:1767384383.350736:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384383.350737:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000001:2.0:1767384383.350738:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384383.350740:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=6 00000020:00000001:2.0:1767384383.350741:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:2.0:1767384383.350743:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000100:00000001:2.0:1767384383.350745:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.350747:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384383.350749:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.350751:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000020:00000010:2.0:1767384383.350753:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000020:00000010:2.0:1767384383.350755:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384383.350757:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000040:2.0:1767384383.350760:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384383.350761:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384383.350762:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384383.350763:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.350766:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.350774:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.350784:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.350785:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384383.350788:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 6 00000100:00000040:2.0:1767384383.350790:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000100:00000001:2.0:1767384383.350792:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211043712 : -130122498507904 : ffff89a77eb2fb80) 00000100:00000040:2.0:1767384383.350795:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070a5c7dc x1853236736690432/t0(0) o40->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 440/0 e 0 to 0 dl 1767384394 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.350801:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.350803:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384383.350805:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.350807:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000100:00100000:2.0:1767384383.350810:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070a5c7dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+6:15179:x1853236736690432:12345-192.168.204.8@tcp50:40: 00000100:00000200:2.0:1767384383.350813:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690432 00000020:00000001:2.0:1767384383.350815:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384383.350816:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384383.350818:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.350819:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384383.350820:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055184 : -1045496432 : ffffffffc1aefd90) 00000020:00000001:2.0:1767384383.350822:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384383.350824:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690432, found 0 last_xid 1853236736690175 00000020:00000001:2.0:1767384383.350825:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384383.350826:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384383.350827:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384383.350829:0:17080:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384383.350830:0:17080:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.350831:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.350833:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384383.350834:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384383.350836:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000df23c973. 02000000:00000001:2.0:1767384383.350837:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.350838:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.350841:0:17080:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:2.0:1767384383.350845:0:17080:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384383.350846:0:17080:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.350848:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.350849:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.350851:0:17080:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:2.0:1767384383.350852:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690432 00010000:00000001:2.0:1767384383.350854:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384383.350856:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070a5c7dc x1853236736690432/t0(0) o40->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 440/448 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384383.350861:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384383.350863:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.350864:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384383.350867:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384383.350868:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384383.350869:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:2.0:1767384383.350871:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384383.350872:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.350874:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384383.350875:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:2.0:1767384383.350877:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384383.350879:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236736690432, offset 224 00000400:00000200:2.0:1767384383.350882:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384383.350887:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:2.0:1767384383.350893:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [220:220:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1767384383.350900:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384383.350904:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:2.0:1767384383.350906:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4dbd37. 00000800:00000200:2.0:1767384383.350909:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:2.0:1767384383.350912:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384383.350914:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a4dbd37 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1767384383.350923:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.350925:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00010000:00000001:2.0:1767384383.350930:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384383.350932:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.350933:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384383.350937:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070a5c7dc x1853236736690432/t0(0) o40->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 440/448 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384383.350945:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070a5c7dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+6:15179:x1853236736690432:12345-192.168.204.8@tcp50:40: Request processed in 141us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384383.350950:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 6 00000100:00000040:2.0:1767384383.350952:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000100:00000001:2.0:1767384383.350953:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.350955:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384383.350957:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384383.350959:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000020:00000010:2.0:1767384383.350961:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e5403. 00000020:00000040:2.0:1767384383.350964:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 5 00000100:00000001:2.0:1767384383.350965:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384383.350974:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.350977:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4dbd37. 00000400:00000200:0.0:1767384383.350981:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.350984:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.350987:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:0.0:1767384383.350988:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:0.0:1767384383.350990:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.350990:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384383.351816:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351823:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.351825:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351826:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351832:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.351838:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 520 into portal 28 MB=0x695824d600980 00000400:00000200:0.0:1767384383.351844:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.8@tcp50 of length 520/520 into md 0xad1 [8] + 5008 00000800:00000001:0.0:1767384383.351848:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351872:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351874:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.351877:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.351880:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.351881:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384383.351885:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000739df75e. 00000100:00000040:0.0:1767384383.351887:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000739df75e x1853236736690560 msgsize 520 00000100:00100000:0.0:1767384383.351890:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.351898:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.351902:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351905:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.351906:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351908:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351911:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.351915:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 448 into portal 23 MB=0x695824d600a00 00000400:00000200:0.0:1767384383.351919:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.8@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:0.0:1767384383.351922:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351925:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351926:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.351929:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.351931:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.351932:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1767384383.351934:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b39ca037. 00000100:00000040:0.0:1767384383.351935:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000b39ca037 x1853236736690688 msgsize 448 00000100:00100000:0.0:1767384383.351939:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.351946:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.351948:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351953:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.351954:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351957:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351960:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.351965:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 26 MB=0x695824d600a80 00000400:00000200:0.0:1767384383.351970:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 224/224 into md 0x1919 [2] + 0 00000400:00000010:0.0:1767384383.351972:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e617f4c. 00000400:00000200:0.0:1767384383.351975:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000073f35ac 00000800:00000001:0.0:1767384383.351977:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.351981:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.351983:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.351985:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000020:00000010:2.0:1767384383.351987:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bcd32098. 00000400:00000200:0.0:1767384383.351988:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073f35ac 00000400:00000010:0.0:1767384383.351991:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073f35ac. 00000100:00000001:0.0:1767384383.351996:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384383.351998:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384383.351998:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384383.352003:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690688 00000100:00000040:0.0:1767384383.352004:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000e60b0eaf x1853236736690816 msgsize 224 00000100:00000001:3.0:1767384383.352007:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384383.352009:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384383.352010:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690560 00000100:00000001:2.0:1767384383.352012:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384383.352014:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384383.352014:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.352016:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:3.0:1767384383.352017:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384383.352018:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.352020:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.352021:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.352021:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690688 02000000:00000001:3.0:1767384383.352025:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.352025:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384383.352026:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000100:00100000:3.0:1767384383.352027:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690560 00000020:00000001:3.0:1767384383.352028:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384383.352028:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.352030:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:2.0:1767384383.352030:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=6 00000020:00000001:3.0:1767384383.352032:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384383.352032:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384383.352033:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.352033:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:3.0:1767384383.352037:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.352037:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000800:00000001:0.0:1767384383.352038:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384383.352042:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000100:00000001:2.0:1767384383.352043:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384383.352044:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384383.352047:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000020:00000010:3.0:1767384383.352048:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384383.352053:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000001:3.0:1767384383.352057:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.352058:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384383.352058:0:17083:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384383.352060:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.352061:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000100:00000001:3.0:1767384383.352065:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.352066:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000020:00000010:2.0:1767384383.352069:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384383.352072:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000001:1.0:1767384383.352073:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.352077:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690816 00000100:00000001:3.0:1767384383.352079:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384383.352079:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 02000000:00000001:1.0:1767384383.352079:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.352081:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.352085:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.352085:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.352089:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384383.352091:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.352092:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.352093:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.352094:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384383.352098:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.352126:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.352130:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384383.352131:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 4 00000100:00100000:1.0:1767384383.352131:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690816 00000020:00000001:1.0:1767384383.352136:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384383.352138:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211029376 : -130122498522240 : ffff89a77eb2c380) 00000100:00000001:2.0:1767384383.352138:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384383.352139:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000100:00000001:0.0:1767384383.352139:0:17889:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.352143:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384383.352146:0:17889:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.352147:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=9 00000100:00000040:3.0:1767384383.352148:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000739df75e x1853236736690560/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384383.352152:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:2.0:1767384383.352154:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.352159:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384383.352159:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00100000:2.0:1767384383.352167:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 0 00000100:00000001:1.0:1767384383.352168:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384383.352171:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000739df75e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:11789:x1853236736690560:12345-192.168.204.8@tcp50:8: 00000100:00000040:2.0:1767384383.352172:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000020:00000010:1.0:1767384383.352173:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:2.0:1767384383.352174:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211031168 : -130122498520448 : ffff89a77eb2ca80) 00000100:00000200:3.0:1767384383.352176:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690560 00000020:00000010:0.0:1767384383.352177:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008d4492ce. 00000100:00000001:1.0:1767384383.352180:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384383.352181:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384383.352183:0:17082:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:2.0:1767384383.352184:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b39ca037 x1853236736690688/t0(0) o33->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 448/0 e 0 to 0 dl 1767384394 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384383.352185:0:18483:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:1.0:1767384383.352187:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00100000:0.0:1767384383.352187:0:17082:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000010:1.0:1767384383.352194:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddf6801. 00000020:00000040:3.0:1767384383.352196:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 6 - find 00000100:00000010:0.0:1767384383.352197:0:17082:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002d883926. 00000100:00000001:2.0:1767384383.352201:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.352202:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033e88191. 00000020:00000001:3.0:1767384383.352204:0:18483:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613945914628312 : -130127794923304 : ffff89a6430218d8) 00000100:00100000:0.0:1767384383.352205:0:17082:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000020:00000010:2.0:1767384383.352206:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000100:00000001:2.0:1767384383.352210:0:17083:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.352210:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000880d4ea5. 00000100:00000001:3.0:1767384383.352212:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384383.352216:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 02000000:00000001:3.0:1767384383.352217:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.352221:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000072086c10. 00000100:00000040:1.0:1767384383.352223:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384383.352224:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.352224:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b39ca037 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e4288af2-bd49-4931-9d99-ecd791472d96+6:15179:x1853236736690688:12345-192.168.204.8@tcp50:33: 00000100:00000001:1.0:1767384383.352228:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.352229:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384383.352229:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690688 00000100:00000001:1.0:1767384383.352232:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:3.0:1767384383.352233:0:18483:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000001:2.0:1767384383.352233:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384383.352234:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.352237:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384383.352241:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384383.352242:0:18483:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50 t0 exp 0000000000000000 cur 303 last 0 00000100:00000001:1.0:1767384383.352243:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.352244:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384383.352248:0:18483:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:2.0:1767384383.352248:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664054848 : -1045496768 : ffffffffc1aefc40) 00002000:00000001:3.0:1767384383.352252:0:18483:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:2.0:1767384383.352252:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384383.352254:0:18483:0:(genops.c:1392:class_connect()) Process entered 00000001:00000001:2.0:1767384383.352255:0:17083:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690688, found 0 last_xid 1853236736690687 00000100:00000001:1.0:1767384383.352255:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.352256:0:18483:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:2.0:1767384383.352259:0:17083:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384383.352262:0:18483:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000b706ea9. 00000100:00000001:1.0:1767384383.352266:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384383.352267:0:18483:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384383.352267:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384383.352269:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384383.352271:0:18483:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b706ea9 with handle 0x88edd5ef35457f5c to hash 00000020:00000001:2.0:1767384383.352271:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.352274:0:18483:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384383.352274:0:17083:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00100000:1.0:1767384383.352278:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 169 00000020:00000001:2.0:1767384383.352279:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384383.352280:0:18483:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000040:1.0:1767384383.352281:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000001:00000001:3.0:1767384383.352284:0:18483:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:1.0:1767384383.352285:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932664400 : -130122776887216 : ffff89a76e1b4050) 00000020:00000001:2.0:1767384383.352287:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950699923416 : -130123009628200 : ffff89a7603be7d8) 00000001:00000010:3.0:1767384383.352291:0:18483:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000009c3a44f2. 00000020:00000001:2.0:1767384383.352293:0:17083:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.352295:0:18483:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.352295:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e60b0eaf x1853236736690816/t0(0) o400->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384383.352296:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.352302:0:18483:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:0.0:1767384383.352302:0:17082:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.352303:0:17083:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000001:00000001:3.0:1767384383.352307:0:18483:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:1.0:1767384383.352309:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1767384383.352310:0:17083:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000010:3.0:1767384383.352311:0:18483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000696222dd. 00000020:00000010:1.0:1767384383.352314:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:0.0:1767384383.352316:0:40012:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000010:3.0:1767384383.352318:0:18483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001ce84034. 00000004:00000001:2.0:1767384383.352318:0:17083:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:1.0:1767384383.352319:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.352323:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00080000:00000001:2.0:1767384383.352325:0:17083:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00100000:1.0:1767384383.352330:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e60b0eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efc83f07-9a34-4a15-8303-a7cb574f6749+9:11791:x1853236736690816:12345-192.168.204.8@tcp50:400: 00000001:00000010:3.0:1767384383.352331:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b12b7c1. 00000100:00000010:0.0:1767384383.352332:0:40012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000083f09850. 00000001:00000010:3.0:1767384383.352338:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098bbbc28. 00000020:00000010:0.0:1767384383.352339:0:40012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060316aef. 00000100:00000200:1.0:1767384383.352344:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690816 00080000:00000010:2.0:1767384383.352345:0:17083:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000f78cc964. 00000001:00000010:3.0:1767384383.352346:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049a4f6b5. 00000020:00000001:1.0:1767384383.352348:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384383.352349:0:40012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000912dcab4. 00000001:00000010:3.0:1767384383.352351:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003080e7a6. 00000004:00000001:2.0:1767384383.352352:0:17083:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384383.352352:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384383.352355:0:40012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030880bb6. 00000020:00000001:1.0:1767384383.352356:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.352357:0:17083:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:3.0:1767384383.352358:0:18483:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384383.352361:0:40012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e79d595c. 00000020:00000001:1.0:1767384383.352362:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:2.0:1767384383.352363:0:17083:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:3.0:1767384383.352364:0:18483:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.352367:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 00000020:00000001:3.0:1767384383.352368:0:18483:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.352368:0:17083:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000010:0.0:1767384383.352368:0:40012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006aa41190. 00000020:00000001:1.0:1767384383.352374:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384383.352375:0:40012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000040:3.0:1767384383.352376:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=3 00000004:00000001:2.0:1767384383.352376:0:17083:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384383.352377:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384383.352382:0:40012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007dc15107. 00000020:00000040:3.0:1767384383.352383:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 7 - export 00000004:00000001:2.0:1767384383.352383:0:17083:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384383.352383:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.352387:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.352389:0:18483:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446613945949519872 : -130127760031744 : ffff89a645168000) 00000004:00000001:2.0:1767384383.352389:0:17083:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:1.0:1767384383.352390:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384383.352390:0:40012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016ec83da. 00000004:00000001:2.0:1767384383.352393:0:17083:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:3.0:1767384383.352396:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 2 00000020:00000001:1.0:1767384383.352397:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 40000000:00000010:0.0:1767384383.352397:0:40012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eafc9d0e. 00080000:00000001:2.0:1767384383.352398:0:17083:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000080:3.0:1767384383.352402:0:18483:0:(genops.c:1402:class_connect()) connect: client e4288af2-bd49-4931-9d99-ecd791472d96, cookie 0x88edd5ef35457f5c 00000100:00000001:1.0:1767384383.352402:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00100000:00000010:0.0:1767384383.352404:0:40012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000efadab93. 00000004:00000001:2.0:1767384383.352406:0:17083:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 02000000:00000001:1.0:1767384383.352406:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:2.0:1767384383.352411:0:17083:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 02000000:00000010:1.0:1767384383.352412:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c1e6864. 00040000:00000010:0.0:1767384383.352412:0:40012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000182cc0e4. 00000004:00000001:2.0:1767384383.352416:0:17083:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 02000000:00000001:1.0:1767384383.352418:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.352419:0:18483:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.352419:0:17083:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00040000:00000010:0.0:1767384383.352420:0:40012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009748d1b3. 00000100:00000001:1.0:1767384383.352421:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.352424:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384383.352424:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384383.352426:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.352427:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f5c 02000000:00000001:2.0:1767384383.352428:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1767384383.352430:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690816 00000020:00000001:3.0:1767384383.352431:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000010:0.0:1767384383.352431:0:40012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bac73751. 02000000:00000010:2.0:1767384383.352434:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000accbfacc. 00010000:00000001:1.0:1767384383.352434:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384383.352436:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b706ea9 refcount=3 00000020:00000001:3.0:1767384383.352439:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949519872 : -130127760031744 : ffff89a645168000) 02000000:00000001:2.0:1767384383.352439:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384383.352440:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e60b0eaf x1853236736690816/t0(0) o400->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384383.352441:0:40012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d77b9390. 00000020:00000001:3.0:1767384383.352443:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949519872 : -130127760031744 : ffff89a645168000) 00000100:00000001:2.0:1767384383.352443:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.352450:0:18483:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000004:00000001:2.0:1767384383.352450:0:17083:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00080000:00000010:0.0:1767384383.352452:0:40012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000537c9a53. 00000004:00000001:2.0:1767384383.352454:0:17083:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.352455:0:18483:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00010000:00000001:1.0:1767384383.352456:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000040:3.0:1767384383.352460:0:18483:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 7 00000004:00000001:2.0:1767384383.352460:0:17083:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00010000:00000001:1.0:1767384383.352460:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.352462:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=93 v=5 (1 0 0 0) 00000001:00000001:2.0:1767384383.352463:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000010:0.0:1767384383.352463:0:40012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f1d4d95. 00000001:00000001:3.0:1767384383.352465:0:18483:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446613950412046336 : -130123297505280 : ffff89a74f134000) 00000001:00000001:2.0:1767384383.352466:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.352470:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384383.352472:0:18483:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000001:00000001:2.0:1767384383.352472:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000004:00000010:0.0:1767384383.352473:0:40012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc911987. 00000100:00000040:1.0:1767384383.352475:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000020:00000040:3.0:1767384383.352477:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=4 00000100:00000001:1.0:1767384383.352480:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000001:00000040:3.0:1767384383.352481:0:18483:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 8 00000001:00000001:2.0:1767384383.352482:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1767384383.352482:0:40012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b4f364c6. 02000000:00000001:1.0:1767384383.352484:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.352488:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.352489:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.352490:0:18483:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.352491:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:0.0:1767384383.352491:0:40012:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000858e1a28. 00000001:00000001:2.0:1767384383.352493:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:08000000:3.0:1767384383.352496:0:18483:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.8@tcp50 to nodemap default 00000001:00000001:2.0:1767384383.352497:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384383.352499:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000001:00000040:3.0:1767384383.352501:0:18483:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 7 00000001:00000001:2.0:1767384383.352502:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384383.352504:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdcd4096. 00000001:00000001:3.0:1767384383.352505:0:18483:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.352506:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00002000:00100000:3.0:1767384383.352510:0:18483:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000001:00000001:2.0:1767384383.352510:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384383.352510:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236736690816, offset 224 00000100:00000010:0.0:1767384383.352511:0:40012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005caae202. 00000001:00000001:2.0:1767384383.352512:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.352518:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.352521:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384383.352522:0:40012:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000001:00000001:2.0:1767384383.352525:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384383.352529:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000001:00000001:2.0:1767384383.352531:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384383.352533:0:18483:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000001:00000001:2.0:1767384383.352534:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.352536:0:18483:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384383.352539:0:17083:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000400:00000200:1.0:1767384383.352541:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000020:00000020:3.0:1767384383.352542:0:18483:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 free: 144203776 avail: 129867776 02000000:00000010:2.0:1767384383.352545:0:17083:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000010d744c5. 00000020:00000001:3.0:1767384383.352550:0:18483:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000004:00000001:2.0:1767384383.352551:0:17083:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000020:00000020:3.0:1767384383.352552:0:18483:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000004:00000040:2.0:1767384383.352554:0:17083:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000400:00000200:1.0:1767384383.352558:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [221:221:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000001:3.0:1767384383.352559:0:18483:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000020:3.0:1767384383.352565:0:18483:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:3.0:1767384383.352568:0:18483:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:1.0:1767384383.352574:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000020:00000001:3.0:1767384383.352579:0:18483:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384383.352579:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000020:00000020:3.0:1767384383.352586:0:18483:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 free: 144203776 avail: 129867776 00000800:00000010:1.0:1767384383.352586:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe6a300c. 00000020:00000001:3.0:1767384383.352593:0:18483:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000800:00000200:1.0:1767384383.352594:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000020:00000020:3.0:1767384383.352597:0:18483:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000800:00000200:1.0:1767384383.352602:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000020:00000001:3.0:1767384383.352606:0:18483:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000800:00000200:1.0:1767384383.352607:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe6a300c type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1767384383.352614:0:18483:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384383.352617:0:18483:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 wants: 134217728 current grant 0 granting: 8437760 00000020:00000020:3.0:1767384383.352619:0:18483:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:3.0:1767384383.352622:0:18483:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000020:3.0:1767384383.352625:0:18483:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 ocd_grant: 8437760 want: 134217728 left: 129585152 00000100:00000001:1.0:1767384383.352626:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.352633:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00000020:00000001:3.0:1767384383.352645:0:18483:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00010000:00000001:1.0:1767384383.352647:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00100000:3.0:1767384383.352650:0:18483:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:00000001:1.0:1767384383.352650:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.352655:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:3.0:1767384383.352657:0:18483:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.352662:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e60b0eaf x1853236736690816/t0(0) o400->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384383.352663:0:18483:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384383.352669:0:18483:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'e4288af2-bd49-4931-9d99-ecd791472d96' generation 0 00000100:00100000:1.0:1767384383.352675:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e60b0eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efc83f07-9a34-4a15-8303-a7cb574f6749+9:11791:x1853236736690816:12345-192.168.204.8@tcp50:400: Request processed in 362us (667us total) trans 0 rc 0/0 00000001:00000001:3.0:1767384383.352676:0:18483:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384383.352681:0:18483:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00100000:1.0:1767384383.352685:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 169 00080000:00000010:3.0:1767384383.352687:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000803dfe2a. 00000100:00000040:1.0:1767384383.352688:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:1.0:1767384383.352692:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:3.0:1767384383.352695:0:18483:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950412332544 : -130123297219072 : ffff89a74f179e00) 00000100:00000001:1.0:1767384383.352695:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.352699:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033e88191. 00080000:00000001:3.0:1767384383.352702:0:18483:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384383.352704:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384383.352704:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000880d4ea5. 00000020:00000010:1.0:1767384383.352708:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddf6801. 00000800:00000010:2.0:1767384383.352709:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe6a300c. 00000001:00000001:3.0:1767384383.352712:0:18483:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:1.0:1767384383.352713:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000400:00000200:2.0:1767384383.352715:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384383.352716:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003786e79b. 00000100:00000001:1.0:1767384383.352719:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384383.352720:0:18483:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.352723:0:18483:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384383.352723:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.352727:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdcd4096 00000400:00000010:2.0:1767384383.352728:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdcd4096. 00000100:00000200:1.0:1767384383.352733:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384383.352734:0:16340:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1767384383.352738:0:18483:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.352739:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384383.352739:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b23e4d0. 00000001:00000010:3.0:1767384383.352742:0:18483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000299e4b73. 02000000:00000010:2.0:1767384383.352742:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c1e6864. 00000400:00000010:1.0:1767384383.352746:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c053a3e8. 02000000:00000001:2.0:1767384383.352747:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384383.352749:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000040:3.0:1767384383.352788:0:18483:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000000b706ea9 : new cb_count 1 00000020:00000040:3.0:1767384383.352793:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=5 00000001:00000001:3.0:1767384383.352827:0:18483:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384383.352830:0:18483:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384383.352837:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003786e79b. 00040000:00000001:3.0:1767384383.352842:0:18483:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384383.352845:0:18483:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384383.352847:0:18483:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384383.352849:0:18483:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384383.352852:0:18483:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384383.352855:0:18483:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384383.352857:0:18483:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384383.352861:0:18483:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000150b1597 00000020:00000010:3.0:1767384383.352865:0:18483:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000fdd99f74. 00000020:00000040:3.0:1767384383.352873:0:18483:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000fdd99f74 for nid 192.168.204.8@tcp50 - ref 2 00000020:00000001:3.0:1767384383.352949:0:18483:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.352958:0:18483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f5576a03. 00000020:00000010:3.0:1767384383.352963:0:18483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e7a457fa. 00000020:00000010:3.0:1767384383.352967:0:18483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000dca8a7f1. 00000020:00000010:3.0:1767384383.353011:0:18483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005a6a0f7a. 00000020:00000010:3.0:1767384383.353015:0:18483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000098f30207. 00000020:00000010:3.0:1767384383.353019:0:18483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004094dc99. 00002000:00000001:3.0:1767384383.353030:0:18483:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384383.353033:0:18483:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384383.353036:0:18483:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.353039:0:18483:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.353043:0:18483:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005a73dacb. 00000020:00000040:3.0:1767384383.353045:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 8 - import 00000020:00000001:3.0:1767384383.353059:0:18483:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384383.353061:0:18483:0:(genops.c:1242:class_import_put()) import 000000005a73dacb refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384383.353063:0:18483:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384383.353066:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000020:00000040:3.0:1767384383.353072:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=6 00000100:00000040:3.0:1767384383.353074:0:18483:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000000b706ea9 : new rpc_count 1 00000100:00000001:3.0:1767384383.353077:0:18483:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000004:00080000:2.0:1767384383.353084:0:17083:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 524us 00000400:00000200:3.0:1767384383.353086:0:18483:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.8@tcp50 primary NID 192.168.204.8@tcp50 rc 0 00000004:00000001:2.0:1767384383.353090:0:17083:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00000001:3.0:1767384383.353092:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.353096:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384383.353098:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000100:00000001:3.0:1767384383.353128:0:18483:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613945919922112 : -130127789629504 : 0xffff89a64352dfc0) 00000100:00000040:3.0:1767384383.353131:0:18483:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000020:00000040:3.0:1767384383.353134:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=7 00000100:00000001:3.0:1767384383.353139:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.353141:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384383.353142:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384383.353144:0:18483:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384383.353147:0:18483:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384383.353149:0:18483:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384383.353152:0:18483:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652394560 : -1057157056 : ffffffffc0fd1040) 02000000:00000001:3.0:1767384383.353154:0:18483:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.353156:0:18483:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384383.353159:0:18483:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384383.353160:0:18483:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384383.353162:0:18483:0:(import.c:65:import_set_state_nolock()) 000000005a73dacb : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384383.353164:0:18483:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384383.353165:0:18483:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384383.353167:0:18483:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.353169:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 6 00000020:00000040:3.0:1767384383.353171:0:18483:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 8 - find 00010000:00000001:3.0:1767384383.353172:0:18483:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.353175:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384383.353182:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666178784 : -1043372832 : ffffffffc1cf64e0) 00000020:00000001:3.0:1767384383.353184:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384383.353185:0:18483:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.353186:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384383.353187:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.353189:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.353191:0:18483:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384383.353194:0:18483:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384383.353196:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690560 00010000:00000001:3.0:1767384383.353197:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384383.353200:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000739df75e x1853236736690560/t0(0) o8->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.353205:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.353207:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.353209:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=83 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384383.353211:0:18483:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384383.353214:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.353216:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384383.353218:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384383.353220:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.353221:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.353222:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.353224:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384383.353226:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000100:00000200:3.0:1767384383.353228:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236736690560, offset 0 00000400:00000200:3.0:1767384383.353232:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384383.353236:0:18483:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384383.353242:0:18483:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [222:222:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384383.353250:0:18483:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.353254:0:18483:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384383.353257:0:18483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c83f65be. 00000800:00000200:3.0:1767384383.353259:0:18483:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384383.353268:0:18483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384383.353271:0:18483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c83f65be type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.353281:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.353284:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384383.353285:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.353287:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.353288:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.353292:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000739df75e x1853236736690560/t0(0) o8->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.353302:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000739df75e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e4288af2-bd49-4931-9d99-ecd791472d96+6:11789:x1853236736690560:12345-192.168.204.8@tcp50:8: Request processed in 1133us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.353310:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 4 00000100:00000040:3.0:1767384383.353313:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b706ea9 : new rpc_count 0 00000100:00000001:3.0:1767384383.353315:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.353317:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.353320:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee42e2b1. 00000020:00000010:3.0:1767384383.353325:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000020:00000010:3.0:1767384383.353329:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000020:00000040:3.0:1767384383.353333:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 5 00000800:00000200:1.0:1767384383.353334:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384383.353338:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384383.353338:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c83f65be. 00000400:00000200:1.0:1767384383.353345:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.353351:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:1.0:1767384383.353354:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048923451 00000400:00000010:1.0:1767384383.353356:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000001:1.0:1767384383.353358:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384383.353359:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:1.0:1767384383.358609:0:40013:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000007d07da45. 02000000:00000001:1.0:1767384383.358615:0:40013:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384383.358618:0:40013:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384383.358619:0:40013:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000012c07f06: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384383.358621:0:40013:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384383.358623:0:40013:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 0000000010d744c5 for key 0 02000000:00000001:1.0:1767384383.358644:0:40013:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384383.358646:0:40013:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000007d07da45. 02000000:00001000:2.0:1767384383.358668:0:17083:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000010d744c5 flags 0x0 02000000:00000001:2.0:1767384383.358672:0:17083:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446613945933981184 : -130127775570432 : ffff89a644296600) 00000001:00000001:2.0:1767384383.358676:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.358677:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.358679:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358687:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.358688:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.358690:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358693:0:17083:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384383.358695:0:17083:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358698:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.358699:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358701:0:17083:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384383.358703:0:17083:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358706:0:17083:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:2.0:1767384383.358710:0:17083:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from e4288af2-bd49-4931-9d99-ecd791472d96: does not need LOVEA. 00000004:00000001:2.0:1767384383.358713:0:17083:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384383.358715:0:17083:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384383.358720:0:17083:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384383.358722:0:17083:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384383.358724:0:17083:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358726:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.358727:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358728:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.358730:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.358731:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358732:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.358733:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.358735:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358736:0:17083:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.358737:0:17083:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.358738:0:17083:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384383.358739:0:17083:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384383.358742:0:17083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:2.0:1767384383.358744:0:17083:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384383.358745:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.358746:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358748:0:17083:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384383.358750:0:17083:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.358754:0:17083:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.358762:0:17083:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.358771:0:17083:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.358773:0:17083:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.358777:0:17083:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384383.358779:0:17083:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.358781:0:17083:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.358782:0:17083:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358784:0:17083:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358789:0:17083:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:2.0:1767384383.358791:0:17083:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384383.358793:0:17083:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384383.358795:0:17083:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384383.358796:0:17083:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384383.358797:0:17083:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384383.358799:0:17083:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1767384383.358802:0:17083:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.358803:0:17083:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384383.358806:0:17083:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1767384383.358808:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690688 00010000:00000001:2.0:1767384383.358810:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384383.358816:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b39ca037 x1853236736690688/t0(0) o33->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384383.358822:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384383.358824:0:17083:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.358826:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000002928e68e time=1767384383 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384383.358829:0:17083:0:(import.c:2194:obd_at_measure()) AT 000000002928e68e change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384383.358832:0:17083:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000b39ca037 x1853236736690688/t0(0) o33->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384383.358839:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384383.358842:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:2.0:1767384383.358844:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:2.0:1767384383.358847:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384383.358849:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.358852:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384383.358856:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:2.0:1767384383.358867:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000100:00000200:2.0:1767384383.358871:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236736690688, offset 224 00000400:00000200:2.0:1767384383.358879:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384383.358889:0:17083:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:2.0:1767384383.358901:0:17083:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [223:223:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384383.358910:0:17083:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384383.358914:0:17083:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:2.0:1767384383.358917:0:17083:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075c31e49. 00000800:00000200:2.0:1767384383.358922:0:17083:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:2.0:1767384383.358927:0:17083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384383.358930:0:17083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075c31e49 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:2.0:1767384383.358941:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.358944:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:2.0:1767384383.358946:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384383.358947:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.358949:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1767384383.358953:0:17083:0:(lu_object.c:207:lu_object_put()) Add 00000000ea920bed/000000005f4ab44b to site lru. bkt: 000000002667bd51 00000100:00000040:2.0:1767384383.358958:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b39ca037 x1853236736690688/t0(0) o33->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384383.358966:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b39ca037 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e4288af2-bd49-4931-9d99-ecd791472d96+6:15179:x1853236736690688:12345-192.168.204.8@tcp50:33: Request processed in 6763us (7027us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384383.358973:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 0 00000100:00000040:2.0:1767384383.358976:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000100:00000001:2.0:1767384383.358977:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.358979:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384383.358982:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6901a3. 00000020:00000010:2.0:1767384383.358986:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000020:00000010:2.0:1767384383.358989:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d65e5403. 00000020:00000040:2.0:1767384383.358993:0:17083:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 5 00000100:00000001:2.0:1767384383.359000:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384383.359011:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.359016:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075c31e49. 00000400:00000200:0.0:1767384383.359020:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.359027:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.359031:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:0.0:1767384383.359033:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000100:00000001:0.0:1767384383.359038:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.359039:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384383.371623:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.371649:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.371652:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.371655:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.371663:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.371678:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 576 into portal 12 MB=0x695824d600b00 00000400:00000200:2.0:1767384383.371685:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:2.0:1767384383.371691:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.371696:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.371698:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.371701:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:2.0:1767384383.371706:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.371708:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384383.371713:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032f92edf. 00000100:00000040:2.0:1767384383.371716:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000032f92edf x1853236736690944 msgsize 576 00000100:00100000:2.0:1767384383.371719:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:2.0:1767384383.371737:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.371749:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.371752:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.371776:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.371780:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690944 02000000:00000001:0.0:1767384383.371782:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.371784:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.371786:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.371790:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.371793:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690944 00000020:00000001:0.0:1767384383.371795:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.371797:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000001:0.0:1767384383.371799:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.371801:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=6 00000020:00000001:0.0:1767384383.371803:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:0.0:1767384383.371805:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000100:00000001:0.0:1767384383.371808:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.371812:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000135da383. 00000100:00000001:0.0:1767384383.371815:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.371817:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000135da383. 00000020:00000010:0.0:1767384383.371821:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:0.0:1767384383.371825:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d015750. 00000020:00000010:0.0:1767384383.371829:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000040:0.0:1767384383.371835:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384383.371838:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.371839:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384383.371841:0:17080:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384383.371842:0:17080:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.371843:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.371850:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.371862:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.371875:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.371877:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384383.371884:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 7 00000100:00000040:0.0:1767384383.371887:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000100:00000001:0.0:1767384383.371890:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947166848 : -130127762384768 : ffff89a644f29880) 00000100:00000040:0.0:1767384383.371898:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032f92edf x1853236736690944/t0(0) o101->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 576/0 e 0 to 0 dl 1767384394 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384383.371909:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.371911:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000135da383. 00000100:00000001:0.0:1767384383.371913:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.371915:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000135da383. 00000100:00100000:0.0:1767384383.371918:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032f92edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+6:15210:x1853236736690944:12345-192.168.204.8@tcp50:101: 00000100:00000200:0.0:1767384383.371921:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690944 00000020:00000001:0.0:1767384383.371923:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384383.371927:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384383.371930:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.371931:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384383.371933:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652142784 : -1057408832 : ffffffffc0f938c0) 00000020:00000001:0.0:1767384383.371936:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384383.371938:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690944, found 0 last_xid 1853236736690943 00000020:00000001:0.0:1767384383.371940:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384383.371943:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384383.371945:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384383.371949:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.371950:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384383.371952:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384383.371953:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384383.371955:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384383.371956:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.371960:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384383.371984:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000afe6943e. 00010000:00000010:0.0:1767384383.371987:0:17080:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000082ae7e41. 00010000:00000001:0.0:1767384383.371991:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384383.371993:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dbffbcc0. 00000020:00000010:0.0:1767384383.371997:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000135da383. 00000020:00000001:0.0:1767384383.371999:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384383.372001:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dbffbcc0 with handle 0x88edd5ef35457f63 to hash 00000020:00000001:0.0:1767384383.372002:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384383.372003:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00000010:0.0:1767384383.372006:0:17080:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e7ac0ee. 00010000:00000001:0.0:1767384383.372008:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258833920 : -130123450717696 : ffff89a745f16a00) 00010000:00010000:0.0:1767384383.372010:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dbffbcc0/0x88edd5ef35457f63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xafcd677af8e9ce expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384383.372018:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000068dd68bf : new locks_count 1 00000020:00000040:0.0:1767384383.372020:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=7 00010000:00000001:0.0:1767384383.372024:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384383.372026:0:17080:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384383.372031:0:17080:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384383.372033:0:17080:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384383.372034:0:17080:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384383.372036:0:17080:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384383.372037:0:17080:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384383.372039:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384383.372044:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446613950699923416 : -130123009628200 : ffff89a7603be7d8) 00000004:00000001:0.0:1767384383.372045:0:17080:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446613950699923328 : -130123009628288 : ffff89a7603be780) 00000004:00000001:0.0:1767384383.372047:0:17080:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372050:0:17080:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384383.372051:0:17080:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384383.372053:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384383.372055:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384383.372058:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000543f41fb. 02000000:00000001:0.0:1767384383.372060:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.372062:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372063:0:17080:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372065:0:17080:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384383.372068:0:17080:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384383.372069:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372071:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372073:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372074:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372075:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372076:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372077:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372078:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372079:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372080:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372081:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372082:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372082:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372083:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372084:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372085:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372086:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372087:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372088:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.372090:0:17080:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384383.372093:0:17080:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000010d744c5 flags 0x0 02000000:00000001:0.0:1767384383.372094:0:17080:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446613945933981184 : -130127775570432 : ffff89a644296600) 00000001:00000001:0.0:1767384383.372096:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372096:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372097:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372099:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372128:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372130:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372132:0:17080:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384383.372133:0:17080:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372136:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372137:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372138:0:17080:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384383.372140:0:17080:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372143:0:17080:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384383.372146:0:17080:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384383.372147:0:17080:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384383.372149:0:17080:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384383.372150:0:17080:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384383.372151:0:17080:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000893979d0 00000004:00000001:0.0:1767384383.372156:0:17080:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384383.372159:0:17080:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384383.372160:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384383.372162:0:17080:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000afe6943e count: 2 00010000:00000001:0.0:1767384383.372164:0:17080:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384383.372166:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384383.372168:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a79dbd85. 00000020:00000001:0.0:1767384383.372170:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384383.372171:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a79dbd85 with handle 0x88edd5ef35457f6a to hash 00000020:00000001:0.0:1767384383.372172:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384383.372173:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000010:0.0:1767384383.372175:0:17080:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd5102a8. 00010000:00000001:0.0:1767384383.372177:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384383.372180:0:17080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.372181:0:17080:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.372183:0:17080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17080 initiator: MDT0 00010000:00000001:0.0:1767384383.372188:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384383.372191:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384383.372193:0:17080:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384383.372194:0:17080:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384383.372196:0:17080:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.372197:0:17080:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384383.372198:0:17080:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.372200:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384383.372201:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384383.372202:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384383.372203:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384383.372204:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000afe6943e) refcount = 2 00010000:00010000:0.0:1767384383.372206:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17080 initiator: MDT0 00010000:00000001:0.0:1767384383.372210:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384383.372213:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c743807b. 00010000:00000001:0.0:1767384383.372216:0:17080:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384383.372217:0:17080:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.372219:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384383.372219:0:17080:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.372221:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.372222:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384383.372224:0:17080:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384383.372225:0:17080:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.372227:0:17080:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17080 initiator: MDT0 00010000:00000001:0.0:1767384383.372230:0:17080:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384383.372231:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372232:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.372234:0:17080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.372235:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.372236:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000020:00000001:0.0:1767384383.372237:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384383.372239:0:17080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384383.372240:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372240:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384383.372242:0:17080:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372244:0:17080:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384383.372247:0:17080:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384383.372249:0:17080:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384383.372254:0:17080:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372256:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384383.372260:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384383.372283:0:17080:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384383.372286:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384383.372290:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384383.372291:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384383.372293:0:17080:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:0.0:1767384383.372298:0:17080:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000e933ea69. 00000004:00000001:0.0:1767384383.372300:0:17080:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384383.372301:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384383.372303:0:17080:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384383.372305:0:17080:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372307:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372307:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372309:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372309:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372310:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372312:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372312:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372314:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372315:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384383.372315:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384383.372316:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384383.372317:0:17080:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384383.372319:0:17080:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767384383.372321:0:17080:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384383.372322:0:17080:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384383.372323:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372324:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372325:0:17080:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384383.372327:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384383.372328:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384383.372331:0:17080:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384383.372332:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384383.372334:0:17080:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384383.372337:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000783c3a98. 00000020:00000001:0.0:1767384383.372340:0:17080:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384383.372342:0:17080:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.372343:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.372344:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372346:0:17080:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.372350:0:17080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.372350:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.372351:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000020:00000001:0.0:1767384383.372352:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384383.372354:0:17080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00000004:00010000:0.0:1767384383.372355:0:17080:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17080 initiator: MDT0 00010000:00000001:0.0:1767384383.372359:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372359:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384383.372360:0:17080:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384383.372361:0:17080:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384383.372363:0:17080:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384383.372364:0:17080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.372365:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.372366:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a79dbd85 refcount=3 00000020:00000001:0.0:1767384383.372367:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00010000:00000001:0.0:1767384383.372368:0:17080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950258835968 : -130123450715648 : ffff89a745f17200) 00000004:00000040:0.0:1767384383.372369:0:17080:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 0000000068dd68bf : new locks_count 2 00000020:00000040:0.0:1767384383.372371:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=8 00010000:00000001:0.0:1767384383.372373:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372374:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384383.372375:0:17080:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384383.372377:0:17080:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384383.372379:0:17080:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384383.372380:0:17080:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384383.372381:0:17080:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384383.372382:0:17080:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384383.372383:0:17080:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384383.372385:0:17080:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384383.372387:0:17080:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.372388:0:17080:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384383.372390:0:17080:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384383.372392:0:17080:0:(lu_object.c:207:lu_object_put()) Add 00000000ea920bed/000000005f4ab44b to site lru. bkt: 000000002667bd51 00000004:00000001:0.0:1767384383.372394:0:17080:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384383.372395:0:17080:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384383.372397:0:17080:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384383.372398:0:17080:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384383.372400:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372401:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.372402:0:17080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.372403:0:17080:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.372404:0:17080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dbffbcc0 with handle 0x88edd5ef35457f63 from hash 00010000:00000001:0.0:1767384383.372405:0:17080:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384383.372406:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372407:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.372408:0:17080:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384383.372408:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384383.372410:0:17080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbffbcc0/0x88edd5ef35457f63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ce expref: 8 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384383.372414:0:17080:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000068dd68bf : new locks_count 1 00000020:00000040:0.0:1767384383.372416:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 7 00010000:00000010:0.0:1767384383.372417:0:17080:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e7ac0ee. 00010000:00000001:0.0:1767384383.372422:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.372423:0:17080:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.372426:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384383.372427:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ce expref: 7 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384383.372436:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384383.372438:0:17080:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384383.372439:0:17080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000afe6943e) 00010000:00010000:0.0:1767384383.372441:0:17080:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384383.372443:0:17080:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.372444:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.372445:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384383.372446:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.372447:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384383.372448:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a79dbd85, rc 0) 00000020:00000001:0.0:1767384383.372449:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384383.372451:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690944 00010000:00000001:0.0:1767384383.372453:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384383.372456:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032f92edf x1853236736690944/t0(0) o101->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 576/688 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384383.372461:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.372463:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.372465:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.372469:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.372470:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:0.0:1767384383.372472:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:0.0:1767384383.372474:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.372475:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.372478:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.372480:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:0.0:1767384383.372483:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e00269. 00000100:00000200:0.0:1767384383.372487:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236736690944, offset 224 00000400:00000200:0.0:1767384383.372491:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:0.0:1767384383.372498:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:0.0:1767384383.372511:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [224:224:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384383.372519:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.372523:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:0.0:1767384383.372526:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078df4ae4. 00000800:00000200:0.0:1767384383.372531:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:0.0:1767384383.372536:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:0.0:1767384383.372539:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078df4ae4 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.372549:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.372552:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:0.0:1767384383.372553:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384383.372554:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.372556:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384383.372559:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032f92edf x1853236736690944/t0(0) o101->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 576/688 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384383.372565:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032f92edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+7:15210:x1853236736690944:12345-192.168.204.8@tcp50:101: Request processed in 656us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384383.372570:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 7 00000100:00000040:0.0:1767384383.372572:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000100:00000001:0.0:1767384383.372574:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.372575:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.372578:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d015750. 00000020:00000010:0.0:1767384383.372582:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384383.372585:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000020:00000040:0.0:1767384383.372588:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 6 00000100:00000001:0.0:1767384383.372589:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384383.372623:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384383.372627:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078df4ae4. 00000400:00000200:1.0:1767384383.372630:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.372644:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:1.0:1767384383.372647:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e00269 00000400:00000010:1.0:1767384383.372649:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e00269. 00000100:00000001:1.0:1767384383.372652:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384383.372654:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384383.379589:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379602:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.379606:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379609:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.379618:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.379633:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 17 MB=0x695824d600b80 00000400:00000200:0.0:1767384383.379654:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767384383.379659:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560823eb. 00000400:00000200:0.0:1767384383.379664:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d428873f 00000800:00000001:0.0:1767384383.379669:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379674:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.379676:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.379681:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.379684:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d428873f 00000400:00000010:0.0:1767384383.379686:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d428873f. 00000100:00000001:0.0:1767384383.379700:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.379701:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384383.379705:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000e454fc67 x1853236736691072 msgsize 328 00000100:00100000:0.0:1767384383.379710:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:0.0:1767384383.379712:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384383.379723:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.379730:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379734:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.379736:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379739:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.379745:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.379753:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 17 MB=0x695824d600c00 00000100:00000001:3.0:1767384383.379755:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384383.379759:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x15 [2] + 0 00000100:00100000:3.0:1767384383.379761:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691072 00000800:00000001:0.0:1767384383.379766:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384383.379767:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.379771:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384383.379774:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384383.379774:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.379779:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384383.379781:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384383.379786:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00100000:3.0:1767384383.379789:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691072 00000100:00000001:0.0:1767384383.379792:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384383.379794:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384383.379795:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:3.0:1767384383.379798:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000100:00000010:0.0:1767384383.379801:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b05b1de7. 00000020:00000001:3.0:1767384383.379803:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.379807:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=9 00000100:00000040:0.0:1767384383.379808:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000b05b1de7 x1853236736691200 msgsize 328 00000020:00000001:3.0:1767384383.379814:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:3.0:1767384383.379821:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00100000:0.0:1767384383.379821:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.379834:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.379841:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384383.379841:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384383.379847:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000800:00000001:0.0:1767384383.379848:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.379854:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384383.379854:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.379858:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384383.379859:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000400:00000200:0.0:1767384383.379869:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000100:00000001:1.0:1767384383.379870:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384383.379871:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000100:00100000:1.0:1767384383.379876:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691200 00000020:00000010:3.0:1767384383.379879:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000313c1aa3. 02000000:00000001:1.0:1767384383.379882:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384383.379882:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 328 into portal 17 MB=0x695824d600c80 00000020:00000010:3.0:1767384383.379886:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005170e663. 00000100:00000001:1.0:1767384383.379887:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.379891:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384383.379892:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.8@tcp50 of length 328/328 into md 0x15 [2] + 328 02000000:00000001:1.0:1767384383.379898:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.379900:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000800:00000001:0.0:1767384383.379900:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384383.379904:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691200 00000100:00000001:3.0:1767384383.379906:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384383.379909:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384383.379910:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384383.379912:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384383.379913:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00010000:00000001:3.0:1767384383.379914:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000400:00000200:0.0:1767384383.379917:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384383.379919:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384383.379920:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.379923:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=10 00010000:00000001:3.0:1767384383.379927:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:0.0:1767384383.379927:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00010000:00000001:3.0:1767384383.379934:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384383.379934:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384383.379935:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000200:0.0:1767384383.379939:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:3.0:1767384383.379940:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384383.379940:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000040:3.0:1767384383.379945:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=3 00000100:00000010:0.0:1767384383.379947:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6597c99. 00000100:00000001:1.0:1767384383.379949:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384383.379950:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00000100:00000040:0.0:1767384383.379953:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000a6597c99 x1853236736691328 msgsize 328 00000020:00000010:1.0:1767384383.379955:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00010000:00000001:3.0:1767384383.379956:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00000100:00000001:1.0:1767384383.379961:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384383.379964:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384383.379966:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00010000:00000001:3.0:1767384383.379968:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384383.379968:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00010000:00000001:3.0:1767384383.379972:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.379976:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.379976:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddf6801. 00000100:00000001:0.0:1767384383.379980:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384383.379984:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033e88191. 00000100:00000001:3.0:1767384383.379987:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384383.379987:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384383.379990:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000880d4ea5. 00000800:00000001:0.0:1767384383.379994:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.379998:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.380001:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.380002:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384383.380006:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384383.380010:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.380013:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384383.380017:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384383.380018:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384383.380020:0:17066:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384383.380022:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691328 00000020:00000001:1.0:1767384383.380022:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384383.380024:0:17066:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.380027:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bd399c12 refcount=3 02000000:00000001:3.0:1767384383.380028:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.380033:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384383.380033:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 00000100:00000001:0.0:1767384383.380034:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.380036:0:17066:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.380037:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380039:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384383.380040:0:17066:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384383.380040:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 02000000:00000001:3.0:1767384383.380044:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.380045:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.380049:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384383.380051:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691328 00010000:00000001:1.0:1767384383.380052:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.380056:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384383.380056:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 0 00000100:00000001:1.0:1767384383.380057:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.380060:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000100:00000040:2.0:1767384383.380062:0:17066:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:0.0:1767384383.380064:0:17064:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.380065:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384383.380066:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.380067:0:17066:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951210712144 : -130122498839472 : ffff89a77eadec50) 00000020:00000040:3.0:1767384383.380070:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=11 00000100:00000001:0.0:1767384383.380070:0:17064:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.380073:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384383.380077:0:17066:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e454fc67 x1853236736691072/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384383.380083:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:0.0:1767384383.380084:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.380088:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384383.380089:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384383.380090:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:2.0:1767384383.380094:0:17066:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384383.380094:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384383.380097:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.380128:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040cefb20. 00000020:00000010:3.0:1767384383.380129:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000100:00100000:0.0:1767384383.380130:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 1 00000100:00000001:2.0:1767384383.380135:0:17066:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384383.380136:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384383.380138:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 2 00000100:00000001:1.0:1767384383.380139:0:28601:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.380142:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000660c38cc. 00000100:00000001:0.0:1767384383.380143:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211032064 : -130122498519552 : ffff89a77eb2ce00) 00000100:00000001:1.0:1767384383.380145:0:28601:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.380151:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040cefb20. 00000020:00000010:3.0:1767384383.380152:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b982f25. 00000100:00000040:0.0:1767384383.380156:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b05b1de7 x1853236736691200/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384383.380159:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d36666c0. 00000100:00100000:2.0:1767384383.380165:0:17066:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e454fc67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efc83f07-9a34-4a15-8303-a7cb574f6749+11:11792:x1853236736691072:12345-192.168.204.8@tcp50:103: 00000020:00000010:3.0:1767384383.380166:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c2d08e2a. 00000100:00000001:3.0:1767384383.380175:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384383.380178:0:17066:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691072 00000100:00000001:3.0:1767384383.380180:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384383.380181:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384383.380184:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384383.380184:0:17066:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000010:0.0:1767384383.380187:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c65e5bd. 00010000:00000002:2.0:1767384383.380189:0:17066:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384383.380190:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380191:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384383.380195:0:17066:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1767384383.380196:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:0.0:1767384383.380197:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c65e5bd. 00010000:00000001:3.0:1767384383.380201:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384383.380203:0:17066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384383.380205:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384383.380207:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b05b1de7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efc83f07-9a34-4a15-8303-a7cb574f6749+11:11793:x1853236736691200:12345-192.168.204.8@tcp50:103: 00000020:00000040:3.0:1767384383.380209:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=3 02000000:00000001:2.0:1767384383.380209:0:17066:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384383.380216:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 02000000:00000010:2.0:1767384383.380217:0:17066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b1929383. 00000100:00000200:0.0:1767384383.380217:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691200 00010000:00000001:3.0:1767384383.380223:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384383.380223:0:17064:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000001:2.0:1767384383.380224:0:17066:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1767384383.380228:0:17064:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1767384383.380230:0:17066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.380231:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380231:0:17064:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1767384383.380235:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384383.380237:0:17066:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384383.380238:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380239:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1767384383.380242:0:17066:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:0.0:1767384383.380243:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384383.380244:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.380249:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:0.0:1767384383.380250:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccffa919. 00000100:00000001:3.0:1767384383.380251:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.380253:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384383.380257:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.380258:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a1d4e40 refcount=3 00000100:00000001:0.0:1767384383.380263:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.380264:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00000100:00000001:3.0:1767384383.380266:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.380267:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384383.380270:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037568 : -130123104514048 : ffff89a75a941000) 00010000:00010000:0.0:1767384383.380272:0:17064:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000040:2.0:1767384383.380276:0:17066:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 8 00010000:00000001:0.0:1767384383.380277:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.380280:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384383.380282:0:17066:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1767384383.380283:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bd399c12 refcount=3 00000020:00000001:2.0:1767384383.380288:0:17066:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1767384383.380289:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 00010000:00000001:2.0:1767384383.380293:0:17066:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.380294:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605033984 : -130123104517632 : ffff89a75a940200) 00010000:00000001:2.0:1767384383.380297:0:17066:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384383.380299:0:17064:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001fdd4ef9 count: 2 00000020:00000001:2.0:1767384383.380302:0:17066:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380304:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384383.380308:0:17064:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384383.380309:0:17066:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384383.380310:0:17064:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384383.380313:0:17066:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384383.380314:0:17064:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.380318:0:17064:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.380321:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380322:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384383.380325:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380326:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384383.380329:0:17066:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384383.380333:0:17066:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380333:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380338:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384383.380339:0:17066:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a1d4e40 with handle 0x88edd5ef35457f40 from hash 00010000:00000001:0.0:1767384383.380342:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384383.380343:0:17066:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384383.380346:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380346:0:17064:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.380350:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384383.380351:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bd399c12 with handle 0x88edd5ef35457f47 from hash 00010000:00000001:2.0:1767384383.380353:0:17066:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384383.380356:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384383.380358:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380360:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380364:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384383.380365:0:17066:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384383.380366:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384383.380369:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380370:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384383.380377:0:17066:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a1d4e40/0x88edd5ef35457f40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e981 expref: 11 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384383.380378:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bd399c12/0x88edd5ef35457f47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9a4 expref: 11 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384383.380394:0:17066:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000099eac305 : new locks_count 3 00010000:00000040:0.0:1767384383.380397:0:17064:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000099eac305 : new locks_count 2 00000020:00000040:2.0:1767384383.380398:0:17066:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 10 00000020:00000040:0.0:1767384383.380403:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 10 00010000:00000001:2.0:1767384383.380406:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384383.380409:0:17066:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384383.380412:0:17066:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384383.380412:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380416:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384383.380417:0:17066:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.380420:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384383.380421:0:17066:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380424:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384383.380425:0:17066:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384383.380427:0:17066:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384383.380431:0:17066:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.380431:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380437:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384383.380439:0:17066:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384383.380441:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001fdd4ef9 count: 0 00010000:00000001:2.0:1767384383.380442:0:17066:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.380447:0:17066:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=93 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384383.380449:0:17064:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384383.380450:0:17066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384383.380455:0:17064:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384383.380456:0:17066:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00010000:00000001:0.0:1767384383.380460:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.380463:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.380465:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.380469:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384383.380471:0:17066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:2.0:1767384383.380476:0:17066:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384383.380476:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 8 to 192.168.204.8@tcp50 02000000:00000001:2.0:1767384383.380479:0:17066:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380481:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000100:00000001:2.0:1767384383.380483:0:17066:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384383.380487:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384383.380491:0:17066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 02000000:00000001:0.0:1767384383.380492:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384383.380495:0:17066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000001:0.0:1767384383.380497:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384383.380501:0:17066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691072, offset 224 00000100:00000040:0.0:1767384383.380504:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384383.380509:0:17066:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000010:0.0:1767384383.380510:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e72eb05a. 00000100:00000200:0.0:1767384383.380516:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691200, offset 224 00000400:00000200:2.0:1767384383.380520:0:17066:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:0.0:1767384383.380526:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:2.0:1767384383.380536:0:17066:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [225:225:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767384383.380544:0:17066:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384383.380548:0:17066:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:2.0:1767384383.380552:0:17066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d8e4688. 00000400:00000200:0.0:1767384383.380554:0:17064:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000800:00000200:2.0:1767384383.380567:0:17066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000400:00000200:0.0:1767384383.380568:0:17064:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [226:226:255:4294967295] 192.168.204.8@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:2.0:1767384383.380576:0:17066:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:2.0:1767384383.380582:0:17066:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d8e4688 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767384383.380589:0:17064:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.380596:0:17064:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000100:00000001:2.0:1767384383.380598:0:17066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384383.380601:0:17064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea0afe48. 00000100:00000040:2.0:1767384383.380605:0:17066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00010000:00000001:2.0:1767384383.380609:0:17066:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384383.380613:0:17064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00010000:00000001:2.0:1767384383.380614:0:17066:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.380621:0:17066:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e454fc67 x1853236736691072/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384383.380626:0:17064:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:0.0:1767384383.380647:0:17064:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea0afe48 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1767384383.380653:0:17066:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e454fc67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efc83f07-9a34-4a15-8303-a7cb574f6749+9:11792:x1853236736691072:12345-192.168.204.8@tcp50:103: Request processed in 556us (944us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384383.380655:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384383.380664:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384383.380664:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00000100:00100000:2.0:1767384383.380666:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 0 00000800:00000010:3.0:1767384383.380672:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d8e4688. 00010000:00000001:0.0:1767384383.380672:0:17064:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.380673:0:17066:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 1 00000100:00000001:2.0:1767384383.380679:0:17066:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384383.380681:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384383.380681:0:17066:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384383.380681:0:17064:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.380686:0:17066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000313c1aa3. 00000020:00000010:2.0:1767384383.380691:0:17066:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005170e663. 00000100:00000040:0.0:1767384383.380693:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b05b1de7 x1853236736691200/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384383.380696:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125b7cc5. 00000400:00000200:3.0:1767384383.380698:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000020:00000040:2.0:1767384383.380702:0:17066:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 8 00000400:00000200:3.0:1767384383.380707:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 02000000:00000001:2.0:1767384383.380710:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384383.380713:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 02000000:00000010:2.0:1767384383.380713:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b9e7a45. 00000100:00100000:0.0:1767384383.380718:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b05b1de7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efc83f07-9a34-4a15-8303-a7cb574f6749+8:11793:x1853236736691200:12345-192.168.204.8@tcp50:103: Request processed in 532us (904us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384383.380720:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384383.380722:0:16340:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:2.0:1767384383.380725:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fa34a97. 02000000:00000001:3.0:1767384383.380727:0:16340:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.380732:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b1929383. 00000100:00100000:0.0:1767384383.380732:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 1 02000000:00000001:2.0:1767384383.380733:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.380736:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009923fa4e. 00000100:00000040:0.0:1767384383.380738:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 02000000:00000001:2.0:1767384383.380739:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.380743:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002fc9687. 00000100:00000001:0.0:1767384383.380744:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384383.380746:0:16340:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384383.380747:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384383.380748:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.380750:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384383.380751:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c4b45f77. 00000020:00000010:0.0:1767384383.380754:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033e88191. 02000000:00000001:2.0:1767384383.380756:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.380759:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001370fe0a. 00000020:00000010:0.0:1767384383.380762:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000880d4ea5. 02000000:00000001:2.0:1767384383.380763:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.380766:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000076aae02a. 00000020:00000010:0.0:1767384383.380769:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddf6801. 00000020:00000040:0.0:1767384383.380775:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 7 02000000:00000001:2.0:1767384383.380777:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384383.380780:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384383.380781:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000caa6dc6. 02000000:00000001:2.0:1767384383.380788:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.380789:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007aea112a. 02000000:00000001:2.0:1767384383.380792:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.380793:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28d69f. 00000100:00000001:0.0:1767384383.380793:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.380797:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384383.380798:0:17066:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.380801:0:17066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e7ea0954. 02000000:00000001:2.0:1767384383.380804:0:17066:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384383.380805:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 2 00000100:00000010:2.0:1767384383.380806:0:17066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecde75c. 00000800:00000200:3.0:1767384383.380808:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384383.380812:0:17066:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384383.380813:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea0afe48. 00000100:00000040:0.0:1767384383.380813:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:0.0:1767384383.380819:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211032960 : -130122498518656 : ffff89a77eb2d180) 00000100:00000200:2.0:1767384383.380820:0:17066:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1767384383.380821:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384383.380825:0:17066:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022279be6. 00000100:00000040:0.0:1767384383.380830:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6597c99 x1853236736691328/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384383.380832:0:17066:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcdad719. 00000400:00000200:3.0:1767384383.380833:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.380841:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72eb05a 00000400:00000010:3.0:1767384383.380845:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72eb05a. 00000100:00000001:0.0:1767384383.380848:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384383.380850:0:16340:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384383.380853:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c65e5bd. 00000100:00000001:3.0:1767384383.380854:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384383.380859:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.380862:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c65e5bd. 00000100:00100000:0.0:1767384383.380868:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6597c99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efc83f07-9a34-4a15-8303-a7cb574f6749+7:11792:x1853236736691328:12345-192.168.204.8@tcp50:103: 00000100:00000200:0.0:1767384383.380872:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691328 00010000:00000001:0.0:1767384383.380874:0:17064:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384383.380875:0:17064:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384383.380877:0:17064:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384383.380880:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384383.380881:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384383.380884:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002887bf99. 02000000:00000001:0.0:1767384383.380886:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380889:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380891:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384383.380892:0:17064:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384383.380894:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.380895:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.380897:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084dc9d91 refcount=3 00000020:00000001:0.0:1767384383.380899:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000001:0.0:1767384383.380902:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605040128 : -130123104511488 : ffff89a75a941a00) 00010000:00000040:0.0:1767384383.380905:0:17064:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000487adce6 count: 4 00010000:00000001:0.0:1767384383.380907:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384383.380909:0:17064:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.380911:0:17064:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.380913:0:17064:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.380914:0:17064:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380917:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384383.380918:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384383.380922:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380923:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380925:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.380926:0:17064:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.380928:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084dc9d91 with handle 0x88edd5ef35457f4e from hash 00010000:00000001:0.0:1767384383.380931:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384383.380932:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.380934:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380935:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384383.380937:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384383.380938:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384383.380942:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084dc9d91/0x88edd5ef35457f4e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ab expref: 7 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384383.380949:0:17064:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000099eac305 : new locks_count 1 00000020:00000040:0.0:1767384383.380951:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00010000:00000001:0.0:1767384383.380956:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.380957:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384383.380959:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384383.380960:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.380962:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.380964:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384383.380965:0:17064:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384383.380966:0:17064:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.380969:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.380970:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.380973:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.380976:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.380978:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:0.0:1767384383.380980:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:0.0:1767384383.380983:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.380984:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.380987:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.380989:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:0.0:1767384383.380992:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e937ea47. 00000100:00000200:0.0:1767384383.380995:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691328, offset 224 00000400:00000200:0.0:1767384383.381000:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:0.0:1767384383.381006:0:17064:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:0.0:1767384383.381014:0:17064:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [227:227:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384383.381024:0:17064:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.381029:0:17064:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:0.0:1767384383.381033:0:17064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d332731. 00000800:00000200:0.0:1767384383.381037:0:17064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:0.0:1767384383.381042:0:17064:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:0.0:1767384383.381044:0:17064:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d332731 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.381058:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.381061:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:0.0:1767384383.381063:0:17064:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.381065:0:17064:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.381068:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6597c99 x1853236736691328/t0(0) o103->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384383.381078:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6597c99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efc83f07-9a34-4a15-8303-a7cb574f6749+6:11792:x1853236736691328:12345-192.168.204.8@tcp50:103: Request processed in 230us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384383.381085:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 2 00000100:00000040:0.0:1767384383.381089:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00000100:00000001:0.0:1767384383.381091:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.381092:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.381096:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d36666c0. 00000020:00000010:0.0:1767384383.381099:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c2d08e2a. 00000020:00000010:0.0:1767384383.381127:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b982f25. 00000020:00000040:0.0:1767384383.381132:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 5 00000100:00000001:0.0:1767384383.381134:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384383.381145:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384383.381150:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d332731. 00000400:00000200:1.0:1767384383.381155:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.381161:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:1.0:1767384383.381165:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e937ea47 00000400:00000010:1.0:1767384383.381172:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e937ea47. 00000100:00000001:1.0:1767384383.381176:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384383.381178:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384383.383020:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.383027:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.383029:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.383032:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.383038:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.383047:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 28 MB=0x695824d600d00 00000400:00000200:0.0:1767384383.383054:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.8@tcp50 of length 224/224 into md 0xad1 [8] + 5528 00000800:00000001:0.0:1767384383.383059:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.383064:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.383067:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.383071:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.383075:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.383077:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384383.383080:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3fd55b9. 00000100:00000040:0.0:1767384383.383083:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000f3fd55b9 x1853236736691456 msgsize 224 00000100:00100000:0.0:1767384383.383087:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:0.0:1767384383.383099:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:0.1:1767384383.383127:0:16341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dbffbcc0. 00000800:00000001:0.0:1767384383.383146:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.383150:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.383154:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384383.383158:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691456 02000000:00000001:3.0:1767384383.383161:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.383163:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384383.383165:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384383.383169:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384383.383172:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691456 00000020:00000001:3.0:1767384383.383174:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384383.383176:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f5c 00000020:00000001:3.0:1767384383.383178:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.383181:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b706ea9 refcount=6 00000020:00000001:3.0:1767384383.383183:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949519872 : -130127760031744 : ffff89a645168000) 00000020:00000001:3.0:1767384383.383185:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949519872 : -130127760031744 : ffff89a645168000) 00000100:00000001:3.0:1767384383.383189:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.383192:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000660c38cc. 00000020:00000010:3.0:1767384383.383196:0:18483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003786e79b. 00000020:00000040:3.0:1767384383.383202:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 8 - evictor 00000100:00000001:3.0:1767384383.383213:0:18483:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384383.383216:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd68c50f. 00000020:00000010:3.0:1767384383.383219:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384383.383223:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000993858d8. 00000100:00000040:3.0:1767384383.383229:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384383.383233:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:0.0:1767384383.383234:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384383.383235:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384383.383240:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.383241:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 8 - evictor 00000100:00000001:3.0:1767384383.383246:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.383261:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.383276:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.383277:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.383278:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384383.383280:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384383.383286:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 5 00000100:00000040:3.0:1767384383.383290:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b706ea9 : new rpc_count 1 00000100:00000001:0.0:1767384383.383291:0:17889:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.383294:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211042816 : -130122498508800 : ffff89a77eb2f800) 00000100:00000001:0.0:1767384383.383295:0:17889:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.383303:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3fd55b9 x1853236736691456/t0(0) o9->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384383.383314:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.383317:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003786e79b. 00000100:00000001:3.0:1767384383.383319:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.383321:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003786e79b. 00000100:00100000:3.0:1767384383.383325:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3fd55b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e4288af2-bd49-4931-9d99-ecd791472d96+6:11789:x1853236736691456:12345-192.168.204.8@tcp50:9: 00000100:00000200:3.0:1767384383.383329:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691456 00000020:00000001:3.0:1767384383.383332:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384383.383335:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384383.383337:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.383340:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384383.383341:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666178832 : -1043372784 : ffffffffc1cf6510) 00000020:00000001:3.0:1767384383.383344:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384383.383347:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.383350:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384383.383352:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.383354:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.383357:0:18483:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384383.383359:0:18483:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384383.383361:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384383.383363:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.383366:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064aa7b55. 02000000:00000001:3.0:1767384383.383369:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.383370:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.383376:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=7 00010000:00000001:3.0:1767384383.383378:0:18483:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384383.383387:0:18483:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384383.383389:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=8 00010000:00000001:3.0:1767384383.383391:0:18483:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384383.383393:0:18483:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384383.383401:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 7 00000020:00000080:3.0:1767384383.383403:0:18483:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457f5c 00000020:00000040:3.0:1767384383.383406:0:18483:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b706ea9 with handle 0x88edd5ef35457f5c from hash 00000020:00000040:3.0:1767384383.383410:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 6 00000020:00000010:3.0:1767384383.383413:0:18483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000660c38cc. 00000020:00000001:3.0:1767384383.383417:0:18483:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384383.383418:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 5 00000020:00000001:3.0:1767384383.383420:0:18483:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384383.383422:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 4 00000020:00000001:3.0:1767384383.383423:0:18483:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.383426:0:18483:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384383.383428:0:18483:0:(import.c:65:import_set_state_nolock()) 000000005a73dacb : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384383.383431:0:18483:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384383.383433:0:18483:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384383.383434:0:18483:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384383.383444:0:18483:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384383.383448:0:18483:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384383.383451:0:18483:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7e705d7 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384383.383454:0:18483:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/000000000b706ea9 dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384383.383459:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df710775. 00000020:00000010:3.0:1767384383.383463:0:18483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b982f25. 00000020:00000010:3.0:1767384383.383468:0:18483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a17c09eb. 00000020:00000010:3.0:1767384383.383472:0:18483:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384383.383476:0:18483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034c6192a. 00000020:00000001:1.0:1767384383.383480:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000010:3.0:1767384383.383481:0:18483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0993ba4. 00000020:00000001:1.0:1767384383.383485:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384383.383487:0:18483:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000660c38cc. 00010000:00010000:1.0:1767384383.383490:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:3.0:1767384383.383494:0:18483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b30a54f9. 00040000:00000010:3.0:1767384383.383500:0:18483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f09383ec. 00040000:00000010:3.0:1767384383.383504:0:18483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030173a74. 00080000:00000010:3.0:1767384383.383510:0:18483:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000964cc14d. 00080000:00000010:3.0:1767384383.383520:0:18483:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000051199c4a. 00002000:00000010:3.0:1767384383.383527:0:18483:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009923fa4e. 00000001:00000001:3.0:1767384383.383530:0:18483:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384383.383532:0:18483:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'e4288af2-bd49-4931-9d99-ecd791472d96' 00000001:00000001:3.0:1767384383.383535:0:18483:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384383.383537:0:18483:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384383.383541:0:18483:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.383545:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000096366ba2. 00080000:00000001:3.0:1767384383.383547:0:18483:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945918064640 : -130127791486976 : ffff89a643368800) 00080000:00000001:3.0:1767384383.383551:0:18483:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.383555:0:18483:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384383.383558:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003786e79b. 00080000:00000001:3.0:1767384383.383561:0:18483:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.383564:0:18483:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.383572:0:18483:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.383575:0:18483:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384383.383603:0:18483:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384383.383607:0:18483:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.383609:0:18483:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384383.383619:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003786e79b. 00040000:00000001:3.0:1767384383.383623:0:18483:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384383.383625:0:18483:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384383.383628:0:18483:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384383.383630:0:18483:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384383.383632:0:18483:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.383651:0:18483:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384383.383653:0:18483:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.383656:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001db51b19. 00080000:00000001:3.0:1767384383.383658:0:18483:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945910091264 : -130127799460352 : ffff89a642bcde00) 00080000:00000001:3.0:1767384383.383660:0:18483:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.383662:0:18483:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384383.383664:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003786e79b. 00080000:00000001:3.0:1767384383.383666:0:18483:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.383668:0:18483:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.383677:0:18483:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384383.383680:0:18483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000008b3e333. 00000001:00000040:3.0:1767384383.383682:0:18483:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000000b706ea9 : new cb_count 2 00000020:00000040:3.0:1767384383.383684:0:18483:0:(genops.c:887:class_export_get()) GET export 000000000b706ea9 refcount=5 00000001:00000001:3.0:1767384383.383692:0:18483:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384383.383693:0:18483:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384383.383697:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003786e79b. 00040000:00000001:3.0:1767384383.383700:0:18483:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384383.383701:0:18483:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384383.383703:0:18483:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384383.383704:0:18483:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384383.383707:0:18483:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384383.383709:0:18483:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.383713:0:18483:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b982f25. 00000020:00000010:3.0:1767384383.383716:0:18483:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a17c09eb. 00000020:00000010:3.0:1767384383.383719:0:18483:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384383.383722:0:18483:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034c6192a. 80000000:00000010:3.0:1767384383.383726:0:18483:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d0993ba4. 40000000:00000010:3.0:1767384383.383729:0:18483:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000660c38cc. 00100000:00000010:3.0:1767384383.383732:0:18483:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b30a54f9. 00040000:00000010:3.0:1767384383.383735:0:18483:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f09383ec. 00040000:00000010:3.0:1767384383.383739:0:18483:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030173a74. 00080000:00000010:3.0:1767384383.383743:0:18483:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000051199c4a. 00080000:00000010:3.0:1767384383.383746:0:18483:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000964cc14d. 00002000:00000010:3.0:1767384383.383749:0:18483:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009923fa4e. 00000020:00000010:3.0:1767384383.383751:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df710775. 00000001:00000001:3.0:1767384383.383754:0:18483:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384383.383756:0:18483:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 8 00000001:00000001:3.0:1767384383.383760:0:18483:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384383.383762:0:18483:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 7 00000020:00000040:3.0:1767384383.383764:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 4 00000001:00000001:3.0:1767384383.383766:0:18483:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384383.383767:0:18483:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 6 00000001:00000001:3.0:1767384383.383769:0:18483:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384383.383775:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 3 00002000:00000001:3.0:1767384383.383777:0:18483:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.383779:0:18483:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.383781:0:18483:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.383783:0:18483:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384383.383786:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736691456 00010000:00000001:3.0:1767384383.383788:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384383.383793:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3fd55b9 x1853236736691456/t0(0) o9->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.383800:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.383803:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.383805:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.383808:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.383811:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:3.0:1767384383.383813:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:3.0:1767384383.383815:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.383817:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.383819:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.383822:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:3.0:1767384383.383825:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000100:00000200:3.0:1767384383.383828:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236736691456, offset 224 00000400:00000200:3.0:1767384383.383832:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:3.0:1767384383.383839:0:18483:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:3.0:1767384383.383847:0:18483:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [228:228:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384383.383856:0:18483:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.383861:0:18483:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:3.0:1767384383.383864:0:18483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09383ec. 00000800:00000200:3.0:1767384383.383868:0:18483:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:3.0:1767384383.383872:0:18483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384383.383875:0:18483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09383ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.383888:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.383895:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:3.0:1767384383.383898:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.383900:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.383903:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.383907:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3fd55b9 x1853236736691456/t0(0) o9->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.383917:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3fd55b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e4288af2-bd49-4931-9d99-ecd791472d96+3:11789:x1853236736691456:12345-192.168.204.8@tcp50:9: Request processed in 603us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.383926:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 5 00000100:00000040:3.0:1767384383.383929:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b706ea9 : new rpc_count 0 00000100:00000001:3.0:1767384383.383932:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.383933:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.383936:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384383.383939:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000993858d8. 00000020:00000010:3.0:1767384383.383943:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd68c50f. 00000800:00000200:2.0:1767384383.383943:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384383.383947:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09383ec. 00000020:00000040:3.0:1767384383.383949:0:18483:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 2 00000400:00000200:2.0:1767384383.383952:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384383.383954:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.383958:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.383962:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186164ad 00000400:00000010:2.0:1767384383.383963:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00000100:00000001:2.0:1767384383.383966:0:16340:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384383.383967:0:16340:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384383.385134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a1d4e40. 00000800:00000001:1.0:1767384383.388684:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.388691:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384383.388694:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.388695:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384383.388700:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:1.0:1767384383.388709:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 12 MB=0x695824d600e00 00000400:00000200:1.0:1767384383.388713:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.8@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:1.0:1767384383.388717:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.388722:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384383.388724:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.388727:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000100:00000001:1.0:1767384383.388732:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.388734:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384383.388739:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a25a298e. 00000100:00000040:1.0:1767384383.388741:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000a25a298e x1853236736691712 msgsize 224 00000100:00100000:1.0:1767384383.388746:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000001:1.0:1767384383.388758:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384383.388764:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.388768:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.388782:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.388785:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691712 02000000:00000001:0.0:1767384383.388788:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.388789:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.388790:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.388792:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.388794:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691712 00000020:00000001:0.0:1767384383.388796:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.388797:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f55 00000020:00000001:0.0:1767384383.388799:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.388800:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000068dd68bf refcount=7 00000020:00000001:0.0:1767384383.388802:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000020:00000001:0.0:1767384383.388804:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00000100:00000001:0.0:1767384383.388807:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.388810:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c65e5bd. 00000100:00000001:0.0:1767384383.388812:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.388814:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c65e5bd. 00000020:00000010:0.0:1767384383.388818:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:0.0:1767384383.388821:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c6322b0. 00000020:00000010:0.0:1767384383.388823:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000100:00000040:0.0:1767384383.388828:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384383.388830:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.388831:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384383.388833:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.388836:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.388846:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.388853:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.388854:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384383.388860:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 8 00000100:00000040:0.0:1767384383.388863:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000068dd68bf : new rpc_count 1 00000100:00000001:0.0:1767384383.388865:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951088528000 : -130122621023616 : ffff89a777658a80) 00000100:00000040:0.0:1767384383.388872:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a25a298e x1853236736691712/t0(0) o39->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384383.388883:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.388886:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c65e5bd. 00000100:00000001:0.0:1767384383.388888:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.388890:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c65e5bd. 00000100:00100000:0.0:1767384383.388895:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a25a298e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+7:11789:x1853236736691712:12345-192.168.204.8@tcp50:39: 00000100:00000200:0.0:1767384383.388899:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691712 00000020:00000001:0.0:1767384383.388902:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384383.388905:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384383.388909:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.388911:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384383.388913:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055136 : -1045496480 : ffffffffc1aefd60) 00000020:00000001:0.0:1767384383.388916:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384383.388918:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736691712, found 0 last_xid 1853236736690943 00000020:00000001:0.0:1767384383.388921:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384383.388923:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384383.388925:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384383.388927:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.388929:0:17080:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384383.388931:0:17080:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384383.388934:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384383.388936:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384383.388940:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bc56e22. 02000000:00000001:0.0:1767384383.388942:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.388944:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.388949:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=8 00010000:00000001:0.0:1767384383.388950:0:17080:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384383.388952:0:17080:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384383.388953:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=9 00010000:00000001:0.0:1767384383.388955:0:17080:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384383.388956:0:17080:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384383.388963:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 8 00000020:00000080:0.0:1767384383.388965:0:17080:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457f55 00000020:00000040:0.0:1767384383.388967:0:17080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000068dd68bf with handle 0x88edd5ef35457f55 from hash 00000020:00000040:0.0:1767384383.388970:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 7 00000020:00000010:0.0:1767384383.388972:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000248d97eb. 00000020:00000001:0.0:1767384383.388974:0:17080:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384383.388975:0:17080:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000068dd68bf: total 0 00000020:00000001:0.0:1767384383.388977:0:17080:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384383.388978:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 6 00000020:00000001:0.0:1767384383.388979:0:17080:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.388981:0:17080:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384383.388982:0:17080:0:(import.c:65:import_set_state_nolock()) 0000000057fd633a : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384383.388984:0:17080:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384383.388985:0:17080:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384383.388986:0:17080:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384383.388995:0:17080:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384383.388997:0:17080:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384383.388999:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c26ce1a2 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384383.389001:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b7c52012 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384383.389003:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384383.389006:0:17080:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:0.0:1767384383.389009:0:17080:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384383.389011:0:17080:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'e4288af2-bd49-4931-9d99-ecd791472d96' 00000020:00000001:3.0:1767384383.389014:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1767384383.389015:0:17080:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00010000:3.0:1767384383.389019:0:17067:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000068dd68bf: total 0 00000001:00000004:0.0:1767384383.389019:0:17080:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000001:3.0:1767384383.389024:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446613945917380608 : -130127792171008 : ffff89a6432c1800) 00080000:00000001:0.0:1767384383.389024:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384383.389029:0:17067:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000010:0.0:1767384383.389029:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000056f4340c. 00080000:00000001:0.0:1767384383.389034:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933525504 : -130127776026112 : ffff89a644227200) 00000020:00000010:3.0:1767384383.389035:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c62eb90. 00080000:00000001:0.0:1767384383.389037:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:3.0:1767384383.389039:0:17067:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003dfd6cb0. 00000001:00000001:0.0:1767384383.389040:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384383.389045:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009c65e5bd. 00000020:00000010:3.0:1767384383.389046:0:17067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b30a54f9. 00080000:00000001:0.0:1767384383.389049:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.389051:0:17067:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00080000:00000001:0.0:1767384383.389052:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:3.0:1767384383.389056:0:17067:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e002d59d. 00080000:00000001:0.0:1767384383.389057:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384383.389060:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 80000000:00000010:3.0:1767384383.389061:0:17067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0993ba4. 00080000:00000010:0.0:1767384383.389064:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000034eb6151. 40000000:00000010:3.0:1767384383.389066:0:17067:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef603689. 00080000:00000001:0.0:1767384383.389067:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384383.389072:0:17067:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a17c09eb. 00080000:00000001:0.0:1767384383.389076:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384383.389077:0:17067:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b43a12c. 00000001:00000001:0.0:1767384383.389082:0:17080:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00040000:00000010:3.0:1767384383.389083:0:17067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f2cd0d3. 00080000:00000010:3.0:1767384383.389087:0:17067:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051199c4a. 00080000:00000010:3.0:1767384383.389098:0:17067:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008ffbdb94. 00010000:00000010:0.1:1767384383.389119:0:17080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd399c12. 00010000:00000010:0.1:1767384383.389127:0:17080:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001fdd4ef9. 00010000:00000010:0.1:1767384383.389133:0:17080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00000001:00000040:0.0:1767384383.389139:0:17080:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00002000:00000010:3.0:1767384383.389140:0:17067:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009923fa4e. 00000001:00000001:0.0:1767384383.389143:0:17080:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.389146:0:17067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003dfd6cb0. 00080000:00000001:0.0:1767384383.389147:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384383.389152:0:17067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b30a54f9. 00000001:00000001:0.0:1767384383.389152:0:17080:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384383.389155:0:17080:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:3.0:1767384383.389157:0:17067:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000001:00000010:0.0:1767384383.389159:0:17080:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008fc4033c. 00000020:00000010:3.0:1767384383.389161:0:17067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e002d59d. 00000001:00000040:0.0:1767384383.389163:0:17080:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000068dd68bf : new cb_count 2 80000000:00000010:3.0:1767384383.389166:0:17067:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d0993ba4. 00000020:00000040:0.0:1767384383.389166:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=7 40000000:00000010:3.0:1767384383.389171:0:17067:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ef603689. 00000001:00000010:0.0:1767384383.389173:0:17080:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000332d4416. 00100000:00000010:3.0:1767384383.389175:0:17067:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a17c09eb. 00040000:00000010:3.0:1767384383.389180:0:17067:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b43a12c. 00040000:00000010:3.0:1767384383.389182:0:17067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f2cd0d3. 00080000:00000010:3.0:1767384383.389184:0:17067:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008ffbdb94. 00080000:00000010:3.0:1767384383.389186:0:17067:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051199c4a. 00002000:00000010:3.0:1767384383.389188:0:17067:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009923fa4e. 00000020:00000010:3.0:1767384383.389189:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c62eb90. 00010000:00010000:3.0:1767384383.389191:0:17067:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000068dd68bf, canceled 0 locks, left on hash table 1. 00000020:00000010:3.0:1767384383.389195:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006842ab62. 00000020:00000010:3.0:1767384383.389196:0:17067:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c62eb90. 00000020:00000010:3.0:1767384383.389198:0:17067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a17c09eb. 00000020:00000010:3.0:1767384383.389199:0:17067:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384383.389201:0:17067:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005f2cd0d3. 80000000:00000010:3.0:1767384383.389202:0:17067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0993ba4. 40000000:00000010:3.0:1767384383.389204:0:17067:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef603689. 00100000:00000010:3.0:1767384383.389205:0:17067:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b30a54f9. 00040000:00000010:3.0:1767384383.389206:0:17067:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b43a12c. 00040000:00000010:3.0:1767384383.389208:0:17067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e002d59d. 00080000:00000010:3.0:1767384383.389209:0:17067:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051199c4a. 00080000:00000010:3.0:1767384383.389211:0:17067:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008ffbdb94. 00002000:00000010:3.0:1767384383.389212:0:17067:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009923fa4e. 00000001:00000001:3.0:1767384383.389214:0:17067:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384383.389217:0:17067:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384383.389220:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000afe6943e count: 2 00000004:00000001:3.0:1767384383.389224:0:17067:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1767384383.389230:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384383.389232:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.389234:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.389235:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.389237:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.389240:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.389241:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384383.389245:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.389246:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.389247:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384383.389248:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.389251:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a79dbd85 with handle 0x88edd5ef35457f6a from hash 00000001:00000010:0.0:1767384383.389251:0:17080:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000008eed9bfd. 00010000:00000001:3.0:1767384383.389254:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384383.389256:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.389257:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.389258:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767384383.389262:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000030173a74. 00010000:00000001:3.0:1767384383.389266:0:17067:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000010:0.0:1767384383.389266:0:17080:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000008df959b6. 00010000:00000001:3.0:1767384383.389267:0:17067:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.389271:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384383.389272:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384383.389274:0:17067:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767384383.389276:0:17067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000afe6943e) 00010000:00010000:3.0:1767384383.389278:0:17067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384383.389280:0:17067:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384383.389283:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.389284:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384383.389286:0:17067:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000068dd68bf, 1 locks cancelled. 00000001:00000001:0.0:1767384383.389287:0:17080:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000332d4416: xid 1853236736691712, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:3.0:1767384383.389288:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.389290:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.389293:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384383.389293:0:17080:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.389299:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a79dbd85/0x88edd5ef35457f6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e9ce expref: 7 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384383.389306:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001a097a1c. 00010000:00000040:3.0:1767384383.389309:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000068dd68bf : new locks_count 0 00000020:00000040:3.0:1767384383.389315:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 6 00010000:00000010:3.0:1767384383.389317:0:17067:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd5102a8. 00010000:00000040:3.0:1767384383.389321:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000afe6943e count: 0 00010000:00000010:3.0:1767384383.389327:0:17067:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082ae7e41. 00010000:00000001:3.0:1767384383.389340:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384383.389342:0:17067:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: e4288af2-bd49-4, loop: 0 00000001:00000001:3.0:1767384383.389344:0:17067:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384383.389348:0:17067:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.389349:0:17067:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000068dd68bf, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384383.389352:0:17067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c62eb90. 00000020:00000010:3.0:1767384383.389355:0:17067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a17c09eb. 00000020:00000010:3.0:1767384383.389357:0:17067:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384383.389359:0:17067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f2cd0d3. 80000000:00000010:3.0:1767384383.389362:0:17067:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d0993ba4. 40000000:00000010:3.0:1767384383.389363:0:17067:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ef603689. 00100000:00000010:3.0:1767384383.389365:0:17067:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b30a54f9. 00040000:00000010:3.0:1767384383.389367:0:17067:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b43a12c. 00040000:00000010:3.0:1767384383.389369:0:17067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e002d59d. 00080000:00000010:3.0:1767384383.389371:0:17067:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008ffbdb94. 00080000:00000010:3.0:1767384383.389373:0:17067:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051199c4a. 00002000:00000010:3.0:1767384383.389375:0:17067:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009923fa4e. 00000020:00000010:3.0:1767384383.389377:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006842ab62. 00000020:00000001:3.0:1767384383.389379:0:17067:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384383.389381:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 5 00000020:00000001:3.0:1767384383.389382:0:17067:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384383.389384:0:17067:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.389386:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.389387:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.389388:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384383.389390:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.389390:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.389391:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384383.389392:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.389393:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.389394:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384383.390206:0:17059:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384383.390210:0:17059:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384383.390212:0:17059:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384383.390215:0:17059:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000068dd68bf : new cb_count 1 00000020:00000040:2.0:1767384383.390217:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 4 00000001:00000010:2.0:1767384383.390220:0:17059:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008fc4033c. 00080000:00000010:2.0:1767384383.390225:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000056f4340c. 00000001:00100000:2.0:1767384383.390229:0:17059:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000040:2.0:1767384383.390231:0:17059:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000068dd68bf : new cb_count 0 00000020:00000040:2.0:1767384383.390233:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 3 00000001:00000010:2.0:1767384383.390235:0:17059:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000090527202. 00080000:00000010:2.0:1767384383.390239:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e3a946d. 00080000:00000010:0.0:1767384383.390268:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000034eb6151. 00080000:00000010:0.0:1767384383.390273:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009c65e5bd. 00040000:00000001:0.0:1767384383.390276:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384383.390278:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384383.390280:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384383.390282:0:17080:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384383.390285:0:17080:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.390287:0:17080:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384383.390289:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384383.390292:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b70eb4b3. 00080000:00000001:0.0:1767384383.390294:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945933520896 : -130127776030720 : ffff89a644226000) 00080000:00000001:0.0:1767384383.390297:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384383.390299:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384383.390300:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009c65e5bd. 00080000:00000001:0.0:1767384383.390302:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384383.390304:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384383.390312:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384383.390315:0:17080:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ad9208ca. 00000001:00000040:0.0:1767384383.390317:0:17080:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000068dd68bf : new cb_count 1 00000020:00000040:0.0:1767384383.390319:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000068dd68bf refcount=4 00000001:00000001:0.0:1767384383.390326:0:17080:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384383.390328:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384383.390330:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009c65e5bd. 00040000:00000001:0.0:1767384383.390332:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384383.390332:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384383.390333:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384383.390334:0:17080:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:0.0:1767384383.390336:0:17080:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:0.0:1767384383.390338:0:17080:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.390339:0:17080:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.390341:0:17080:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384383.390343:0:17080:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 7 00000001:00000001:0.0:1767384383.390345:0:17080:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384383.390346:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 6 00000020:00000040:0.0:1767384383.390348:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 3 00000001:00000001:0.0:1767384383.390349:0:17080:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384383.390350:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 5 00000001:00000001:0.0:1767384383.390351:0:17080:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384383.390351:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 2 00000004:00000001:0.0:1767384383.390352:0:17080:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.390354:0:17080:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.390355:0:17080:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.390356:0:17080:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384383.390358:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853236736691712 00010000:00000001:0.0:1767384383.390360:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384383.390364:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a25a298e x1853236736691712/t8589934593(0) o39->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384383.390370:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.390372:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.390374:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.390377:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.390378:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:0.0:1767384383.390380:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 02000000:00000001:0.0:1767384383.390382:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.390383:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.390385:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.390387:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000400:00000010:0.0:1767384383.390389:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d27ac0f6. 00000100:00000200:0.0:1767384383.390391:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236736691712, offset 224 00000400:00000200:0.0:1767384383.390395:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00000400:00000200:0.0:1767384383.390401:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00000400:00000200:0.0:1767384383.390422:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [229:229:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384383.390429:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.390433:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000800:00000010:0.0:1767384383.390436:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fa633bd. 00000800:00000200:0.0:1767384383.390439:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000800:00000200:0.0:1767384383.390443:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:0.0:1767384383.390446:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001fa633bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.390457:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.390459:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00010000:00000001:0.0:1767384383.390461:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384383.390462:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.390464:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384383.390466:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a25a298e x1853236736691712/t8589934593(0) o39->e4288af2-bd49-4931-9d99-ecd791472d96@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384383.390473:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a25a298e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e4288af2-bd49-4931-9d99-ecd791472d96+2:11789:x1853236736691712:12345-192.168.204.8@tcp50:39: Request processed in 1589us (1730us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1767384383.390479:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 8 00000100:00000040:0.0:1767384383.390481:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068dd68bf : new rpc_count 0 00000100:00000001:0.0:1767384383.390482:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.390483:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.390485:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c6322b0. 00000020:00000010:0.0:1767384383.390487:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384383.390489:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000020:00000040:0.0:1767384383.390492:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 1 00000100:00000001:0.0:1767384383.390494:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384383.390528:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.390532:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fa633bd. 00000400:00000200:3.0:1767384383.390535:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.390539:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.390541:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d27ac0f6 00000400:00000010:3.0:1767384383.390543:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d27ac0f6. 00000100:00000001:3.0:1767384383.390545:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384383.390546:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384383.395136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000afe6943e. 00010000:00000010:3.1:1767384383.395144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a79dbd85. 00000800:00000001:2.0:1767384383.396619:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.396646:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.396648:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.396650:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.396656:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50) <- 192.168.204.8@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.396665:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.8@tcp50 of length 224 into portal 26 MB=0x695824d600f00 00000400:00000200:2.0:1767384383.396671:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.8@tcp50 of length 224/224 into md 0x1921 [2] + 0 00000400:00000010:2.0:1767384383.396674:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074b9c6c0. 00000400:00000200:2.0:1767384383.396678:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1a02b63 00000800:00000001:2.0:1767384383.396680:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.396685:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.396686:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.396689:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.396691:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a02b63 00000400:00000010:2.0:1767384383.396693:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1a02b63. 00000100:00000001:2.0:1767384383.396697:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.396699:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384383.396701:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000bc350408 x1853236736691968 msgsize 224 00000100:00100000:2.0:1767384383.396704:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.8@tcp50 (source: 12345-192.168.204.8@tcp50) 00000100:00000040:2.0:1767384383.396705:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.396715:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.396720:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.396723:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.396760:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.396763:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691968 02000000:00000001:1.0:1767384383.396765:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.396767:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.396768:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.396771:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.396774:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691968 00000020:00000001:1.0:1767384383.396775:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.396776:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457f32 00000020:00000001:1.0:1767384383.396778:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.396785:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099eac305 refcount=6 00000020:00000001:1.0:1767384383.396787:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000020:00000001:1.0:1767384383.396789:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00000100:00000001:1.0:1767384383.396792:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.396794:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:1.0:1767384383.396796:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.396797:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000020:00000010:1.0:1767384383.396801:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c7a191. 00000020:00000010:1.0:1767384383.396804:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b19d27c. 00000020:00000010:1.0:1767384383.396807:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000040:1.0:1767384383.396812:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384383.396814:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.396815:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.396816:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.396820:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.396829:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.396836:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.396838:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.396841:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.8@tcp50, seq: 170 00000100:00000040:1.0:1767384383.396843:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099eac305 : new rpc_count 1 00000100:00000001:1.0:1767384383.396844:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932672592 : -130122776879024 : ffff89a76e1b6050) 00000100:00000040:1.0:1767384383.396849:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc350408 x1853236736691968/t0(0) o251->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.396856:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.396858:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004230bc02. 00000100:00000001:1.0:1767384383.396860:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.396861:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004230bc02. 00000100:00100000:1.0:1767384383.396864:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc350408 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efc83f07-9a34-4a15-8303-a7cb574f6749+6:11789:x1853236736691968:12345-192.168.204.8@tcp50:251: 00000100:00000200:1.0:1767384383.396868:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691968 00000020:00000001:1.0:1767384383.396870:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.396872:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384383.396878:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.396879:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.396881:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014192 : -1047537424 : ffffffffc18fd8f0) 00000020:00000001:1.0:1767384383.396883:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384383.396884:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.396886:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.396886:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384383.396889:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.396890:0:17074:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:1.0:1767384383.396892:0:17074:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384383.396893:0:17074:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384383.396896:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.396897:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.396900:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c1e6864. 02000000:00000001:1.0:1767384383.396901:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.396903:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.396906:0:17074:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=7 00010000:00000001:1.0:1767384383.396908:0:17074:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384383.396909:0:17074:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384383.396912:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 20000000:00000010:1.0:1767384383.396914:0:17074:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000000a913363. 00000020:00000040:1.0:1767384383.396917:0:17074:0:(genops.c:887:class_export_get()) GET export 0000000099eac305 refcount=7 00010000:00000001:1.0:1767384383.396919:0:17074:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384383.396920:0:17074:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384383.396929:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 6 00000020:00000080:1.0:1767384383.396930:0:17074:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457f32 00000020:00000040:1.0:1767384383.396932:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099eac305 with handle 0x88edd5ef35457f32 from hash 00000020:00000040:1.0:1767384383.396935:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 5 00000020:00000001:1.0:1767384383.396936:0:17074:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384383.396937:0:17074:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000099eac305: total 0 00000020:00000001:1.0:1767384383.396939:0:17074:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.396940:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 4 00000020:00000001:1.0:1767384383.396941:0:17074:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.396942:0:17074:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384383.396944:0:17074:0:(import.c:65:import_set_state_nolock()) 00000000cbbd10f3 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384383.396946:0:17074:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384383.396951:0:17074:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384383.396952:0:17074:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384383.396961:0:17074:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.396963:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 3 20000000:00000001:1.0:1767384383.396964:0:17074:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.396965:0:17074:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.396967:0:17074:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.396968:0:17074:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.396970:0:17074:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.396972:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736691968 00010000:00000001:1.0:1767384383.396975:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384383.396979:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc350408 x1853236736691968/t0(0) o251->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384383.396980:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384383.396984:0:17068:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000099eac305: total 0 00000020:00000001:0.0:1767384383.396988:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446613945949548544 : -130127760003072 : ffff89a64516f000) 00010000:00000001:1.0:1767384383.396990:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384383.396991:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384383.396993:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.396994:0:17068:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00001000:1.0:1767384383.396996:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=93 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384383.396999:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000100:00000001:1.0:1767384383.397001:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384383.397004:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032cf3cf0. 00000100:00000040:1.0:1767384383.397005:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000099f0200f refcount 7 to 192.168.204.8@tcp50 00000100:00000001:1.0:1767384383.397009:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613945919922112 : -130127789629504 : ffff89a64352dfc0) 00000020:00000010:0.0:1767384383.397011:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0bd46c. 02000000:00000001:1.0:1767384383.397012:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.397015:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.397017:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384383.397017:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0ee579f. 00000100:00000040:1.0:1767384383.397022:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.8@tcp50 00000020:00000010:0.0:1767384383.397023:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fce201e4. 00000400:00000010:1.0:1767384383.397027:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdcd4096. 80000000:00000010:0.0:1767384383.397028:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2272193. 00000100:00000200:1.0:1767384383.397034:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236736691968, offset 224 40000000:00000010:0.0:1767384383.397035:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009c65e5bd. 00100000:00000010:0.0:1767384383.397040:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000678f1c67. 00000400:00000200:1.0:1767384383.397044:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.8@tcp50 00040000:00000010:0.0:1767384383.397045:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc683ea0. 00040000:00000010:0.0:1767384383.397049:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007e9924ae. 00000400:00000200:1.0:1767384383.397054:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp50 to NMR: 192.168.204.8@tcp50 local destination 00080000:00000010:0.0:1767384383.397054:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d498a57a. 00080000:00000010:0.0:1767384383.397069:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b648bf07. 00000400:00000200:1.0:1767384383.397074:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp50 NI seq info: [230:230:256:4294967295] 192.168.204.8@tcp50 LPNI seq info [31:31:8:4294967295] 00002000:00000010:0.0:1767384383.397076:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a8ef6a0f. 00000020:00000010:0.0:1767384383.397083:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032cf3cf0. 00000020:00000010:0.0:1767384383.397087:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384383.397092:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e0ee579f. 00000400:00000200:1.0:1767384383.397097:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp50(192.168.204.108@tcp50:192.168.204.108@tcp50) -> 192.168.204.8@tcp50(192.168.204.8@tcp50:192.168.204.8@tcp50) : PUT try# 0 00000020:00000010:0.0:1767384383.397097:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fce201e4. 80000000:00000010:0.0:1767384383.397117:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2272193. 40000000:00000010:0.0:1767384383.397120:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009c65e5bd. 00100000:00000010:0.0:1767384383.397123:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000678f1c67. 00040000:00000010:0.0:1767384383.397125:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc683ea0. 00040000:00000010:0.0:1767384383.397127:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007e9924ae. 00080000:00000010:0.0:1767384383.397129:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b648bf07. 00080000:00000010:0.0:1767384383.397134:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d498a57a. 00002000:00000010:0.0:1767384383.397141:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a8ef6a0f. 00000800:00000200:1.0:1767384383.397144:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.8@tcp50 00000020:00000010:0.0:1767384383.397146:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000800:00000010:1.0:1767384383.397151:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081965adc. 00010000:00010000:0.0:1767384383.397152:0:17068:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000099eac305, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384383.397159:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000800:00000200:1.0:1767384383.397161:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b39e7849] -> 12345-192.168.204.8@tcp50 (4) 00000020:00000010:0.0:1767384383.397163:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005eb77583. 00000020:00000010:0.0:1767384383.397167:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000678f1c67. 00000020:00000010:0.0:1767384383.397173:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0ee579f. 00000800:00000200:1.0:1767384383.397177:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000020:00000010:0.0:1767384383.397179:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e9924ae. 00000800:00000200:1.0:1767384383.397181:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081965adc type 1, nob 320 niov 1 nkiov 1 80000000:00000010:0.0:1767384383.397185:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2272193. 40000000:00000010:0.0:1767384383.397190:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009c65e5bd. 00100000:00000010:0.0:1767384383.397193:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d0bd46c. 00000100:00000001:1.0:1767384383.397195:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384383.397196:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc683ea0. 00040000:00000010:0.0:1767384383.397201:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fce201e4. 00000100:00000040:1.0:1767384383.397203:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 6 to 192.168.204.8@tcp50 00080000:00000010:0.0:1767384383.397206:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b648bf07. 00010000:00000001:1.0:1767384383.397208:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.397212:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384383.397214:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000040d37746. 00000020:00000001:1.0:1767384383.397216:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000010:0.0:1767384383.397220:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a8ef6a0f. 00000100:00000040:1.0:1767384383.397224:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc350408 x1853236736691968/t0(0) o251->efc83f07-9a34-4a15-8303-a7cb574f6749@192.168.204.8@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384383.397226:0:17068:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384383.397231:0:17068:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384383.397238:0:17068:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 7 00000100:00100000:1.0:1767384383.397241:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc350408 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efc83f07-9a34-4a15-8303-a7cb574f6749+3:11789:x1853236736691968:12345-192.168.204.8@tcp50:251: Request processed in 381us (536us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384383.397243:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384383.397247:0:17068:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.397251:0:17068:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.397254:0:17068:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.397255:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.8@tcp50, seq: 170 00000020:00000001:0.0:1767384383.397258:0:17068:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.397261:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099eac305 : new rpc_count 0 00010000:00000001:0.0:1767384383.397263:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384383.397266:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384383.397267:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384383.397270:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1767384383.397271:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384383.397273:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384383.397274:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081965adc. 00000020:00000010:1.0:1767384383.397275:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b19d27c. 00010000:00000001:0.0:1767384383.397277:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384383.397280:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384383.397280:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00010000:00000001:0.0:1767384383.397281:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.397285:0:17068:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.397286:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061c7a191. 00000400:00000200:2.0:1767384383.397289:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp50->192.168.204.8@tcp50: PUT: OK 00000020:00000040:0.0:1767384383.397292:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000077c9e017 with handle 0x88edd5ef35457f39 from hash 00000400:00000200:2.0:1767384383.397294:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdcd4096 00000020:00000040:1.0:1767384383.397295:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 2 00010000:00000001:0.0:1767384383.397298:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384383.397299:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdcd4096. 00000100:00000001:1.0:1767384383.397300:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.397302:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.397305:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384383.397306:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384383.397306:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384383.397307:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384383.397310:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384383.397311:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54f70bc. 00010000:00000001:0.0:1767384383.397312:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:2.0:1767384383.397314:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c1e6864. 00000400:00000010:1.0:1767384383.397316:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ad83ad. 00010000:00000001:0.0:1767384383.397316:0:17068:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384383.397318:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384383.397321:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384383.397321:0:17068:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384383.397325:0:17068:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.397328:0:17068:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.397330:0:17068:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384383.397331:0:17068:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000099eac305, 1 locks cancelled. 00010000:00000001:0.0:1767384383.397333:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.397334:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.397335:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384383.397339:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000077c9e017/0x88edd5ef35457f39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.8@tcp50 remote: 0xafcd677af8e97a expref: 2 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384383.397345:0:17068:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000099eac305 : new locks_count 0 00000020:00000040:0.0:1767384383.397347:0:17068:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 1 00010000:00000001:0.0:1767384383.397352:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384383.397355:0:17068:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efc83f07-9a34-4, loop: 0 00000001:00000001:0.0:1767384383.397357:0:17068:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384383.397361:0:17068:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.397364:0:17068:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000099eac305, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384383.397367:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005eb77583. 00000020:00000010:0.0:1767384383.397371:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678f1c67. 00000020:00000010:0.0:1767384383.397373:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e0ee579f. 00000020:00000010:0.0:1767384383.397377:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e9924ae. 80000000:00000010:0.0:1767384383.397379:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2272193. 40000000:00000010:0.0:1767384383.397382:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009c65e5bd. 00100000:00000010:0.0:1767384383.397384:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d0bd46c. 00040000:00000010:0.0:1767384383.397386:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc683ea0. 00040000:00000010:0.0:1767384383.397388:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fce201e4. 00080000:00000010:0.0:1767384383.397391:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000040d37746. 00080000:00000010:0.0:1767384383.397394:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b648bf07. 00002000:00000010:0.0:1767384383.397395:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a8ef6a0f. 00000020:00000010:0.0:1767384383.397398:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000020:00000001:0.0:1767384383.397400:0:17068:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384383.397401:0:17068:0:(genops.c:898:class_export_put()) PUTting export 0000000099eac305 : new refcount 0 00000020:00000080:0.0:1767384383.397403:0:17068:0:(genops.c:904:class_export_put()) final put 0000000099eac305/efc83f07-9a34-4a15-8303-a7cb574f6749 00000020:00000001:0.0:1767384383.397417:0:17068:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384383.397419:0:17068:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.397421:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.397423:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.397424:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384383.397426:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.397428:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.397429:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384383.397431:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.397433:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.397434:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384383.397442:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.397445:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000099eac305/efc83f07-9a34-4a15-8303-a7cb574f6749 for MGS 00000020:00000040:2.0:1767384383.397453:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 5 to 192.168.204.8@tcp50 00000020:00000001:2.0:1767384383.397455:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384383.397465:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384383.397467:0:36:0:(genops.c:1229:class_import_get()) import 00000000cbbd10f3 refcount=2 obd=MGS 00000020:00000001:2.0:1767384383.397469:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.397470:0:36:0:(genops.c:1242:class_import_put()) import 00000000cbbd10f3 refcount=1 obd=MGS 00000020:00000001:2.0:1767384383.397472:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384383.397474:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.397475:0:36:0:(genops.c:1242:class_import_put()) import 00000000cbbd10f3 refcount=0 obd=MGS 00000020:00000040:2.0:1767384383.397476:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000cbbd10f3 00000020:00000001:2.0:1767384383.397484:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384383.397486:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384383.397488:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384383.397491:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bced987. 00000001:00000010:2.0:1767384383.397493:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df2bcc29. 00000001:00000010:2.0:1767384383.397494:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000477f7a03. 00000001:00000010:2.0:1767384383.397496:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000168b218f. 00000001:00000010:2.0:1767384383.397497:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000059fcb103. 00000001:00000010:2.0:1767384383.397499:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000034f3540a. 00000001:00000001:2.0:1767384383.397501:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384383.397502:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384383.397504:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384383.397505:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384383.397506:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.397507:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.397509:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 7 - export 00000020:00000010:2.0:1767384383.397511:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000099eac305. 00000020:00000001:2.0:1767384383.397518:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384383.397521:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384383.397522:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000cbbd10f3 for MGS 00000020:00000040:2.0:1767384383.397524:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 4 to 192.168.204.8@tcp50 00000020:00000040:2.0:1767384383.397526:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 6 - import 00000020:00000010:2.0:1767384383.397527:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000cbbd10f3. 00000020:00000001:2.0:1767384383.397529:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:0.1:1767384383.408130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077c9e017. 00000800:00000200:0.0:1767384383.699218:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0733bf3] -> 12345-192.168.204.108@tcp21 (6) 00000800:00000200:0.0:1767384383.699230:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp21 ip 192.168.204.108:988 00000800:00000200:0.0:1767384383.699236:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384383.699415:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384383.699421:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.699431:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384383.699435:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.699437:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384384.019208:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384384.019214:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384384.019219:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384384.019220:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.019271:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384384.019275:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384384.019279:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384384.411823:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.411832:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384384.411847:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384384.411849:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384384.411858:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384384.411863:0:16340:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000001545c133] EOF from 12345-192.168.204.8@tcp50 ip 192.168.204.8:1022 00000800:00000200:2.0:1767384384.411873:0:16342:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000d8442d98] EOF from 12345-192.168.204.8@tcp50 ip 192.168.204.8:1021 00000800:00000001:1.0:1767384384.411944:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384384.411951:0:16341:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000050caba82] EOF from 12345-192.168.204.8@tcp50 ip 192.168.204.8:1023 00000800:00000200:3.0:1767384384.412010:0:16339:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000d8442d98 00000800:00000010:3.0:1767384384.412014:0:16339:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000d8442d98. 00000800:00000200:3.0:1767384384.412018:0:16339:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000001545c133 00000800:00000010:3.0:1767384384.412019:0:16339:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000001545c133. 00000800:00000200:3.0:1767384384.412082:0:16339:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000050caba82 00000800:00000200:3.0:1767384384.412087:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.8@tcp50 00000000b39e7849 deleted 00000800:00000010:3.0:1767384384.412088:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b39e7849. 00000800:00000010:3.0:1767384384.412091:0:16339:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000050caba82. 00000800:00000200:3.0:1767384384.412138:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000016a6e66e] -> 12345-192.168.204.108@tcp16 (6) 00000800:00000200:3.0:1767384384.412142:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp16 ip 192.168.204.108:988 00000800:00000200:3.0:1767384384.412145:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384384.412157:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (4) 00000800:00000200:3.1:1767384384.412160:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (4) 00000400:00000200:2.0:1767384384.412260:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:0.0:1767384384.412284:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384384.412290:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.412296:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.412300:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.412302:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384384.412322:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412340:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412355:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412383:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412419:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412455:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412497:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412542:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412557:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412579:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412601:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412627:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412645:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412657:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412670:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412684:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412697:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412710:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412722:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412734:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412758:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412782:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412794:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412806:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412828:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412844:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412868:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412891:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.412907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384384.412997:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003364fcae. 00000800:00000010:2.0:1767384384.413001:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f0513fa. 00000800:00000010:2.0:1767384384.413005:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000040cefb20. 00000800:00000010:2.0:1767384384.413019:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000040cefb20. 00000800:00020000:2.0:1767384384.413024:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384384.413027:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f0513fa. 00000800:00000010:2.0:1767384384.413028:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003364fcae. 00000400:02020000:2.0:1767384384.413053:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp37 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384384.413056:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:3.0:1767384384.851195:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384384.851201:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 2 10000000:00000001:3.0:1767384384.851206:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384384.851209:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384384.851210:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384384.851211:0:17076:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384384.851214:0:17076:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384384.851230:0:17076:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384384.851232:0:17076:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff89a758349000 from 87 10000000:00000001:3.0:1767384384.851234:0:17076:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384384.851235:0:17076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:2.0:1767384384.851238:0:17107:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000010:3.0:1767384384.851242:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b528da7. 00000100:00000001:2.0:1767384384.851245:0:17107:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384384.851246:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384384.851253:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384384.851256:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384384.851261:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384384.851266:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e002d59d. 00000100:00000001:3.0:1767384384.851273:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.851276:0:17076:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384384.851279:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384384.851284:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a209204. 00010000:00000001:3.0:1767384384.851288:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384384.851291:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0d99747. 00000020:00000001:3.0:1767384384.851294:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384384.851296:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c0d99747 with handle 0x88edd5ef35457f71 to hash 00000020:00000001:3.0:1767384384.851298:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384384.851299:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.851301:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.851304:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384384.851307:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384384.851309:0:17076:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384384.851316:0:17076:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384384.851323:0:17076:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384384.851328:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384384.851329:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384384.851334:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b707c090. 00000100:00000001:3.0:1767384384.851339:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950585362880 : -130123124188736 : ffff89a75967d9c0) 00000100:00000001:3.0:1767384384.851341:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.851342:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000100:00000001:3.0:1767384384.851346:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384384.851348:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851349:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384384.851351:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.851356:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.851363:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.851364:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.851367:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.851369:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.851370:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.851372:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743012480:0@lo:101: 00000100:00000001:3.0:1767384384.851375:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.851379:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.851381:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.851383:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.851387:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4d72351. 02000000:00000001:3.0:1767384384.851389:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.851394:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003d1f8a. 00000400:00000010:3.0:1767384384.851401:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384384.851408:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743012480, portal 25 00000100:00000001:3.0:1767384384.851410:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.851411:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000100:00000040:3.0:1767384384.851415:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.851423:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.851426:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.851428:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000200:3.0:1767384384.851431:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743012480, offset 0 00000400:00000200:3.0:1767384384.851438:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.851452:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.851479:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc08080 00000400:00000200:3.0:1767384384.851484:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1985 [2] + 0 00000400:00000010:3.0:1767384384.851487:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ba9cde0. 00000400:00000200:3.0:1767384384.851491:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000814fa383 00000400:00000200:3.0:1767384384.851495:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.851498:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384384.851501:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814fa383 00000400:00000010:3.0:1767384384.851503:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000814fa383. 00000100:00000001:3.0:1767384384.851507:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.851509:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384384.851511:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000016a8f505 x1853236743012480 msgsize 328 00000100:00100000:3.0:1767384384.851514:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384384.851515:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384384.851525:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.851530:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:3.0:1767384384.851531:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384384.851533:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.851535:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.851543:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.851545:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.851550:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851551:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.851556:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851559:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294971909 00000100:00000010:3.0:1767384384.851562:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0993ba4. 00000100:00000001:3.0:1767384384.851569:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384384.851570:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384384.851575:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012480 00000100:00000001:3.0:1767384384.851578:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294971909 02000000:00000001:1.0:1767384384.851579:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384384.851583:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384384.851584:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b81d5d1. 00000100:00000001:1.0:1767384384.851587:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851590:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384384.851594:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851596:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294971909 00000100:00000010:3.0:1767384384.851599:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adc126ac. 00000100:00100000:1.0:1767384384.851620:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012480 00000020:00000001:1.0:1767384384.851624:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384384.851627:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384384.851630:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384384.851633:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:3.0:1767384384.851638:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384384.851638:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384384.851644:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:3.0:1767384384.851649:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294971909 00000100:00000001:1.0:1767384384.851649:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384384.851656:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077359c30. 00000020:00000010:1.0:1767384384.851657:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009916f838. 00000100:00000001:3.0:1767384384.851659:0:17076:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384384.851662:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.851664:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.851666:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.851667:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384384.851668:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b707c090 going to sleep for 11 seconds 00000100:00000001:1.0:1767384384.851671:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.851673:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.851676:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384384.851678:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009916f838. 00000020:00000010:1.0:1767384384.851686:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c7a191. 00000020:00000010:1.0:1767384384.851692:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b19d27c. 00000020:00000010:1.0:1767384384.851697:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000040:1.0:1767384384.851707:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384384.851710:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384384.851712:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384384.851714:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.851721:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.851736:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.851745:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384384.851747:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384384.851751:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1767384384.851755:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384384.851757:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932677712 : -130122776873904 : ffff89a76e1b7450) 00000100:00000040:1.0:1767384384.851762:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016a8f505 x1853236743012480/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 328/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.851772:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384384.851775:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009916f838. 00000100:00000001:1.0:1767384384.851778:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384384.851781:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009916f838. 00000100:00100000:1.0:1767384384.851785:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:17076:x1853236743012480:12345-0@lo:101: 00000100:00000200:1.0:1767384384.851797:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012480 00000020:00000001:1.0:1767384384.851800:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384384.851803:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384384.851805:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.851808:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384384.851810:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014016 : -1047537600 : ffffffffc18fd840) 00000020:00000001:1.0:1767384384.851814:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384384.851815:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384384.851818:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384384.851820:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384384.851824:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.851826:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384384.851829:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384384.851831:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384384.851833:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384384.851834:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.851839:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384384.851844:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000714b157d. 00010000:00000001:1.0:1767384384.851848:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384384.851851:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac45fe80. 00000020:00000001:1.0:1767384384.851853:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384384.851855:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac45fe80 with handle 0x88edd5ef35457f78 to hash 00000020:00000001:1.0:1767384384.851857:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384384.851858:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:1.0:1767384384.851861:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00010000:1.0:1767384384.851863:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457f78 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x88edd5ef35457f71 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384384.851871:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a51081ce : new locks_count 10 00000020:00000040:1.0:1767384384.851884:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=15 00000100:00000001:1.0:1767384384.851891:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384384.851893:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384384.851896:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e7ea0954. 02000000:00000001:1.0:1767384384.851898:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.851906:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.851909:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384384.851912:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384384.851914:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384384.851916:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384384.851918:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384384.851919:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384384.851921:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384384.851924:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384384.851926:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384384.851928:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384384.851929:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384384.851931:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000714b157d) refcount = 1 00010000:00010000:1.0:1767384384.851935:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457f78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x88edd5ef35457f71 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384384.851951:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384384.851953:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384384.851955:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384384.851957:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.851959:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384384.851963:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384384.851965:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457f78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x88edd5ef35457f71 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384384.851972:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384384.851975:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384384.851976:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384384.851979:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.851981:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384384.851982:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384384.851984:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384384.851985:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ac45fe80, rc 0) 00000020:00000001:1.0:1767384384.851988:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384384.851991:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743012480 00010000:00000001:1.0:1767384384.851994:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384384.851997:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016a8f505 x1853236743012480/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 328/344 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384384.852022:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384384.852024:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384384.852028:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384384.852032:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384384.852035:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384384.852037:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384384.852040:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384384.852042:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.852045:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384384.852047:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384384.852050:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000200:1.0:1767384384.852052:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743012480, offset 224 00000400:00000200:1.0:1767384384.852057:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.852063:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.852069:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc08080 00000400:00000200:1.0:1767384384.852073:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x20d9 [1] + 224 00000400:00000200:1.0:1767384384.852077:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.852080:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384384.852083:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384384.852086:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384384.852096:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.852131:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384384.852136:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:1.0:1767384384.852138:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384384.852142:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384384.852144:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384384.852147:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.852150:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384384.852152:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384384.852154:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.852156:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384384.852164:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016a8f505 x1853236743012480/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 328/344 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384384.852173:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016a8f505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743012480:12345-0@lo:101: Request processed in 401us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384384.852181:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1767384384.852184:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384384.852187:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384384.852189:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384384.852192:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384384.852194:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b19d27c. 00000400:00000001:3.0:1767384384.852198:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384384.852200:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000400:00000001:3.0:1767384384.852201:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384384.852205:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003d1f8a. 00000020:00000010:1.0:1767384384.852206:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061c7a191. 00000400:00000200:3.0:1767384384.852209:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:3.0:1767384384.852212:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000001:3.0:1767384384.852215:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384384.852215:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00000200:3.0:1767384384.852221:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384384.852222:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384384.852226:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e7ea0954. 00000100:00000200:3.0:1767384384.852233:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384384.852233:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384384.852238:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.852244:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384384.852247:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384384.852247:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384384.852250:0:17076:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384384.852253:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384384.852254:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ad99779. 00000100:00000001:3.0:1767384384.852255:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.852257:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.852261:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384384.852263:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0954dde. 00000100:00001000:3.0:1767384384.852264:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384384.852270:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.852272:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384384.852273:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.852275:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384384.852277:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852285:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.852289:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852294:0:17076:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.852296:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384384.852298:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384384.852300:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.852305:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743012480:0@lo:101: 00000100:00000001:3.0:1767384384.852307:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.852309:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852310:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384384.852311:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.852312:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852316:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384384.852317:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b707c090. 00000100:00000001:3.0:1767384384.852319:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384384.852320:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.852322:0:17076:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384384.852323:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384384.852325:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.852326:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=4 00000020:00000001:3.0:1767384384.852327:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.852329:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000040:3.0:1767384384.852332:0:17076:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c0d99747, remote cookie: 0x88edd5ef35457f78, flags: 0x0 00010000:00000001:3.0:1767384384.852335:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384384.852336:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384384.852337:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384384.852338:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384384.852339:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384384.852340:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a209204) refcount = 1 00010000:00010000:3.0:1767384384.852342:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384384.852352:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384384.852353:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384384.852354:0:17076:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384384.852357:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384384.852358:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384384.852360:0:17076:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384384.852364:0:17076:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384384.852365:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384384.852366:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384384.852367:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384384.852368:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384384.852369:0:17076:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852370:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.852371:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b528da7 x1853236743012480/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852376:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384384.852377:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384384.852379:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4d72351. 02000000:00000001:3.0:1767384384.852381:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384384.852382:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.852384:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:3.0:1767384384.852386:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384384.852388:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e002d59d. 02000000:00000001:3.0:1767384384.852390:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384384.852392:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384384.852393:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b528da7. 00000100:00000001:3.0:1767384384.852396:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384384.852398:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384384.852399:0:17076:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384384.852401:0:17076:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384384.852403:0:17076:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000672065a5) refs 3 10000000:00000001:3.0:1767384384.852405:0:17076:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.852406:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384384.852413:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.852414:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=3 00000020:00000001:3.0:1767384384.852416:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.852418:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.852421:0:17076:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384384.852422:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384384.852423:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384384.852424:0:17076:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384384.852427:0:17076:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384384.852430:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e7be6479. 00000100:00000010:3.0:1767384384.852442:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b528da7. 00000020:00000040:3.0:1767384384.852444:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384384.852447:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384384.852449:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384384.852452:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384384.852455:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e002d59d. 00000100:00000001:3.0:1767384384.852458:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852462:0:17076:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384384.852465:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e4d72351. 00000100:00000010:3.0:1767384384.852466:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ef603689. 00000020:00000040:3.0:1767384384.852468:0:17076:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384384.852471:0:17076:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384384.852472:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384384.852474:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b707c090. 00000100:00000001:3.0:1767384384.852475:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446613950585362880 : -130123124188736 : ffff89a75967d9c0) 00000100:00000001:3.0:1767384384.852476:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.852477:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000100:00000001:3.0:1767384384.852479:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384384.852480:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852481:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384384.852482:0:17076:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.852484:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852489:0:17076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.852489:0:17076:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.852495:0:17076:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.852496:0:17076:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.852498:0:17076:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.852499:0:17076:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743012608:0@lo:256: 00000100:00000001:3.0:1767384384.852501:0:17076:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.852503:0:17076:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.852505:0:17076:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852507:0:17076:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384384.852510:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003d1f8a. 00000400:00000010:3.0:1767384384.852513:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b39e7849. 00000100:00000200:3.0:1767384384.852516:0:17076:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dc08100-0x695824dc08100, portal 33 00000100:00000001:3.0:1767384384.852518:0:17076:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.852519:0:17076:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.852521:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f2cd0d3. 02000000:00000001:3.0:1767384384.852522:0:17076:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.852524:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025c63264. 00000400:00000010:3.0:1767384384.852526:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384384.852527:0:17076:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012608, portal 25 00000100:00000001:3.0:1767384384.852528:0:17076:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.852529:0:17076:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000100:00000040:3.0:1767384384.852532:0:17076:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852536:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.852537:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.852538:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000200:3.0:1767384384.852539:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743012608, offset 0 00000400:00000200:3.0:1767384384.852542:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.852546:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.852550:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc08100 00000400:00000200:3.0:1767384384.852553:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x198d [2] + 0 00000400:00000010:3.0:1767384384.852555:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068472d1f. 00000400:00000200:3.0:1767384384.852557:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed985400 00000400:00000200:3.0:1767384384.852559:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.852566:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384384.852568:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed985400 00000400:00000010:3.0:1767384384.852569:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed985400. 00000100:00000001:3.0:1767384384.852571:0:17076:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.852572:0:17076:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384384.852574:0:17076:0:(events.c:337:request_in_callback()) incoming req@0000000003817fe7 x1853236743012608 msgsize 304 00000100:00100000:3.0:1767384384.852577:0:17076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384384.852578:0:17076:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384384.852588:0:17076:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.852591:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:3.0:1767384384.852592:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384384.852594:0:17076:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.852596:0:17076:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852601:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.852602:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.852624:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852625:0:17076:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.852629:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852631:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294971910 00000100:00000001:3.0:1767384384.852636:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971909 00000100:00000001:3.0:1767384384.852640:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294971910 00000100:00000001:3.0:1767384384.852643:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971909 00000100:00000001:1.0:1767384384.852643:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384384.852648:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012608 00000100:00000001:3.0:1767384384.852649:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294971910 02000000:00000001:1.0:1767384384.852653:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384384.852654:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971909 00000100:00000001:1.0:1767384384.852657:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.852658:0:17076:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294971910 00000100:00000001:1.0:1767384384.852662:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852663:0:17076:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971909 00000100:00000001:3.0:1767384384.852669:0:17076:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384384.852669:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.852675:0:17076:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384384.852675:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012608 00000100:00000001:3.0:1767384384.852676:0:17076:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.852680:0:17076:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384384.852681:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384384.852684:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384384.852688:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384384.852689:0:17076:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b707c090 going to sleep for 11 seconds 00000020:00000040:1.0:1767384384.852692:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:3.0:1767384384.852693:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.852696:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.852699:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00000001:1.0:1767384384.852704:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384384.852707:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384384.852717:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009916f838. 00000100:00000001:1.0:1767384384.852720:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384384.852722:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009916f838. 00000020:00000010:1.0:1767384384.852726:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c7a191. 00000020:00000010:1.0:1767384384.852729:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b19d27c. 00000020:00000010:1.0:1767384384.852732:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000040:1.0:1767384384.852736:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384384.852739:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384384.852740:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384384.852741:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.852745:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.852755:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.852763:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384384.852764:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384384.852768:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00000040:1.0:1767384384.852771:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384384.852773:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932671568 : -130122776880048 : ffff89a76e1b5c50) 00000100:00000040:1.0:1767384384.852777:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003817fe7 x1853236743012608/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 304/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.852786:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384384.852789:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009916f838. 00000100:00000001:1.0:1767384384.852792:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384384.852795:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009916f838. 00000100:00100000:1.0:1767384384.852799:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003817fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743012608:12345-0@lo:256: 00000100:00000200:1.0:1767384384.852802:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012608 00000020:00000001:1.0:1767384384.852804:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384384.852807:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384384.852808:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.852810:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384384.852812:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014432 : -1047537184 : ffffffffc18fd9e0) 00000020:00000001:1.0:1767384384.852815:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384384.852816:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384384.852823:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384384.852825:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384384.852827:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.852830:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384384.852832:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384384.852835:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e7ea0954. 02000000:00000001:1.0:1767384384.852837:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.852839:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384384.852842:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384384.852847:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384384.852850:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384384.852852:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384384.852854:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384384.852856:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384384.852859:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384384.852862:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e6bd6076. 20000000:00000001:1.0:1767384384.852865:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384384.852884:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384384.852890:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384384.852895:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384384.852897:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384384.852899:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384384.852901:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384384.852903:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384384.852905:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384384.852907:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384384.852909:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384384.852911:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384384.852913:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384384.852915:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384384.852917:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384384.852919:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384384.852921:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384384.852923:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384384.852925:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384384.852927:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384384.852929:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384384.852931:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384384.852933:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384384.852940:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384384.852941:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384384.852943:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384384.852945:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384384.852947:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384384.852949:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384384.852951:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384384.852954:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384384.852956:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384384.852958:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384384.852960:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384384.852962:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384384.852964:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384384.852966:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384384.852968:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384384.852970:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384384.852972:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384384.852974:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384384.852976:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384384.852978:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384384.852980:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:1.0:1767384384.852992:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384384.852995:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384384.852998:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384384.853000:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384384.853002:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384384.853004:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384384.853006:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384384.853008:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384384.853010:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384384.853012:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384384.853015:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384384.853017:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384384.853019:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384384.853021:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384384.853023:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384384.853025:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384384.853027:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384384.853029:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384384.853036:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384384.853038:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384384.853040:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384384.853042:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384384.853044:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384384.853046:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384384.853048:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384384.853050:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384384.853052:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384384.853054:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384384.853056:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384384.853058:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384384.853060:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384384.853062:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384384.853064:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384384.853065:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384384.853067:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384384.853069:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384384.853072:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384384.853074:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384384.853076:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384384.853078:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384384.853080:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384384.853081:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384384.853084:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:1.0:1767384384.853087:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384384.853089:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384384.853092:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384384.853095:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000050b17a25. 00000100:00000010:1.0:1767384384.853098:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000030c9e869. 00000020:00000040:1.0:1767384384.853120:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=16 00010000:00000001:1.0:1767384384.853123:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384384.853125:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384384.853129:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000400:00000010:1.0:1767384384.853134:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c46d3f87. 00000400:00000200:1.0:1767384384.853137:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.853144:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.853150:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824dc08100 00000400:00000200:1.0:1767384384.853160:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x20e9 [4] + 0 00000400:00000010:1.0:1767384384.853163:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003d1f8a. 00000400:00000200:1.0:1767384384.853166:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b39e7849 00000400:00000200:1.0:1767384384.853170:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.853173:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384384.853176:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e7849 00000400:00000010:1.0:1767384384.853177:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b39e7849. 00000100:00000001:1.0:1767384384.853180:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384384.853182:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002b528da7 desc 00000000e4d72351 mbits 1853236743012608 00000100:00000001:1.0:1767384384.853193:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384384.853196:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384384.853200:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384384.853207:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x20f5 00000400:00000200:1.0:1767384384.853209:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.853212:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384384.853215:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384384.853217:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000050b17a25 00000100:00000001:1.0:1767384384.853219:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384384.853223:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:1.0:1767384384.853225:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384384.853228:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384384.853229:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000050b17a25 00000100:00000001:1.0:1767384384.853230:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384384.853234:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824dc08100-0x695824dc08100 00000100:00000001:1.0:1767384384.853237:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.853241:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.853244:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384384.853247:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 15 00000100:00000010:1.0:1767384384.853250:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000030c9e869. 00000100:00000010:1.0:1767384384.853254:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000050b17a25. 00000100:00000001:3.0:1767384384.853255:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384384.853257:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000100:00000001:3.0:1767384384.853259:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384384.853261:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384384.853271:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e6bd6076. 20000000:00000001:1.0:1767384384.853275:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384384.853282:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743012608 00010000:00000001:1.0:1767384384.853284:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384384.853287:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003817fe7 x1853236743012608/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 304/240 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384384.853293:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384384.853295:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384384.853297:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384384.853299:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384384.853301:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384384.853303:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384384.853305:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384384.853307:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.853309:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384384.853311:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384384.853314:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000200:1.0:1767384384.853316:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743012608, offset 224 00000400:00000200:1.0:1767384384.853320:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.853325:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.853330:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc08100 00000400:00000200:1.0:1767384384.853334:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x20ed [1] + 224 00000400:00000200:1.0:1767384384.853337:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.853340:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384384.853343:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384384.853355:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384384.853363:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.853378:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384384.853381:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:1.0:1767384384.853383:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384384.853386:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384384.853387:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384384.853391:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.853394:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:1.0:1767384384.853402:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384384.853403:0:17076:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384384.853404:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.853408:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384384.853409:0:17076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.853412:0:17076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384384.853414:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003817fe7 x1853236743012608/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:365/0 lens 304/240 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384384.853416:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c63264. 00000400:00000200:3.0:1767384384.853423:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000400:00000010:3.0:1767384384.853426:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000001:3.0:1767384384.853433:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384384.853434:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003817fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:17076:x1853236743012608:12345-0@lo:256: Request processed in 644us (855us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384384.853440:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384384.853448:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:1.0:1767384384.853454:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:1.0:1767384384.853460:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384384.853462:0:17076:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.853463:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384384.853468:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b19d27c. 00000020:00000010:1.0:1767384384.853475:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000100:00000001:3.0:1767384384.853476:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384384.853478:0:17076:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.853481:0:17076:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384384.853482:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061c7a191. 02000000:00000001:3.0:1767384384.853483:0:17076:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384384.853485:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.853488:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.853490:0:17076:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384384.853490:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000100:00001000:3.0:1767384384.853496:0:17076:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=94 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384384.853497:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384384.853501:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=94 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384384.853501:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e7ea0954. 00000100:00000001:3.0:1767384384.853505:0:17076:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384384.853507:0:17076:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384384.853507:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384384.853511:0:17076:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384384.853512:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384384.853513:0:17076:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.853517:0:17076:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384384.853520:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384384.853521:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384384.853527:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000183d95f0. 00000100:00000040:3.0:1767384384.853531:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384384.853534:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000abac49d. 00000100:00000001:3.0:1767384384.853538:0:17076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384384.853547:0:17076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384384.853550:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.853556:0:17076:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:136cbbaa-5baf-47f4-b130-5cac417bfe4f:17076:1853236743012608:0@lo:256: 00000100:00000001:3.0:1767384384.853559:0:17076:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.853561:0:17076:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.853562:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384384.853564:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.853565:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.853569:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384384.853570:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b707c090. 00000100:00000001:3.0:1767384384.853572:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384384.853573:0:17076:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384384.853575:0:17076:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384384.853578:0:17076:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384384.853582:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b18189ea. 00010000:00000001:3.0:1767384384.853590:0:17076:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384384.853592:0:17076:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384384.853595:0:17076:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.108@tcp has 192.168.204.108@tcp. 00000100:00000001:3.0:1767384384.853597:0:17076:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.853599:0:17076:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384384.853600:0:17076:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:3.0:1767384384.853602:0:17076:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:3.0:1767384384.853604:0:17076:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.108@tcp' 00000400:00000200:3.0:1767384384.853622:0:17076:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384384.853625:0:17076:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384384.853628:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:3.0:1767384384.853632:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384384.853636:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00000400:00000200:3.0:1767384384.853639:0:17076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:3.0:1767384384.853648:0:17076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:3.0:1767384384.853650:0:17076:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384384.853652:0:17076:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384384.853658:0:17076:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:3.0:1767384384.853660:0:17076:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:3.0:1767384384.853661:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:3.0:1767384384.853663:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:3.0:1767384384.853665:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853666:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:3.0:1767384384.853667:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:3.0:1767384384.853669:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853671:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:3.0:1767384384.853672:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:3.0:1767384384.853674:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853676:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:3.0:1767384384.853677:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:3.0:1767384384.853679:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853680:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:3.0:1767384384.853681:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:3.0:1767384384.853683:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853684:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:3.0:1767384384.853685:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:3.0:1767384384.853687:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853688:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:3.0:1767384384.853689:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:3.0:1767384384.853692:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853694:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:3.0:1767384384.853695:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:3.0:1767384384.853699:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853700:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:2.0:1767384384.853702:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384384.853703:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:3.0:1767384384.853711:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384384.853713:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:3.0:1767384384.853715:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:2.0:1767384384.853720:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:3.0:1767384384.853722:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:3.0:1767384384.853729:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000010:2.0:1767384384.853730:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000b1929383. 00000400:00000200:3.0:1767384384.853731:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:3.0:1767384384.853736:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000010:2.0:1767384384.853739:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000400:00000200:3.0:1767384384.853742:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853745:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000010:2.0:1767384384.853747:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d8d54fe. 00000400:00000200:2.0:1767384384.853756:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:3.0:1767384384.853757:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:3.0:1767384384.853762:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853764:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:3.0:1767384384.853765:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:2.0:1767384384.853769:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:3.0:1767384384.853770:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853774:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:3.0:1767384384.853778:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:2.0:1767384384.853784:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:3.0:1767384384.853785:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853789:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:3.0:1767384384.853793:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:3.0:1767384384.853798:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853801:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:2.0:1767384384.853802:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:3.0:1767384384.853803:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:3.0:1767384384.853809:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853811:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:3.0:1767384384.853815:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:2.0:1767384384.853819:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:3.0:1767384384.853820:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853824:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:3.0:1767384384.853827:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:3.0:1767384384.853831:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853834:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:3.0:1767384384.853839:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:2.0:1767384384.853839:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:3.0:1767384384.853844:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853847:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:3.0:1767384384.853850:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:3.0:1767384384.853855:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853857:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:3.0:1767384384.853859:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:2.0:1767384384.853859:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:3.0:1767384384.853862:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853863:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:3.0:1767384384.853864:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:3.0:1767384384.853866:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853867:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:3.0:1767384384.853870:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:3.0:1767384384.853874:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853877:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:2.0:1767384384.853882:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:3.0:1767384384.853887:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:3.0:1767384384.853894:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384384.853897:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:3.0:1767384384.853898:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:3.0:1767384384.853903:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:3.0:1767384384.853908:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853911:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:3.0:1767384384.853915:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:2.0:1767384384.853915:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:3.0:1767384384.853921:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853924:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:3.0:1767384384.853928:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:3.0:1767384384.853932:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384384.853934:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:3.0:1767384384.853935:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:3.0:1767384384.853939:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:3.0:1767384384.853945:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853947:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:2.0:1767384384.853950:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:3.0:1767384384.853951:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:3.0:1767384384.853956:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853960:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:3.0:1767384384.853964:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:2.0:1767384384.853968:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:3.0:1767384384.853969:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853972:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:3.0:1767384384.853975:0:17076:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:3.0:1767384384.853979:0:17076:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384384.853983:0:17076:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000400:00000200:2.0:1767384384.853986:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000100:00000001:3.0:1767384384.853987:0:17076:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.853992:0:17076:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384384.854000:0:17076:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.108@tcp' by NID '192.168.204.108@tcp' 00000400:00000200:2.0:1767384384.854002:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 10000000:00000010:3.0:1767384384.854004:0:17076:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ee42e2b1. 10000000:00000040:3.0:1767384384.854008:0:17076:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 87/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.108@tcp::2 00000400:00000200:2.0:1767384384.854009:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000020:00000080:3.0:1767384384.854012:0:17076:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384384.854020:0:17076:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384384.854020:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000020:00000010:3.0:1767384384.854025:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c62eb90. 00000020:00000010:3.0:1767384384.854030:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003dfd6cb0. 00000400:00000200:2.0:1767384384.854030:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000040:00000010:3.0:1767384384.854036:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd68c50f. 00000400:00000200:2.0:1767384384.854040:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00000020:00000010:3.0:1767384384.854041:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b30a54f9. 00000400:00000200:2.0:1767384384.854048:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[185, 64] 00000020:00000010:3.0:1767384384.854050:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384384.854057:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df710775. 00000400:00000200:2.0:1767384384.854059:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[194, 64] 80000000:00000010:3.0:1767384384.854062:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026cdc1e3. 40000000:00000010:3.0:1767384384.854067:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000097b835f8. 00000400:00000200:2.0:1767384384.854071:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[150, 64], ns[153, 64] 00100000:00000010:3.0:1767384384.854073:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a17c09eb. 00040000:00000010:3.0:1767384384.854079:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b43a12c. 00000400:00000200:2.0:1767384384.854083:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 64], ns[97, 64] 00040000:00000010:3.0:1767384384.854085:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d0c60ce3. 00040000:00000010:3.0:1767384384.854090:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b982f25. 00000400:00000200:2.0:1767384384.854095:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 64], ns[74, 64] 00080000:00000010:3.0:1767384384.854097:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051199c4a. 00080000:00000010:3.0:1767384384.854121:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008ffbdb94. 00000400:00000200:2.0:1767384384.854125:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 64] 00000004:00000010:3.0:1767384384.854127:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000653d96a6. 00000004:00000010:3.0:1767384384.854132:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384384.854138:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb2e3cce. 00002000:00000010:3.0:1767384384.854142:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b9e7a45. 00000400:00000200:2.0:1767384384.854146:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 64], ns[114, 64] 00000004:00000010:3.0:1767384384.854147:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009923fa4e. 00000004:00000001:3.0:1767384384.854152:0:17076:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384384.854156:0:17076:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:2.0:1767384384.854159:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 64], ns[190, 64] 00000040:00001000:3.0:1767384384.854160:0:17076:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ee42e2b1 00000040:00001000:3.0:1767384384.854163:0:17076:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384384.854166:0:17076:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384384.854168:0:17076:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384384.854171:0:17076:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384384.854175:0:17076:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:2.0:1767384384.854176:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 64], ns[115, 64] 00000040:00001000:3.0:1767384384.854177:0:17076:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384384.854180:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384384.854183:0:17076:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.108@tcp::2 00000040:00000001:3.0:1767384384.854186:0:17076:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384384.854189:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 64] 00000400:00000200:2.0:1767384384.854198:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 64], ns[116, 64] 00000400:00000200:2.0:1767384384.854208:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 64], ns[162, 64] 00000400:00000200:2.0:1767384384.854215:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[168, 64], ns[171, 64] 00000400:00000200:2.0:1767384384.854221:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[177, 64], ns[180, 64] 00000400:00000200:2.0:1767384384.854226:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 64], ns[156, 64] 00000400:00000200:2.0:1767384384.854232:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 64], ns[157, 64] 00000004:00000001:3.0:1767384384.854236:0:17076:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384384.854240:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 64], ns[177, 64] 00000020:00000010:3.0:1767384384.854242:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003dfd6cb0. 00000040:00000010:3.0:1767384384.854247:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd68c50f. 00000020:00000010:3.0:1767384384.854251:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b30a54f9. 00000400:00000200:2.0:1767384384.854252:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[188, 64], ns[191, 64] 00000020:00000010:3.0:1767384384.854256:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384384.854261:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df710775. 00000400:00000200:2.0:1767384384.854264:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[189, 64], ns[192, 64] 80000000:00000010:3.0:1767384384.854266:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026cdc1e3. 40000000:00000010:3.0:1767384384.854270:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000097b835f8. 00000400:00000200:2.0:1767384384.854275:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 64], ns[198, 64] 00100000:00000010:3.0:1767384384.854282:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a17c09eb. 00040000:00000010:3.0:1767384384.854287:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b43a12c. 00000400:00000200:2.0:1767384384.854287:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[196, 64], ns[201, 64] 00040000:00000010:3.0:1767384384.854292:0:17076:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0c60ce3. 00040000:00000010:3.0:1767384384.854297:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b982f25. 00000400:00000200:2.0:1767384384.854299:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 64] 00080000:00000010:3.0:1767384384.854303:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008ffbdb94. 00080000:00000010:3.0:1767384384.854308:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051199c4a. 00000400:00000200:2.0:1767384384.854311:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000004:00000010:3.0:1767384384.854313:0:17076:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000653d96a6. 00000004:00000010:3.0:1767384384.854319:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058967953. 00000400:00000200:2.0:1767384384.854323:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000004:00000010:3.0:1767384384.854324:0:17076:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb2e3cce. 00002000:00000010:3.0:1767384384.854327:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000b9e7a45. 00000004:00000010:3.0:1767384384.854329:0:17076:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009923fa4e. 00000020:00000010:3.0:1767384384.854333:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c62eb90. 00000020:00000001:3.0:1767384384.854336:0:17076:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.854338:0:17076:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384384.854342:0:17076:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ee42e2b1. 00000400:00000200:2.0:1767384384.854342:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp48 00000400:00000200:2.0:1767384384.854351:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp48 lpni_is_preferred = 0 10000000:00000040:3.0:1767384384.854352:0:17076:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.108@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384384.854356:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b18189ea. 00000400:00000200:2.0:1767384384.854359:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp48 10000000:00000001:3.0:1767384384.854360:0:17076:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.854365:0:17076:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384384.854369:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp48 NI seq info: [231:231:256:4294967295] 192.168.204.108@tcp48 LPNI seq info [197:197:8:4294967295] 00000100:00000040:3.0:1767384384.854370:0:17076:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b528da7 x1853236743012608/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.854384:0:17076:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384384.854388:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp48 02000000:00000001:3.0:1767384384.854389:0:17076:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384384.854393:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f2cd0d3. 02000000:00000001:3.0:1767384384.854399:0:17076:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384384.854402:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.854405:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000400:00000200:2.0:1767384384.854407:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp48(192.168.204.108@tcp48:) -> 192.168.204.108@tcp48(192.168.204.108@tcp:192.168.204.108@tcp48) : GET try# 0 00000020:00000001:3.0:1767384384.854409:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384384.854413:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384384.854416:0:17076:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.854419:0:17076:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000800:00000200:2.0:1767384384.854420:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp48 00000020:00000001:3.0:1767384384.854425:0:17076:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384384.854429:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ef603689. 00000800:00000010:2.0:1767384384.854429:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac47f470. 00000100:00000010:3.0:1767384384.854434:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e4d72351. 00000100:00000001:3.0:1767384384.854440:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000010:2.0:1767384384.854441:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003f0513fa. 00000800:00000010:2.0:1767384384.854447:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000246ebb10. 02000000:00000010:3.0:1767384384.854449:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e002d59d. 02000000:00000001:3.0:1767384384.854454:0:17076:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384384.854457:0:17076:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384384.854459:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b528da7. 00000800:00000200:2.0:1767384384.854459:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (2) 00000100:00000001:3.0:1767384384.854466:0:17076:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384384.854468:0:17076:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384384.854469:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (2) 10000000:00000010:3.0:1767384384.854487:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e7be6479. 10000000:01000000:3.0:1767384384.854493:0:17076:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.108@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384384.854493:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 10000000:00000001:3.0:1767384384.854498:0:17076:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384384.854500:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00010000:00000001:3.0:1767384384.854501:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384384.854504:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.854507:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=3 00000020:00000001:3.0:1767384384.854509:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.854511:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384384.854514:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384384.854515:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384384.854521:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384384.854522:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384384.854524:0:17076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384384.854528:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384384.854529:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384384.854530:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384384.854530:0:17076:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384384.854532:0:17076:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384384.854533:0:17076:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384384.854535:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384384.854536:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 3 10000000:00000001:3.0:1767384384.854537:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384384.854582:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854658:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854703:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854745:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854829:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854871:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854900:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854930:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854966:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.854997:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855023:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855048:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855085:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855155:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855200:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855236:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855284:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855357:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855392:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855430:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855464:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855498:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855533:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855569:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855624:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855659:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855693:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855725:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855791:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855823:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855856:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384384.855890:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384384.856051:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003364fcae. 00000800:00000010:2.0:1767384384.856057:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9b5a627. 00000800:00000010:2.0:1767384384.856063:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000040cefb20. 00000800:00000010:2.0:1767384384.856090:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000040cefb20. 00000800:00020000:2.0:1767384384.856129:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384384.856134:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9b5a627. 00000800:00000010:2.0:1767384384.856138:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003364fcae. 00000400:02020000:2.0:1767384384.856186:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp48 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384384.856194:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp48 notifying 192.168.204.108@tcp48: down 00000800:00000200:2.0:1767384384.856200:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp48 down 00000800:00000100:2.0:1767384384.856207:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp48 00000800:00000010:2.0:1767384384.856211:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac47f470. 00000400:00000200:2.0:1767384384.856214:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384384.856226:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp48->192.168.204.108@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384384.856236:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp48 added to recovery queue. ping count: 0 next ping: 305 health :900 00000400:00000200:2.0:1767384384.856240:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384384.856244:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:2.0:1767384384.856248:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384384.856326:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384384.856331:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000001:3.0:1767384384.856335:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.856336:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384384.856343:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000400:00000010:3.0:1767384384.856345:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000400:00000200:3.0:1767384384.856348:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384384.856351:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:3.0:1767384384.856354:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000b1929383. 00000400:00000200:3.0:1767384384.856357:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:3.0:1767384384.856359:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:3.0:1767384384.856361:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc -71 00000400:00000200:3.0:1767384384.856363:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000200:3.0:1767384384.856365:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (42) 00000100:00000040:2.0:1767384384.858156:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294971910, at 4294971911 00000100:00000010:2.0:1767384384.858163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adc126ac. 00000100:00000040:3.0:1767384384.859128:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294971910, at 4294971911 00000100:00000010:3.0:1767384384.859135:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077359c30. 00000100:00000040:1.0:1767384384.859161:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294971910, at 4294971912 00000100:00000010:1.0:1767384384.859169:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b81d5d1. 00000100:00000040:0.0:1767384384.859173:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294971910, at 4294971912 00000100:00000010:0.0:1767384384.859180:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0993ba4. 00000020:00000010:3.0:1767384384.861287:0:40015:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ef603689. 00000020:00000040:3.0:1767384384.861293:0:40015:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384384.861295:0:40015:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ef603689. 00010000:00000001:0.0:1767384385.043207:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384385.043215:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.043222:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384385.043224:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.043273:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384385.043277:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384385.043280:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384385.162952:0:40016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b3dfa625. 00080000:00000010:1.0:1767384385.162961:0:40016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b3dfa625. 00000020:00000001:1.0:1767384385.162964:0:40016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384385.162970:0:40016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b3dfa625. 00080000:00000010:1.0:1767384385.162974:0:40016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b3dfa625. 00000020:00000001:1.0:1767384385.162976:0:40016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384385.273358:0:40053:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4172b69. 00080000:00000010:1.0:1767384385.273378:0:40053:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4172b69. 00000020:00000001:1.0:1767384385.273381:0:40053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384385.273389:0:40053:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4172b69. 00080000:00000010:1.0:1767384385.273393:0:40053:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4172b69. 00000020:00000001:1.0:1767384385.273395:0:40053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384385.432659:0:40065:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eff438bc. 00080000:00000010:3.0:1767384385.432687:0:40065:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eff438bc. 00000020:00000001:3.0:1767384385.432692:0:40065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384385.432699:0:40065:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eff438bc. 00080000:00000010:3.0:1767384385.432703:0:40065:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eff438bc. 00000020:00000001:3.0:1767384385.432706:0:40065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384385.543986:0:40101:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4172b69. 00080000:00000010:1.0:1767384385.543994:0:40101:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4172b69. 00000020:00000001:1.0:1767384385.543998:0:40101:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384385.544003:0:40101:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4172b69. 00080000:00000010:1.0:1767384385.544007:0:40101:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4172b69. 00000020:00000001:1.0:1767384385.544010:0:40101:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.544561:0:40101:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384385.544563:0:40101:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384385.544564:0:40101:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:2.0:1767384385.545204:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004f5367c3. 00080000:00000010:2.0:1767384385.545210:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004f5367c3. 00000020:00000001:2.0:1767384385.545213:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384385.545238:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d341c89. 00080000:00000010:0.0:1767384385.545244:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d341c89. 00000020:00000001:0.0:1767384385.545249:0:10600:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.554251:0:40101:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384385.554256:0:40101:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 0000000008e08d63. 00000020:01000004:1.0:1767384385.554258:0:40101:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384385.554260:0:40101:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384385.554261:0:40101:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384385.554264:0:40101:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000c597923c. 00000020:00000010:1.0:1767384385.554267:0:40101:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000ad9e6532. 00000020:00000001:1.0:1767384385.554276:0:40101:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384385.554284:0:40101:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000ccd20697. 00000020:00000001:1.0:1767384385.554286:0:40101:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384385.554289:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a07956. 00000020:00000010:1.0:1767384385.554292:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061c7a191. 00000040:00000010:1.0:1767384385.554295:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a417c16f. 00000020:00000010:1.0:1767384385.554298:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d07da45. 00000020:00000010:1.0:1767384385.554306:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2e9eb7e. 00040000:00000010:1.0:1767384385.554310:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002338bb57. 00040000:00000010:1.0:1767384385.554314:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b16bc587. 00080000:00000010:1.0:1767384385.554318:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007952a16f. 00080000:00000010:1.0:1767384385.554322:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d3c11eea. 10000000:00000001:1.0:1767384385.554328:0:40101:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384385.554329:0:40101:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384385.554331:0:40101:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384385.554333:0:40101:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384385.554335:0:40101:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384385.554341:0:40101:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000f78be4d5) refs 3 10000000:00000001:1.0:1767384385.554342:0:40101:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384385.554344:0:40101:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446613950218792448 : -130123490759168 : ffff89a7438e6e00) 10000000:00000001:1.0:1767384385.554346:0:40101:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384385.554347:0:40101:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x88edd5ef35457bea 00010000:00000001:1.0:1767384385.554349:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.554351:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384385.554352:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bfc95d5 refcount=2 00000020:00000001:1.0:1767384385.554354:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00010000:00000001:1.0:1767384385.554356:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00010000:00000001:1.0:1767384385.554358:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384385.554360:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.554362:0:40101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.554369:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.554371:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.554372:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.554373:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384385.554374:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bfc95d5 refcount=3 00000020:00000001:1.0:1767384385.554376:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00010000:00000001:1.0:1767384385.554378:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00010000:00000001:1.0:1767384385.554380:0:40101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384385.554381:0:40101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.554387:0:40101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384385.554389:0:40101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.554394:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.554395:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384385.554396:0:40101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.554413:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384385.554415:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.554418:0:40101:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384385.554422:0:40101:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000472274b. 00010000:00000001:1.0:1767384385.554425:0:40101:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384385.554435:0:40101:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384385.554437:0:40101:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.554438:0:40101:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.554440:0:40101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384385.554441:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.554442:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384385.554443:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.554444:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554445:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.554446:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554447:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.554447:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554448:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.554449:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554449:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.554450:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554451:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384385.554451:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f78be4d5) refs 3 10000000:00000001:1.0:1767384385.554453:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.554453:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384385.554454:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f78be4d5) refs 2 10000000:00000001:1.0:1767384385.554455:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384385.554456:0:40101:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:1.0:1767384385.554457:0:40101:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384385.554458:0:40101:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.554462:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061c7a191. 00000040:00000010:1.0:1767384385.554465:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a417c16f. 00000020:00000010:1.0:1767384385.554468:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d07da45. 00000020:00000010:1.0:1767384385.554470:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2e9eb7e. 00040000:00000010:1.0:1767384385.554473:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002338bb57. 00040000:00000010:1.0:1767384385.554475:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b16bc587. 00080000:00000010:1.0:1767384385.554484:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d3c11eea. 00080000:00000010:1.0:1767384385.554487:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007952a16f. 00000020:00000010:1.0:1767384385.554491:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a07956. 00000020:00000001:1.0:1767384385.554494:0:40101:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.554496:0:40101:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000ccd20697. 00000020:00000001:1.0:1767384385.554498:0:40101:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.554500:0:40101:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000c4172b69. 00000020:00000001:3.0:1767384385.554501:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384385.554503:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 5 00000020:00000001:3.0:1767384385.554506:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.554507:0:40101:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000003c30154b. 00010000:00010000:3.0:1767384385.554510:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384385.554513:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384385.554515:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384385.554517:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.554523:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bfc95d5 already unused, calling callback (00000000a14c0dae) 10000000:00000001:3.0:1767384385.554525:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000010:00000001:1.0:1767384385.554526:0:40101:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00010000:3.0:1767384385.554527:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384385.554531:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384385.554533:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384385.554535:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384385.554537:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384385.554538:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1767384385.554543:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384385.554549:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384385.554550:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384385.554551:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384385.554553:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384385.554554:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000020:00000001:3.0:1767384385.554556:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384385.554557:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:3.0:1767384385.554560:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bfc95d5 refcount=3 00000100:00000001:1.0:1767384385.554561:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1767384385.554564:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00000100:00000001:1.0:1767384385.554565:0:40101:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:3.0:1767384385.554568:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736122880 : -130122973428736 : ffff89a762644400) 00000100:00080000:1.0:1767384385.554568:0:40101:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:1.0:1767384385.554571:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384385.554572:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:1.0:1767384385.554573:0:40101:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00010000:3.0:1767384385.554576:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384385.554577:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384385.554579:0:40101:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.554584:0:40101:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00000001:3.0:1767384385.554586:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384385.554588:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384385.554588:0:40101:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1767384385.554590:0:40101:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:01000000:3.0:1767384385.554609:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1767384385.554612:0:17067:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767384385.554613:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384385.554613:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f78be4d5) refs 1 10000000:01000000:3.0:1767384385.554615:0:17067:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1767384385.554616:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.554617:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.554617:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.554618:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.554619:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.554620:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:1.0:1767384385.554620:0:40101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee42bd0d. 10000000:00000001:3.0:1767384385.554623:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.554625:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384385.554625:0:40101:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:3.0:1767384385.554626:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.554629:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384385.554631:0:40101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384385.554632:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000fa33a153 : new refcount 11 02000000:00000001:1.0:1767384385.554634:0:40101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000010:3.0:1767384385.554635:0:17067:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000f78be4d5. 02000000:00000001:1.0:1767384385.554639:0:40101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.554640:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.554643:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.554646:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:1.0:1767384385.554647:0:40101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002338bb57. 00010000:00000001:3.0:1767384385.554649:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384385.554656:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384385.554657:0:40101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.554658:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.554661:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.554662:0:40101:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446613945950166016 : -130127759385600 : ffff89a645205c00) 00000020:00000040:3.0:1767384385.554664:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bfc95d5 with handle 0x88edd5ef35457bea from hash 00000100:00080000:1.0:1767384385.554666:0:40101:0:(import.c:65:import_set_state_nolock()) 000000009644ade4 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:3.0:1767384385.554667:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384385.554671:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.554672:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384385.554672:0:40101:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384385.554673:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384385.554676:0:40101:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.554677:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384385.554679:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384385.554682:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384385.554685:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:1.0:1767384385.554685:0:40101:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee42bd0d] to pc [ptlrpcd_rcv+-1] req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384385.554691:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b528da7. 00000020:00000040:3.0:1767384385.554695:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384385.554698:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384385.554700:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384385.554702:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.554704:0:40101:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384385.554707:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001adbcc2d. 00000100:00000001:3.0:1767384385.554712:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.554715:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384385.554720:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.554726:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384385.554728:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.554730:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384385.554731:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384385.554732:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.554734:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384385.554737:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b528da7] to pc [ptlrpcd_00_02+2] req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384385.554737:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384385.554741:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384385.554750:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384385.554751:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.554755:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384385.554758:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384385.554760:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384385.554763:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee42bd0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853236743012736:0@lo:39: 00010000:00000001:3.0:1767384385.554765:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384385.554767:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384385.554768:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.554769:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.554771:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.554771:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384385.554773:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.554774:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.554775:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.554777:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384385.554777:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384385.554780:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384385.554781:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42e6cde. 00000100:00000001:1.0:1767384385.554785:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384385.554786:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.554790:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384385.554791:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384385.554794:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 000000008bfc95d5/0x88edd5ef35457bea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457bf1 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384385.554794:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a8c1e2. 00000100:00000040:1.0:1767384385.554798:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384385.554802:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dbb30a3. 00000100:00000001:0.0:1767384385.554804:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384385.554809:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384385.554810:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.554812:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384385.554812:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012736, portal 10 00010000:00000010:3.0:1767384385.554816:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000472274b. 00000100:00000001:2.0:1767384385.554818:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767384385.554823:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.554823:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950166016 : -130127759385600 : ffff89a645205c00) 00000100:00000001:1.0:1767384385.554823:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384385.554826:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.554828:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384385.554831:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384385.554832:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384385.554832:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384385.554834:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384385.554836:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384385.554838:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.554840:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384385.554844:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384385.554845:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743012864:0@lo:103: 00010000:00010000:3.0:1767384385.554848:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384385.554849:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384385.554852:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384385.554853:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384385.554855:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384385.554856:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384385.554858:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384385.554858:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384385.554859:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 02000000:00000001:1.0:1767384385.554861:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384385.554863:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743012736, offset 0 02000000:00000001:1.0:1767384385.554863:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384385.554868:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d7cb379. 02000000:00000001:1.0:1767384385.554870:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.554874:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384385.554875:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d91ddca3. 00000400:00000010:1.0:1767384385.554880:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000200:1.0:1767384385.554883:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012864, portal 18 00000100:00000001:1.0:1767384385.554885:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384385.554886:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000400:00000200:2.0:1767384385.554891:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384385.554893:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.554900:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384385.554906:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384385.554908:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000100:00000200:1.0:1767384385.554910:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743012864, offset 0 00000400:00000200:1.0:1767384385.554913:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384385.554926:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc08180 00000400:00000200:1.0:1767384385.554927:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384385.554939:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:1.0:1767384385.554940:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc08200 00000400:00000200:1.0:1767384385.554948:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:2.0:1767384385.554949:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384385.554953:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384385.554955:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384385.554960:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384385.554963:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384385.554964:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384385.554966:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767384385.554967:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384385.554971:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001370fe0a. 00000100:00000010:1.0:1767384385.554972:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058421013. 00000100:00000040:2.0:1767384385.554976:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000001370fe0a x1853236743012736 msgsize 224 00000100:00000040:1.0:1767384385.554976:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000058421013 x1853236743012864 msgsize 328 00000100:00100000:2.0:1767384385.554988:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384385.554988:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384385.555000:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384385.555002:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384385.555010:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000400:00000010:2.0:1767384385.555015:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000100:00000001:2.0:1767384385.555019:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384385.555019:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384385.555022:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000200:2.0:1767384385.555025:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.555027:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384385.555034:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.555037:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384385.555039:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384385.555041:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012864 00000100:00000040:2.0:1767384385.555045:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384385.555046:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384385.555049:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384385.555050:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384385.555052:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384385.555056:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384385.555057:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.555059:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.555059:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384385.555064:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012736 00000100:00100000:3.0:1767384385.555065:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012864 00000100:00000001:2.0:1767384385.555065:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384385.555071:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.555071:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384385.555072:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384385.555074:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.555075:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384385.555076:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:1.0:1767384385.555077:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384385.555080:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2885 usecs (3 jiffies) 00000100:00000001:0.0:1767384385.555080:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.555081:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384385.555083:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.555084:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=15 00000100:00000001:2.0:1767384385.555087:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294972610 02000000:00000001:0.0:1767384385.555088:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.555089:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:1.0:1767384385.555089:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294972612 00000100:00000010:2.0:1767384385.555091:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000020:00000001:3.0:1767384385.555096:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:0.0:1767384385.555096:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012736 00000020:00000001:0.0:1767384385.555127:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384385.555128:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384385.555130:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c1b 00000020:00000010:3.0:1767384385.555133:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb89157. 00000020:00000001:0.0:1767384385.555134:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384385.555139:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384385.555139:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b7c52012 refcount=5 00000020:00000001:0.0:1767384385.555144:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000001:0.0:1767384385.555148:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699259904 : -130123010291712 : ffff89a76031c800) 00000020:00000010:3.0:1767384385.555150:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb89157. 00000100:00000001:0.0:1767384385.555154:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384385.555160:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618e539d. 00000020:00000010:0.0:1767384385.555160:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc1e8785. 00000100:00000001:0.0:1767384385.555164:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384385.555166:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eff438bc. 00000020:00000010:0.0:1767384385.555168:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc1e8785. 00000020:00000010:0.0:1767384385.555176:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd61afd8. 00000020:00000010:0.0:1767384385.555179:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d341c89. 00000020:00000010:0.0:1767384385.555184:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:3.0:1767384385.555187:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000993858d8. 00000100:00000040:0.0:1767384385.555193:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384385.555197:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384385.555198:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384385.555199:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384385.555202:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384385.555205:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384385.555207:0:17064:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384385.555209:0:17064:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.555209:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00010000:00000001:3.0:1767384385.555212:0:17064:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384385.555214:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384385.555214:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294972611 00000020:00000001:3.0:1767384385.555216:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384385.555217:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555218:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972610 00000020:00000040:3.0:1767384385.555219:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000971176cc refcount=3 00000020:00000001:3.0:1767384385.555224:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605038592 : -130123104513024 : ffff89a75a941400) 00000100:00000010:2.0:1767384385.555225:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ba8852. 00000100:00000001:1.0:1767384385.555226:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294972613 00000100:00000001:0.0:1767384385.555227:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.555228:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605038592 : -130123104513024 : ffff89a75a941400) 00000100:00000001:2.0:1767384385.555229:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00010000:00000001:3.0:1767384385.555234:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.555235:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384385.555236:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294972611 00010000:00000001:3.0:1767384385.555237:0:17064:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555238:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972611 00000100:00000001:3.0:1767384385.555240:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384385.555240:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000100:00000001:0.0:1767384385.555243:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.555244:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294972613 00000100:00000001:2.0:1767384385.555245:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384385.555246:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.555252:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294972611 00000100:00000001:1.0:1767384385.555254:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972611 00000100:00000010:2.0:1767384385.555256:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000001:3.0:1767384385.555258:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384385.555260:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384385.555267:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294972613 00000100:00000001:2.0:1767384385.555268:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384385.555274:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555275:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384385.555275:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972611 00000100:00000001:0.0:1767384385.555275:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384385.555277:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555281:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384385.555281:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384385.555282:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.555283:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384385.555289:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384385.555289:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.555290:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384385.555290:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384385.555295:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384385.555296:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384385.555296:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1767384385.555297:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b7c52012 : new rpc_count 1 00000100:00000001:1.0:1767384385.555300:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.555301:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945950160640 : -130127759390976 : ffff89a645204700) 00000100:00000001:0.0:1767384385.555302:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947175808 : -130127762375808 : ffff89a644f2bb80) 00000100:00000001:2.0:1767384385.555303:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384385.555306:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384385.555306:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384385.555310:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058421013 x1853236743012864/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384385.555310:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555310:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384385.555315:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.555315:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001370fe0a x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:366/0 lens 224/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.555316:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384385.555319:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384385.555323:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555328:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555338:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384385.555342:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384385.555343:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb89157. 00000020:00000010:0.0:1767384385.555347:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc1e8785. 00000100:00000001:3.0:1767384385.555348:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384385.555353:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384385.555354:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb89157. 00000020:00000010:0.0:1767384385.555360:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc1e8785. 00000100:00100000:3.0:1767384385.555365:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058421013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+15:16349:x1853236743012864:12345-0@lo:103: 00000100:00100000:0.0:1767384385.555369:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001370fe0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853236743012736:12345-0@lo:39: 00000100:00000200:0.0:1767384385.555375:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012736 00000100:00000200:3.0:1767384385.555380:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012864 00000020:00000001:0.0:1767384385.555380:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384385.555384:0:17064:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:0.0:1767384385.555385:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000002:3.0:1767384385.555387:0:17064:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384385.555390:0:17064:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767384385.555390:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.555395:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384385.555396:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384385.555399:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384385.555399:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664055136 : -1045496480 : ffffffffc1aefd60) 02000000:00000010:3.0:1767384385.555404:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e4d72351. 00000020:00000001:0.0:1767384385.555405:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384385.555406:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555409:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.555410:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384385.555411:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384385.555415:0:17064:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1767384385.555416:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384385.555417:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.555420:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384385.555421:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1767384385.555422:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000971176cc refcount=3 00000020:00000001:3.0:1767384385.555425:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605038592 : -130123104513024 : ffff89a75a941400) 00000020:00000001:0.0:1767384385.555426:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.555427:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605038592 : -130123104513024 : ffff89a75a941400) 00010000:00000040:3.0:1767384385.555433:0:17064:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 6 00000020:00000001:0.0:1767384385.555433:0:17080:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384385.555435:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384385.555438:0:17064:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384385.555438:0:17080:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:3.0:1767384385.555442:0:17064:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384385.555443:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384385.555444:0:17064:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.555448:0:17064:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.555448:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384385.555453:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384385.555454:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767384385.555455:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a3cf4c5. 02000000:00000001:0.0:1767384385.555458:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.555459:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.555462:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384385.555462:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.555465:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.555467:0:17064:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.555469:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000971176cc with handle 0x88edd5ef35457bf1 from hash 00000020:00000040:0.0:1767384385.555469:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=6 00010000:00000001:3.0:1767384385.555471:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384385.555476:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384385.555476:0:17080:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767384385.555480:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.555480:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384385.555481:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384385.555482:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384385.555487:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000971176cc/0x88edd5ef35457bf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457bea expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384385.555492:0:17064:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 9 00000004:00000001:0.0:1767384385.555494:0:17080:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384385.555495:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 14 00000020:00000040:0.0:1767384385.555499:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000b7c52012 refcount=7 00010000:00000001:3.0:1767384385.555501:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384385.555504:0:17080:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:3.0:1767384385.555505:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384385.555508:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1767384385.555509:0:17080:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:3.0:1767384385.555510:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384385.555514:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.555516:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:0.0:1767384385.555516:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 6 00010000:00010000:3.0:1767384385.555518:0:17064:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384385.555522:0:17064:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:0.0:1767384385.555522:0:17080:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457c1b 00010000:00000001:3.0:1767384385.555526:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384385.555527:0:17080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b7c52012 with handle 0x88edd5ef35457c1b from hash 00010000:00000001:3.0:1767384385.555529:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384385.555533:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=95 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384385.555533:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 5 00000020:00000001:0.0:1767384385.555539:0:17080:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:3.0:1767384385.555540:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384385.555544:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000020:00000040:0.0:1767384385.555544:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 4 00000100:00000001:3.0:1767384385.555550:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384385.555550:0:17080:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384385.555553:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 3 02000000:00000001:3.0:1767384385.555554:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384385.555557:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.555558:0:17080:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555560:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384385.555563:0:17080:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000040:3.0:1767384385.555564:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1767384385.555568:0:17080:0:(import.c:65:import_set_state_nolock()) 00000000ca3bdaa3 : changing import state from FULL to CLOSED 00000400:00000010:3.0:1767384385.555569:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000200:3.0:1767384385.555573:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743012864, offset 224 00000100:00000001:0.0:1767384385.555574:0:17080:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384385.555578:0:17080:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000400:00000200:3.0:1767384385.555580:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384385.555581:0:17080:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000200:3.0:1767384385.555587:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384385.555607:0:17080:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384385.555608:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc08200 00000020:00000020:0.0:1767384385.555612:0:17080:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000400:00000200:3.0:1767384385.555616:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x210d [1] + 224 00000020:00000020:0.0:1767384385.555619:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c26ce1a2 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1767384385.555620:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384385.555623:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384385.555627:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384385.555628:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b7c52012 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1767384385.555630:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384385.555632:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384385.555635:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:0.0:1767384385.555637:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf dirty 0 pend 0 grant 0 00000100:00000200:3.0:1767384385.555640:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384385.555646:0:17080:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000040:3.0:1767384385.555651:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384385.555652:0:17080:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:0.0:1767384385.555655:0:17080:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384385.555660:0:17080:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384385.555666:0:17080:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384385.555670:0:17080:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 6 00000001:00000001:0.0:1767384385.555674:0:17080:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:3.0:1767384385.555675:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000040:0.0:1767384385.555676:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 5 00000020:00000040:0.0:1767384385.555680:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 2 00000400:00000200:3.0:1767384385.555681:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000001:00000001:0.0:1767384385.555682:0:17080:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000400:00000010:3.0:1767384385.555684:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000001:00000040:0.0:1767384385.555686:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 4 00000100:00000001:3.0:1767384385.555688:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384385.555689:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384385.555691:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:0.0:1767384385.555692:0:17080:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:1.0:1767384385.555693:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384385.555696:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384385.555697:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 1 00000400:00000001:1.0:1767384385.555699:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:0.0:1767384385.555702:0:17080:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384385.555703:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00000400:00000001:1.0:1767384385.555703:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384385.555707:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91ddca3. 00010000:00000001:3.0:1767384385.555710:0:17064:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.555710:0:17080:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384385.555712:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00010000:00000001:3.0:1767384385.555716:0:17064:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384385.555716:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00010000:00000001:0.0:1767384385.555717:0:17080:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555721:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384385.555722:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058421013 x1853236743012864/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384385.555723:0:17080:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384385.555728:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384385.555731:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743012736 00010000:00000001:0.0:1767384385.555737:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384385.555745:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001370fe0a x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384385.555755:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058421013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16349:x1853236743012864:12345-0@lo:103: Request processed in 413us (774us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384385.555762:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384385.555771:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384385.555777:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00010000:00000001:0.0:1767384385.555778:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384385.555782:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384385.555784:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555785:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384385.555785:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384385.555790:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384385.555790:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000309791e9 time=89 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384385.555791:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eff438bc. 00000100:00000001:1.0:1767384385.555797:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384385.555798:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000993858d8. 00000100:00000001:0.0:1767384385.555799:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384385.555802:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384385.555803:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000618e539d. 00000100:00000040:0.0:1767384385.555806:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 21 to 0@lo 00000100:00000001:1.0:1767384385.555807:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384385.555808:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:1.0:1767384385.555811:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.555812:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.555812:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384385.555817:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.555819:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384385.555823:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384385.555824:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=95 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384385.555827:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384385.555829:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=95 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384385.555832:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384385.555837:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000001:1.0:1767384385.555838:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384385.555841:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.555844:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384385.555844:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743012736, offset 224 00010000:00000001:1.0:1767384385.555846:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555851:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384385.555855:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384385.555856:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.555864:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384385.555868:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384385.555869:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384385.555870:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384385.555875:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384385.555882:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc08180 00000100:00100000:1.0:1767384385.555885:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743012864:0@lo:103: 00000100:00000001:1.0:1767384385.555891:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.555894:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384385.555894:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2105 [1] + 224 00000100:00000040:1.0:1767384385.555898:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b528da7 x1853236743012864/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384385.555905:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384385.555906:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384385.555908:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384385.555912:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d7cb379. 00000400:00000200:0.0:1767384385.555916:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384385.555917:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384385.555921:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384385.555922:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384385.555923:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384385.555924:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384385.555928:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001adbcc2d. 02000000:00000001:1.0:1767384385.555932:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384385.555932:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384385.555935:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384385.555936:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b528da7. 00000100:00000001:1.0:1767384385.555940:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384385.555942:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.555945:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.555952:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384385.555954:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.555955:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.555958:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384385.555964:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.555980:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384385.555987:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384385.555989:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:0.0:1767384385.555993:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384385.555995:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384385.555998:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.556002:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 20 to 0@lo 00010000:00000001:0.0:1767384385.556005:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384385.556006:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384385.556007:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.556009:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384385.556012:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384385.556014:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384385.556016:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384385.556019:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a8c1e2. 00000100:00000040:0.0:1767384385.556019:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001370fe0a x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384385.556024:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dbb30a3 00000400:00000010:2.0:1767384385.556026:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dbb30a3. 00000100:00000001:2.0:1767384385.556030:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384385.556035:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.556040:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001370fe0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16346:x1853236743012736:12345-0@lo:39: Request processed in 695us (1059us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384385.556050:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.556058:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384385.556059:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384385.556062:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384385.556063:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7c52012 : new rpc_count 0 00000100:00000001:2.0:1767384385.556064:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384385.556066:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384385.556068:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384385.556070:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384385.556072:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d341c89. 00000100:00000001:2.0:1767384385.556074:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384385.556077:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384385.556078:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 02000000:00000001:2.0:1767384385.556079:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384385.556085:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd61afd8. 00000100:00001000:2.0:1767384385.556086:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000976bde44 time=89 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384385.556091:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b7c52012 : new refcount 0 00000100:00001000:2.0:1767384385.556092:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000881bcdea time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384385.556097:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000080:0.0:1767384385.556097:0:17080:0:(genops.c:904:class_export_put()) final put 00000000b7c52012/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:2.0:1767384385.556127:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.556129:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384385.556133:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384385.556134:0:16346:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.556140:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384385.556143:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384385.556145:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384385.556146:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1767384385.556147:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384385.556149:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000b7c52012/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000040:2.0:1767384385.556155:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384385.556155:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 19 to 0@lo 00000020:00000001:1.0:1767384385.556160:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384385.556163:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384385.556165:0:36:0:(genops.c:1229:class_import_get()) import 00000000ca3bdaa3 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384385.556169:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384385.556171:0:36:0:(genops.c:1242:class_import_put()) import 00000000ca3bdaa3 refcount=1 obd=lustre-MDT0000 00000100:00000001:2.0:1767384385.556173:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384385.556174:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384385.556177:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384385.556178:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384385.556179:0:36:0:(genops.c:1242:class_import_put()) import 00000000ca3bdaa3 refcount=0 obd=lustre-MDT0000 00000100:00000001:2.0:1767384385.556180:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384385.556182:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000ca3bdaa3 00000100:00080000:2.0:1767384385.556184:0:16346:0:(import.c:65:import_set_state_nolock()) 000000009644ade4 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384385.556187:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384385.556189:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384385.556189:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384385.556190:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:1.0:1767384385.556192:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384385.556195:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000058ff28d0. 00010000:00000001:1.0:1767384385.556200:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:2.0:1767384385.556202:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384385.556203:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384385.556209:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006838b42c. 00000001:00000010:1.0:1767384385.556214:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b9820d48. 00000100:00100000:2.0:1767384385.556217:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee42bd0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853236743012736:0@lo:39: 00000001:00000010:1.0:1767384385.556218:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c92c4cb3. 00000100:00000001:3.0:1767384385.556219:0:40101:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384385.556223:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbefcfc2. 00000100:00000001:2.0:1767384385.556225:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.556226:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:1.0:1767384385.556227:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000369aedb1. 00000100:00080000:3.0:1767384385.556229:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384385.556230:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:1.0:1767384385.556231:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c6611bc6. 00000100:00000001:3.0:1767384385.556232:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:2.0:1767384385.556235:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee42bd0d x1853236743012736/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.556236:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384385.556238:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000001:00000001:1.0:1767384385.556238:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:3.0:1767384385.556242:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:1.0:1767384385.556242:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384385.556245:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384385.556246:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384385.556246:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384385.556249:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000001:00000010:1.0:1767384385.556249:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d161ca0. 00000100:00000001:3.0:1767384385.556251:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:1.0:1767384385.556252:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8ff14e7. 00000001:00000010:1.0:1767384385.556254:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b882b879. 00000001:00000010:1.0:1767384385.556255:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040e15ae8. 00000001:00000010:1.0:1767384385.556257:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ccacf9ad. 00000100:00000001:3.0:1767384385.556260:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:1.0:1767384385.556260:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000038fa5bad. 02000000:00000001:2.0:1767384385.556261:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384385.556263:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1767384385.556265:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42e6cde. 00000001:00000001:1.0:1767384385.556265:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:3.0:1767384385.556267:0:40101:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00000001:1.0:1767384385.556269:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:3.0:1767384385.556270:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:2.0:1767384385.556270:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384385.556271:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:3.0:1767384385.556275:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000010:1.0:1767384385.556276:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000e9e670d4. 00000020:00000001:2.0:1767384385.556277:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1767384385.556278:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1767384385.556279:0:16346:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384385.556282:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384385.556284:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002338bb57. 00000020:00000020:1.0:1767384385.556287:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:2.0:1767384385.556290:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000020:1.0:1767384385.556291:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c26ce1a2 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384385.556294:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000020:1.0:1767384385.556295:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e4288af2-bd49-4931-9d99-ecd791472d96/0000000068dd68bf dirty 0 pend 0 grant 0 00000100:00000010:2.0:1767384385.556297:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee42bd0d. 00000004:00000001:1.0:1767384385.556299:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.556302:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.556303:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384385.556304:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 9 - export 00000100:00000001:2.0:1767384385.556306:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384385.556308:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b7c52012. 00000100:00000001:2.0:1767384385.556310:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384385.556315:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767384385.556316:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384385.556319:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.556319:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:2.0:1767384385.556322:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000080:1.0:1767384385.556322:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ca3bdaa3 for lustre-MDT0000 00000100:00000001:2.0:1767384385.556326:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.556328:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 00000020:00000040:1.0:1767384385.556331:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 8 - import 00000020:00000010:1.0:1767384385.556333:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ca3bdaa3. 00000020:00000001:1.0:1767384385.556336:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1767384385.556684:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384385.556686:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384385.556687:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384385.557017:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.557019:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384385.557022:0:40101:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384385.557023:0:40101:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.557024:0:40101:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000003c30154b. 00000020:00000001:3.0:1767384385.557029:0:40101:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384385.557031:0:40101:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000c4172b69. 00000020:00000010:3.0:1767384385.557033:0:40101:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000ad9e6532. 00000020:00000010:3.0:1767384385.557034:0:40101:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000c597923c. 00000020:00000010:3.0:1767384385.557037:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618e539d. 00000020:00000010:3.0:1767384385.557039:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cbdf182f. 00000040:00000010:3.0:1767384385.557041:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001adbcc2d. 00000020:00000010:3.0:1767384385.557044:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb2e3cce. 00000020:00000010:3.0:1767384385.557047:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f83c6124. 00000020:00000010:3.0:1767384385.557049:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f78be4d5. 80000000:00000010:3.0:1767384385.557052:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077359c30. 40000000:00000010:3.0:1767384385.557054:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005cb89157. 00100000:00000010:3.0:1767384385.557057:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000653d96a6. 00040000:00000010:3.0:1767384385.557059:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b43a12c. 00040000:00000010:3.0:1767384385.557062:0:40101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d0c60ce3. 00040000:00000010:3.0:1767384385.557064:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af5f0b9b. 00080000:00000010:3.0:1767384385.557068:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051199c4a. 00080000:00000010:3.0:1767384385.557071:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008ffbdb94. 00000004:00000010:3.0:1767384385.557075:0:40101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a17c09eb. 00000004:00000010:3.0:1767384385.557078:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b18189ea. 00000004:00000010:3.0:1767384385.557081:0:40101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b30a54f9. 00002000:00000010:3.0:1767384385.557089:0:40101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043ff447e. 00000004:00000010:3.0:1767384385.557092:0:40101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009923fa4e. 00000020:00000010:3.0:1767384385.557094:0:40101:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f65d85a1. 00000020:00000001:3.0:1767384385.557098:0:40101:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384385.557118:0:40101:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 0000000026cdc1e3. 00000020:00000001:3.0:1767384385.557121:0:40101:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384385.557123:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928a8f79. 00000020:00000010:3.0:1767384385.557125:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f36e4c76. 00000040:00000010:3.0:1767384385.557127:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5fcb127. 00000020:00000010:3.0:1767384385.557129:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cbf60a37. 00000020:00000010:3.0:1767384385.557132:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005a31fd44. 00040000:00000010:3.0:1767384385.557135:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043dccc8e. 00040000:00000010:3.0:1767384385.557137:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007bdfd8da. 00080000:00000010:3.0:1767384385.557140:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e14bbf04. 00080000:00000010:3.0:1767384385.557143:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005a9c0e06. 10000000:00000001:3.0:1767384385.557146:0:40101:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384385.557147:0:40101:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384385.557149:0:40101:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384385.557150:0:40101:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384385.557152:0:40101:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384385.557153:0:40101:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000009c28fa30) refs 3 10000000:00000001:3.0:1767384385.557154:0:40101:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.557155:0:40101:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446613950218788864 : -130123490762752 : ffff89a7438e6000) 10000000:00000001:3.0:1767384385.557157:0:40101:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384385.557158:0:40101:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x88edd5ef35457b65 00010000:00000001:3.0:1767384385.557159:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.557160:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.557161:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5355104 refcount=2 00000020:00000001:3.0:1767384385.557162:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:3.0:1767384385.557164:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:3.0:1767384385.557165:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.557167:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.557168:0:40101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557179:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557180:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.557181:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.557182:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.557182:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5355104 refcount=3 00000020:00000001:3.0:1767384385.557183:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:3.0:1767384385.557185:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:3.0:1767384385.557186:0:40101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384385.557186:0:40101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557190:0:40101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384385.557191:0:40101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557194:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557194:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384385.557195:0:40101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557198:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.557199:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557200:0:40101:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384385.557202:0:40101:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000048694228. 00010000:00000001:3.0:1767384385.557203:0:40101:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384385.557210:0:40101:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384385.557212:0:40101:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557213:0:40101:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557214:0:40101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384385.557214:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557215:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384385.557216:0:40101:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384385.557217:0:40101:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x88edd5ef35457f71 00010000:00000001:3.0:1767384385.557221:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.557222:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.557224:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=2 00000020:00000001:1.0:1767384385.557225:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384385.557226:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00000020:00000001:1.0:1767384385.557228:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557229:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384385.557233:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1767384385.557233:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384385.557236:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557238:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:3.0:1767384385.557239:0:40101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.557240:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384385.557243:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557247:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557250:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.557251:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.557254:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767384385.557254:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e5355104 already unused, calling callback (00000000a14c0dae) 00000020:00000040:3.0:1767384385.557255:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=3 10000000:00000001:1.0:1767384385.557258:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767384385.557259:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 10000000:00010000:1.0:1767384385.557260:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557262:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:3.0:1767384385.557266:0:40101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384385.557268:0:40101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.557272:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384385.557274:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.557277:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384385.557278:0:40101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384385.557280:0:40101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384385.557280:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5355104 refcount=3 00000020:00000001:1.0:1767384385.557284:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:1.0:1767384385.557288:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114912256 : -130122594639360 : ffff89a778f82200) 00010000:00000001:3.0:1767384385.557291:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557292:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384385.557292:0:40101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.557299:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384385.557300:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1767384385.557302:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557303:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557307:0:40101:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384385.557311:0:40101:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d5e87fb8. 10000000:00000001:1.0:1767384385.557312:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384385.557314:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557320:0:40101:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:01000000:1.0:1767384385.557320:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767384385.557323:0:17067:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:1.0:1767384385.557324:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384385.557325:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009c28fa30) refs 3 00010000:00010000:3.0:1767384385.557327:0:40101:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:1.0:1767384385.557327:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.557328:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557333:0:40101:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557333:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384385.557336:0:40101:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557336:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384385.557339:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384385.557340:0:40101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384385.557342:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.557343:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557346:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.557346:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.557350:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384385.557351:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e5355104 with handle 0x88edd5ef35457b65 from hash 10000000:00000040:3.0:1767384385.557353:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 2 00010000:00000001:1.0:1767384385.557354:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384385.557357:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384385.557358:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384385.557360:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384385.557361:0:40101:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:1.0:1767384385.557362:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000040:3.0:1767384385.557364:0:40101:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x88edd5ef35457bdc 00010000:00000001:1.0:1767384385.557365:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384385.557365:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384385.557366:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384385.557369:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:3.0:1767384385.557370:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384385.557370:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.557373:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001e2248dc refcount=2 00010000:00000001:1.0:1767384385.557377:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:3.0:1767384385.557378:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 00010000:00010000:0.0:1767384385.557378:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384385.557382:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 00010000:00000001:1.0:1767384385.557382:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384385.557386:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.557387:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.557388:0:40101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384385.557389:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021810884. 00000020:00000040:1.0:1767384385.557396:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00010000:00000001:3.0:1767384385.557397:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557401:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384385.557401:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384385.557405:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384385.557406:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.557410:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384385.557410:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.557412:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001e2248dc refcount=3 00000020:00000001:3.0:1767384385.557417:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 02000000:00000010:1.0:1767384385.557417:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7cb379. 00010000:00000001:3.0:1767384385.557423:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 00000100:00000001:1.0:1767384385.557424:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557426:0:40101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384385.557429:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384385.557430:0:40101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384385.557435:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384385.557445:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384385.557448:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384385.557449:0:40101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384385.557451:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:3.0:1767384385.557453:0:40101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384385.557454:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384385.557458:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021810884] to pc [ptlrpcd_00_03+3] req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384385.557478:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557480:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384385.557482:0:40101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384385.557488:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384385.557489:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.557493:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557493:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.557496:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.557499:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557500:0:40101:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384385.557501:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384385.557502:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384385.557505:0:40101:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000097ce7b96. 00000100:00000001:2.0:1767384385.557506:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384385.557506:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.557510:0:40101:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384385.557510:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384385.557511:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.557515:0:40101:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000040:2.0:1767384385.557518:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384385.557521:0:40101:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557522:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557524:0:40101:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.557526:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000e5355104/0x88edd5ef35457b65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b6c expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557528:0:40101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384385.557531:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.557534:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384385.557537:0:40102:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 10000000:00000001:3.0:1767384385.557538:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.557538:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000040:3.0:1767384385.557542:0:40101:0:(mgc_request.c:123:config_log_put()) log params(0000000052863052) refs 2 00000100:00000001:2.0:1767384385.557542:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557542:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1767384385.557543:0:40102:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000dc1e8785. 00010000:00000001:1.0:1767384385.557545:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:00000001:3.0:1767384385.557549:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.0:1767384385.557549:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000048694228. 02000000:00000001:2.0:1767384385.557550:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384385.557551:0:40102:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd61afd8. 10000000:00000001:3.0:1767384385.557553:0:40101:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 02000000:00000001:2.0:1767384385.557554:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384385.557555:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384385.557557:0:40101:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x88edd5ef35457b57 00000020:00000010:0.0:1767384385.557558:0:40102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000219b5412. 02000000:00000001:2.0:1767384385.557559:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.557560:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384385.557561:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.557565:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.557566:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384385.557567:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021810884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743012992:0@lo:103: 00000020:00000010:0.0:1767384385.557567:0:40102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001544967c. 00000020:00000040:3.0:1767384385.557570:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a08ba514 refcount=2 00010000:00010000:1.0:1767384385.557571:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384385.557576:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1767384385.557576:0:40102:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0ee579f. 00000020:00000001:3.0:1767384385.557577:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00000100:00000001:2.0:1767384385.557577:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384385.557580:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384385.557582:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384385.557584:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00010000:00010000:1.0:1767384385.557584:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384385.557584:0:40102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050771266. 02000000:00000001:2.0:1767384385.557585:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.557590:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 80000000:00000010:0.0:1767384385.557591:0:40102:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000078a354d6. 00010000:00000001:3.0:1767384385.557592:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384385.557607:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007578340f. 00010000:00000001:3.0:1767384385.557608:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.557608:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001e2248dc already unused, calling callback (00000000a14c0dae) 02000000:00000001:2.0:1767384385.557613:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384385.557614:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:3.0:1767384385.557615:0:40101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 40000000:00000010:0.0:1767384385.557615:0:40102:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000046578bf. 10000000:00010000:1.0:1767384385.557618:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384385.557620:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a8c1e2. 00100000:00000010:0.0:1767384385.557624:0:40102:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000132090e2. 00000400:00000010:2.0:1767384385.557628:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dbb30a3. 00040000:00000010:0.0:1767384385.557633:0:40102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af459cba. 00010000:00000001:3.0:1767384385.557635:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384385.557635:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743012992, portal 18 00010000:00000001:1.0:1767384385.557636:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384385.557640:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384385.557641:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384385.557641:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00040000:00000010:0.0:1767384385.557641:0:40102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001acf0a86. 00000020:00000001:1.0:1767384385.557645:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384385.557646:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950169600 : -130127759382016 : ffff89a645206a00) 00000020:00000040:1.0:1767384385.557648:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001e2248dc refcount=3 00010000:00000001:3.0:1767384385.557650:0:40101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1767384385.557650:0:40102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b648bf07. 00000020:00000001:1.0:1767384385.557652:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 00000020:00000001:3.0:1767384385.557653:0:40101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384385.557658:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736126464 : -130122973425152 : ffff89a762645200) 00000020:00000040:3.0:1767384385.557659:0:40101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a08ba514 refcount=3 00080000:00000010:0.0:1767384385.557660:0:40102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000040d37746. 00000100:00000040:2.0:1767384385.557661:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384385.557666:0:40101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00010000:00000001:1.0:1767384385.557666:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00002000:00000010:0.0:1767384385.557669:0:40102:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000022be8011. 00010000:00000001:3.0:1767384385.557670:0:40101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00010000:00010000:1.0:1767384385.557670:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.557676:0:40101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384385.557676:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384385.557678:0:40102:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b182d0bb. 00010000:00010000:3.0:1767384385.557680:0:40101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384385.557683:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384385.557687:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1767384385.557688:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 10000000:00010000:1.0:1767384385.557691:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384385.557691:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384385.557692:0:40101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1767384385.557692:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743012992, offset 0 00000020:00000001:0.0:1767384385.557696:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.557697:0:40101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384385.557703:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384385.557703:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1767384385.557709:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000001:3.0:1767384385.557713:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:1.0:1767384385.557713:0:17067:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00000001:0.0:1767384385.557713:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767384385.557716:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384385.557718:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384385.557719:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384385.557719:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384385.557724:0:17067:0:(mgc_request.c:123:config_log_put()) log params(0000000052863052) refs 1 00010000:00010000:0.0:1767384385.557724:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.557725:0:40101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384385.557725:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc08280 10000000:01000000:1.0:1767384385.557728:0:17067:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:1.0:1767384385.557731:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.557734:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.557736:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384385.557737:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:00000001:1.0:1767384385.557738:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.557741:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.557743:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.557744:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.557748:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384385.557749:0:40101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384385.557750:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384385.557751:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384385.557751:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c0d99747 already unused, calling callback (00000000a14c0dae) 00010000:00000001:3.0:1767384385.557752:0:40101:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.557756:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:1.0:1767384385.557756:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384385.557758:0:40101:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000001:0.0:1767384385.557758:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:1.0:1767384385.557760:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000fa33a153 : new refcount 10 10000000:00010000:0.0:1767384385.557762:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384385.557763:0:40101:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003dbd8d97. 00000100:00000001:2.0:1767384385.557764:0:16350:0:(events.c:286:request_in_callback()) Process entered 10000000:00000010:1.0:1767384385.557765:0:17067:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 0000000052863052. 00000100:00000200:2.0:1767384385.557767:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1767384385.557769:0:40101:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384385.557773:0:40101:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000010:2.0:1767384385.557773:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002fc9687. 10000000:00000001:1.0:1767384385.557776:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384385.557779:0:40101:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384385.557779:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000002fc9687 x1853236743012992 msgsize 328 00010000:00000001:0.0:1767384385.557779:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:1.0:1767384385.557780:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.557783:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384385.557785:0:40101:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.557787:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384385.557788:0:40101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1767384385.557788:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384385.557790:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384385.557792:0:40101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.557792:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:0.0:1767384385.557793:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c0d99747 refcount=3 00010000:00000001:1.0:1767384385.557796:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384385.557797:0:40101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384385.557799:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 10000000:00000001:3.0:1767384385.557801:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.557801:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384385.557802:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:3.0:1767384385.557805:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000001b81feef) refs 2 00010000:00000001:0.0:1767384385.557805:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605034496 : -130123104517120 : ffff89a75a940400) 00010000:00000001:1.0:1767384385.557806:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.557808:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 10000000:00000001:3.0:1767384385.557812:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384385.557813:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767384385.557814:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000020:00000040:1.0:1767384385.557814:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001e2248dc with handle 0x88edd5ef35457bdc from hash 10000000:00000001:3.0:1767384385.557815:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384385.557816:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767384385.557818:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000f4ca7d0d) refs 3 00000100:00000001:2.0:1767384385.557819:0:16350:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384385.557820:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:3.0:1767384385.557824:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:2.0:1767384385.557824:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384385.557825:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384385.557829:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384385.557829:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.557832:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384385.557835:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000001:0.0:1767384385.557835:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1767384385.557836:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767384385.557839:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00010000:0.0:1767384385.557839:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384385.557840:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384385.557844:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009c28fa30) refs 2 00000100:00000001:2.0:1767384385.557845:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384385.557845:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384385.557849:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:3.0:1767384385.557850:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384385.557850:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384385.557853:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:1.0:1767384385.557854:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028c2712f. 10000000:00000040:3.0:1767384385.557855:0:40101:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009c28fa30) refs 1 00000020:00000040:1.0:1767384385.557860:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 10000000:01000000:0.0:1767384385.557861:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1767384385.557862:0:40101:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:3.0:1767384385.557867:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384385.557867:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:3.0:1767384385.557870:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384385.557870:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384385.557870:0:17068:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 02000000:00000001:1.0:1767384385.557871:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:3.0:1767384385.557875:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.557876:0:16350:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384385.557876:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384385.557876:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.557877:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.557881:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384385.557881:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000672065a5) refs 1 00000100:00000001:2.0:1767384385.557883:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384385.557883:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2bad39b. 10000000:00000001:3.0:1767384385.557884:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.557888:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:0.0:1767384385.557888:0:17068:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000001:1.0:1767384385.557889:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.557890:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294972615 10000000:00000001:3.0:1767384385.557893:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384385.557893:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384385.557894:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:0.0:1767384385.557897:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.557898:0:40101:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.557898:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972612 00010000:00010000:1.0:1767384385.557899:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384385.557902:0:40101:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384385.557902:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.557904:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294972615 00000020:00000040:3.0:1767384385.557906:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000fa33a153 : new refcount 9 10000000:00000001:0.0:1767384385.557906:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384385.557910:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000010:3.0:1767384385.557911:0:40101:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000009c28fa30. 00000100:00000001:2.0:1767384385.557911:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972613 10000000:00000001:0.0:1767384385.557913:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:1.0:1767384385.557916:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:0.0:1767384385.557918:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.557919:0:40101:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384385.557919:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384385.557922:0:40101:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:0.0:1767384385.557922:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384385.557923:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294972615 00000100:00000001:1.0:1767384385.557924:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1767384385.557925:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.557927:0:40101:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.557927:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.557928:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972613 10000000:00000001:0.0:1767384385.557929:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.557933:0:40101:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384385.557934:0:17068:0:(genops.c:898:class_export_put()) PUTting export 00000000fa33a153 : new refcount 8 00000100:00000001:2.0:1767384385.557935:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294972615 00000100:00000040:1.0:1767384385.557936:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028c2712f] to pc [ptlrpcd_00_00+0] req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.557939:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f36e4c76. 10000000:00000010:0.0:1767384385.557941:0:17068:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000672065a5. 00000100:00000001:2.0:1767384385.557942:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972613 00000040:00000010:3.0:1767384385.557945:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5fcb127. 10000000:00000001:0.0:1767384385.557949:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384385.557950:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cbf60a37. 00000100:00000001:2.0:1767384385.557950:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384385.557954:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.557955:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.557956:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005a31fd44. 00000100:00000001:2.0:1767384385.557960:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384385.557962:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043dccc8e. 00010000:00000001:0.0:1767384385.557962:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384385.557963:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384385.557964:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384385.557966:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384385.557968:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:3.0:1767384385.557969:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007bdfd8da. 00000100:00000001:2.0:1767384385.557969:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384385.557970:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384385.557970:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384385.557972:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000010:3.0:1767384385.557973:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a9c0e06. 00010000:00000001:1.0:1767384385.557974:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.557976:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384385.557977:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e14bbf04. 00000100:00000001:2.0:1767384385.557977:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384385.557978:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.557980:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.557981:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384385.557982:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.557983:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928a8f79. 00000100:00000001:2.0:1767384385.557984:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384385.557987:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0d99747 with handle 0x88edd5ef35457f71 from hash 00010000:00010000:1.0:1767384385.557988:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384385.557989:0:40101:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.557989:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.557993:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767384385.557995:0:40101:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 0000000026cdc1e3. 00010000:00000001:0.0:1767384385.557998:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.558001:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384385.558003:0:40101:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.558003:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384385.558004:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 000000001e2248dc/0x88edd5ef35457bdc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457be3 expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384385.558006:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384385.558007:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767384385.558009:0:40101:0:(obd_config.c:1053:class_get_profile()) Process entered 00000100:00100000:2.0:1767384385.558009:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743012992 00010000:00000001:0.0:1767384385.558012:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767384385.558013:0:40101:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 02000000:00000001:2.0:1767384385.558013:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384385.558018:0:40101:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446613951088187648 : -130122621363968 : ffff89a777605900) 00000100:00000001:2.0:1767384385.558018:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384385.558018:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384385.558020:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384385.558022:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558023:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384385.558025:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:2.0:1767384385.558027:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.558028:0:40101:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446613951088187648 : -130122621363968 : ffff89a777605900) 00010000:00000010:1.0:1767384385.558028:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000097ce7b96. 00010000:00000001:0.0:1767384385.558029:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1767384385.558034:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743012992 00000020:00000010:3.0:1767384385.558037:0:40101:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000825c8cfb. 00000020:00000001:2.0:1767384385.558037:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384385.558037:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384385.558038:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fac0772. 00000020:00000040:2.0:1767384385.558039:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000020:00000001:1.0:1767384385.558043:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:01000004:3.0:1767384385.558044:0:40101:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:2.0:1767384385.558044:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384385.558045:0:17068:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=6 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384385.558046:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.558047:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000040:2.0:1767384385.558047:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000020:01000000:3.0:1767384385.558052:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00010000:1.0:1767384385.558052:0:17067:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384385.558053:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767384385.558054:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00010000:00000001:1.0:1767384385.558057:0:17067:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:2.0:1767384385.558059:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 02000000:00000001:0.0:1767384385.558059:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384385.558060:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767384385.558061:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000427c35a9. 00000020:00000080:3.0:1767384385.558065:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00010000:1.0:1767384385.558065:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384385.558066:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384385.558066:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384385.558070:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e784239d. 00000020:00000001:3.0:1767384385.558071:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384385.558075:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000100:00000001:2.0:1767384385.558075:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384385.558076:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d00dbabc. 00010000:00010000:1.0:1767384385.558077:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a08ba514 already unused, calling callback (00000000a14c0dae) 00000020:00000010:2.0:1767384385.558079:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e784239d. 00000020:00080000:3.0:1767384385.558082:0:40101:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000c26ce1a2 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00000001:1.0:1767384385.558083:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384385.558085:0:17067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384385.558085:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384385.558087:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003862e242. 00010000:00000001:0.0:1767384385.558092:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:2.0:1767384385.558093:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f5367c3. 00010000:00010000:0.0:1767384385.558098:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1767384385.558099:0:40101:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 0000000068dd68bf e4288af2-bd49-4931-9d99-ecd791472d96 192.168.204.8@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00010000:00000001:1.0:1767384385.558118:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384385.558120:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.558122:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384385.558123:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a08ba514 refcount=3 00000020:00000001:1.0:1767384385.558126:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00000020:00000010:2.0:1767384385.558127:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00010000:00000001:1.0:1767384385.558131:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613951114913792 : -130122594637824 : ffff89a778f82800) 00000100:00000040:2.0:1767384385.558136:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:1.0:1767384385.558137:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384385.558139:0:17067:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384385.558142:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384385.558142:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384385.558145:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00080000:3.0:1767384385.558146:0:40101:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000abacee27) has exports, disconnecting them 00010000:00000001:2.0:1767384385.558149:0:17064:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00010000:0.0:1767384385.558150:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:3.0:1767384385.558151:0:40101:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00010000:00000001:2.0:1767384385.558152:0:17064:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.558155:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384385.558156:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=5 10000000:00000001:1.0:1767384385.558157:0:17067:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384385.558158:0:17064:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384385.558160:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384385.558162:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=6 10000000:00010000:1.0:1767384385.558162:0:17067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384385.558163:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384385.558165:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.558166:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00080000:3.0:1767384385.558168:0:40101:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000c26ce1a2), last request at 1767384382 00000020:00000040:2.0:1767384385.558170:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007e75f9cc refcount=3 00000020:00000001:2.0:1767384385.558174:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128000 : -130122973423616 : ffff89a762645800) 00000020:00000001:3.0:1767384385.558175:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 10000000:01000000:1.0:1767384385.558175:0:17067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00000040:0.0:1767384385.558177:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac0772] to pc [ptlrpcd_00_01+1] req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384385.558178:0:40101:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384385.558180:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128000 : -130122973423616 : ffff89a762645800) 00000020:00000040:3.0:1767384385.558182:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000c26ce1a2 refcount=7 10000000:01000000:1.0:1767384385.558183:0:17067:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00000001:2.0:1767384385.558185:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.558186:0:40101:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 10000000:00000001:1.0:1767384385.558187:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384385.558189:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384385.558189:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:1.0:1767384385.558190:0:17067:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000001b81feef) refs 1 00000020:00000040:3.0:1767384385.558193:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 6 00010000:00000001:2.0:1767384385.558193:0:17064:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384385.558196:0:17067:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00000080:3.0:1767384385.558199:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457c8b 00000100:00000001:2.0:1767384385.558200:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384385.558200:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.558204:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384385.558206:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c26ce1a2 with handle 0x88edd5ef35457c8b from hash 00000100:00000001:2.0:1767384385.558207:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384385.558208:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384385.558211:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384385.558212:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 5 10000000:00000001:1.0:1767384385.558212:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384385.558215:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384385.558218:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384385.558219:0:40101:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000073e6947c. 10000000:00000001:1.0:1767384385.558220:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384385.558220:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384385.558224:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 10000000:00000001:1.0:1767384385.558224:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384385.558225:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384385.558226:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384385.558229:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 4 00010000:00000001:0.0:1767384385.558229:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.558230:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000001:1.0:1767384385.558230:0:17067:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384385.558233:0:17067:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384385.558234:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384385.558235:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384385.558236:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.558237:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000fa33a153 : new refcount 7 00000020:00000040:3.0:1767384385.558238:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 3 00000100:00100000:2.0:1767384385.558242:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 10000000:00000010:1.0:1767384385.558243:0:17067:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000001b81feef. 00000020:00000001:3.0:1767384385.558244:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384385.558244:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384385.558248:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 10000000:00000001:1.0:1767384385.558249:0:17067:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:0.0:1767384385.558249:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384385.558253:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.558254:0:40101:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:2.0:1767384385.558254:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947165056 : -130127762386560 : ffff89a644f29180) 00010000:00000001:1.0:1767384385.558258:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00080000:3.0:1767384385.558259:0:40101:0:(import.c:65:import_set_state_nolock()) 00000000d8f2cd81 : changing import state from FULL to CLOSED 00010000:00000001:1.0:1767384385.558261:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384385.558263:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002fc9687 x1853236743012992/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384385.558265:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384385.558267:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384385.558268:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384385.558270:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384385.558273:0:17067:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.558273:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384385.558274:0:40101:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00010000:0.0:1767384385.558277:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000c0d99747/0x88edd5ef35457f71 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457f78 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.558279:0:40101:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.558279:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a08ba514 with handle 0x88edd5ef35457b57 from hash 00000100:00000001:2.0:1767384385.558281:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1767384385.558285:0:40101:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:1.0:1767384385.558285:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767384385.558286:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e784239d. 00000001:00000001:3.0:1767384385.558290:0:40101:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:1.0:1767384385.558290:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384385.558291:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384385.558293:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384385.558294:0:40101:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558296:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384385.558297:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e784239d. 00000004:00000001:3.0:1767384385.558301:0:40101:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558301:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384385.558305:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000001:00000001:3.0:1767384385.558306:0:40101:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00100000:2.0:1767384385.558306:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002fc9687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+14:16350:x1853236743012992:12345-0@lo:103: 00000001:00000040:3.0:1767384385.558311:0:40101:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 5 00010000:00000001:1.0:1767384385.558311:0:17067:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000040:0.0:1767384385.558312:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a209204 count: 0 00000001:00000001:3.0:1767384385.558315:0:40101:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000200:2.0:1767384385.558315:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743012992 00010000:00000001:1.0:1767384385.558316:0:17067:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000001:00000040:3.0:1767384385.558320:0:40101:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 4 00010000:00000001:2.0:1767384385.558320:0:17064:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000010:1.0:1767384385.558321:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249c19b3. 00000020:00000040:3.0:1767384385.558324:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 2 00010000:00000001:0.0:1767384385.558324:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384385.558325:0:17067:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=7 obd=MGC192.168.204.108@tcp 00010000:00000002:2.0:1767384385.558327:0:17064:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384385.558328:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:3.0:1767384385.558329:0:40101:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:2.0:1767384385.558331:0:17064:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384385.558331:0:17067:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000040:3.0:1767384385.558333:0:40101:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 3 00010000:00000010:0.0:1767384385.558333:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d5e87fb8. 02000000:00000001:1.0:1767384385.558334:0:17067:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:3.0:1767384385.558337:0:40101:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384385.558337:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384385.558339:0:17067:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.558340:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 1 02000000:00000001:2.0:1767384385.558340:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384385.558342:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.558343:0:40101:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384385.558344:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d73a776c. 02000000:00000010:2.0:1767384385.558346:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000027fab287. 00000020:00000001:0.0:1767384385.558348:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384385.558349:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.558350:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.558350:0:17067:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.558352:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384385.558355:0:40101:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c26ce1a2): rc 0 00000100:00000001:2.0:1767384385.558356:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558356:0:17067:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384385.558358:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767384385.558360:0:17067:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384385.558361:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000c26ce1a2 : new refcount 0 00010000:00000001:2.0:1767384385.558361:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1767384385.558362:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767384385.558365:0:17064:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:3.0:1767384385.558367:0:40101:0:(genops.c:904:class_export_put()) final put 00000000c26ce1a2/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:0.0:1767384385.558367:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558370:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384385.558374:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767384385.558375:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767384385.558376:0:17067:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:3.0:1767384385.558378:0:40101:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000040:2.0:1767384385.558378:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007e75f9cc refcount=3 00000020:00000001:0.0:1767384385.558379:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384385.558380:0:17067:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384385.558381:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384385.558381:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736128000 : -130122973423616 : ffff89a762645800) 00000020:00000001:0.0:1767384385.558384:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.558385:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:2.0:1767384385.558386:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736128000 : -130122973423616 : ffff89a762645800) 00000100:00000001:1.0:1767384385.558387:0:17067:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1767384385.558389:0:40101:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00010000:0.0:1767384385.558390:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384385.558392:0:40101:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000040:2.0:1767384385.558392:0:17064:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 5 00000100:00000001:1.0:1767384385.558392:0:17067:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.558397:0:40101:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:2.0:1767384385.558398:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000080:3.0:1767384385.558399:0:40101:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa6fbcc74bb28 00000020:00000001:2.0:1767384385.558400:0:17064:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1767384385.558400:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384385.558402:0:17067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249c19b3] to pc [ptlrpcd_00_02+2] req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384385.558404:0:17064:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00100000:00000001:3.0:1767384385.558405:0:40101:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000020:00000001:0.0:1767384385.558405:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558407:0:17064:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384385.558409:0:40101:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384385.558411:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384385.558413:0:17064:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.558415:0:40101:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.558416:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1767384385.558420:0:40101:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:2.0:1767384385.558420:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384385.558421:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558423:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000010:3.0:1767384385.558424:0:40101:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000074f6ec3. 00010000:00010000:0.0:1767384385.558428:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384385.558430:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384385.558431:0:40101:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:2.0:1767384385.558433:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384385.558435:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1767384385.558438:0:40101:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:2.0:1767384385.558438:0:17064:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558438:0:17067:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384385.558441:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007e75f9cc with handle 0x88edd5ef35457b6c from hash 00010000:00000001:1.0:1767384385.558443:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384385.558446:0:40101:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384385.558447:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384385.558447:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384385.558450:0:40101:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000100:00000001:0.0:1767384385.558450:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384385.558451:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384385.558451:0:17067:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384385.558454:0:40101:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff89a7601b5800 00010000:00000001:2.0:1767384385.558455:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384385.558455:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384385.558456:0:17067:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.558460:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384385.558461:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:1.0:1767384385.558461:0:17067:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.558462:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00010000:1.0:1767384385.558467:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1767384385.558468:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00000001:2.0:1767384385.558468:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384385.558468:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384385.558471:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384385.558472:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384385.558475:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384385.558478:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00010000:00010000:2.0:1767384385.558478:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007e75f9cc/0x88edd5ef35457b6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457b65 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384385.558483:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:1.0:1767384385.558487:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384385.558490:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00010000:1.0:1767384385.558492:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.108@tcp lock: 00000000a08ba514/0x88edd5ef35457b57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x88edd5ef35457b5e expref: -99 pid: 17057 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384385.558494:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384385.558497:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000040:2.0:1767384385.558497:0:17064:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 8 00000100:00000001:3.0:1767384385.558501:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384385.558505:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00000040:3.0:1767384385.558506:0:40101:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000020:00000040:2.0:1767384385.558506:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000100:00000001:0.0:1767384385.558509:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384385.558510:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002263b27c count: 0 00010000:00000001:2.0:1767384385.558513:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384385.558516:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384385.558517:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00080000:3.0:1767384385.558518:0:40101:0:(osp_dev.c:1621:osp_import_event()) got inactive 00010000:00000001:1.0:1767384385.558520:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384385.558521:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767384385.558522:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384385.558522:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384385.558524:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:3.0:1767384385.558525:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000001:2.0:1767384385.558526:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384385.558527:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003dbd8d97. 02000000:00000001:0.0:1767384385.558529:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384385.558530:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:2.0:1767384385.558530:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.558532:0:17067:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558535:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:0.0:1767384385.558537:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028c2712f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743013120:0@lo:103: 00000020:00000001:1.0:1767384385.558538:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767384385.558539:0:17064:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384385.558542:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558543:0:17064:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.558545:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767384385.558547:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384385.558550:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384385.558550:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384385.558551:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384385.558551:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.558555:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.558556:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.558556:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384385.558560:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384385.558562:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1767384385.558563:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=95 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384385.558563:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.558568:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384385.558568:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ee3432. 00000001:00000001:3.0:1767384385.558570:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.558570:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384385.558575:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:2.0:1767384385.558575:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 19 to 0@lo 02000000:00000001:0.0:1767384385.558575:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.558577:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000001:3.0:1767384385.558578:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000080:1.0:1767384385.558580:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000c26ce1a2/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000001:2.0:1767384385.558581:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:0.0:1767384385.558584:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ae3ac0. 00000020:00000040:1.0:1767384385.558587:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 18 to 0@lo 02000000:00000001:2.0:1767384385.558588:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384385.558591:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000020:00000001:1.0:1767384385.558592:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:2.0:1767384385.558606:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384385.558607:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000200:0.0:1767384385.558611:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013120, portal 18 00000020:00000040:1.0:1767384385.558612:0:36:0:(genops.c:1229:class_import_get()) import 00000000d8f2cd81 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1767384385.558613:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384385.558618:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384385.558618:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384385.558619:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384385.558622:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950170496 : -130127759381120 : ffff89a645206d80) 00000020:00000040:1.0:1767384385.558623:0:36:0:(genops.c:1242:class_import_put()) import 00000000d8f2cd81 refcount=1 obd=lustre-MDT0000 00000001:00000001:3.0:1767384385.558625:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384385.558625:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000020:00000001:1.0:1767384385.558627:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384385.558631:0:40101:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000020:00000001:1.0:1767384385.558632:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384385.558633:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743012992, offset 224 00000100:00000040:0.0:1767384385.558635:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384385.558636:0:36:0:(genops.c:1242:class_import_put()) import 00000000d8f2cd81 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384385.558640:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000d8f2cd81 00000400:00000200:2.0:1767384385.558643:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1767384385.558648:0:40101:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:1.0:1767384385.558649:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384385.558652:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000027a6ced9. 00000020:00000001:3.0:1767384385.558653:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384385.558655:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384385.558656:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384385.558658:0:40101:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1767384385.558660:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000001:3.0:1767384385.558661:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767384385.558664:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:0.0:1767384385.558664:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384385.558665:0:40101:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.558665:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc08280 00000100:00000001:3.0:1767384385.558671:0:40101:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000001:00000010:1.0:1767384385.558671:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000076832cfa. 00000400:00000010:0.0:1767384385.558672:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00000100:00000001:3.0:1767384385.558674:0:40101:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:2.0:1767384385.558674:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x211d [1] + 224 00000001:00000010:1.0:1767384385.558676:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002988e308. 00000100:00000010:3.0:1767384385.558680:0:40101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b528da7. 00000001:00000010:1.0:1767384385.558681:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000baa3317d. 00000400:00000200:2.0:1767384385.558683:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1767384385.558685:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4fca9a2. 00000020:00000040:3.0:1767384385.558686:0:40101:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:0.0:1767384385.558686:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743013120, offset 0 00000400:00000200:2.0:1767384385.558691:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1767384385.558691:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005eba86c0. 00000100:00000001:3.0:1767384385.558693:0:40101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384385.558697:0:40101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000010:1.0:1767384385.558697:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001edac913. 02000000:00000001:3.0:1767384385.558700:0:40101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384385.558702:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384385.558703:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000010:3.0:1767384385.558706:0:40101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043dccc8e. 00010000:00000001:1.0:1767384385.558706:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384385.558708:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384385.558709:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000010:1.0:1767384385.558711:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ed51ea67. 00000100:00000200:2.0:1767384385.558716:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384385.558717:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1767384385.558718:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb88f70f. 00000100:00000001:3.0:1767384385.558719:0:40101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384385.558723:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005366dffd. 00000100:00000001:3.0:1767384385.558725:0:40101:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00000001:00000010:1.0:1767384385.558729:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002baf573. 00000100:00080000:3.0:1767384385.558730:0:40101:0:(import.c:65:import_set_state_nolock()) 00000000af06ee13 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000001:00000010:1.0:1767384385.558735:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000728ca7a0. 00000400:00000200:0.0:1767384385.558735:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc08300 00000100:00000001:3.0:1767384385.558736:0:40101:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384385.558738:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.558739:0:40101:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384385.558741:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001bf3e3bc. 00000001:00000001:1.0:1767384385.558746:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:3.0:1767384385.558747:0:40101:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b528da7] to pc [ptlrpcd_rcv+-1] req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384385.558749:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000200:0.0:1767384385.558750:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00010000:00000001:1.0:1767384385.558753:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384385.558758:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003f772a41. 00000400:00000200:0.0:1767384385.558762:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384385.558766:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:1.0:1767384385.558766:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.558772:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.558773:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000400:00000200:0.0:1767384385.558773:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384385.558776:0:40101:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.558778:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 7 - export 00000004:00000001:3.0:1767384385.558782:0:40101:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384385.558782:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000020:00000010:1.0:1767384385.558784:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c26ce1a2. 00000004:00000001:3.0:1767384385.558786:0:40101:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.558786:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384385.558789:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384385.558790:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384385.558791:0:16347:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:3.0:1767384385.558792:0:40101:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000100:00000001:2.0:1767384385.558793:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384385.558795:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:1.0:1767384385.558797:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00080000:00000002:3.0:1767384385.558798:0:40101:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1108678996 to info 0000000051199c4a 00000100:00000040:2.0:1767384385.558798:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 17 to 0@lo 00000020:00000080:1.0:1767384385.558801:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d8f2cd81 for lustre-MDT0000 00100000:00000001:3.0:1767384385.558802:0:40101:0:(scrub.c:1029:lustre_index_backup()) Process entered 00010000:00000001:2.0:1767384385.558802:0:17064:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384385.558803:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d92ace4. 00100000:00000010:3.0:1767384385.558807:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008e706252. 00010000:00000001:2.0:1767384385.558807:0:17064:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.558809:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000040:0.0:1767384385.558810:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004d92ace4 x1853236743013120 msgsize 328 00100000:00000010:3.0:1767384385.558812:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000635c0f58. 00000100:00000040:2.0:1767384385.558814:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002fc9687 x1853236743012992/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384385.558816:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 6 - import 00100000:00000010:3.0:1767384385.558819:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005072e79c. 00000020:00000010:1.0:1767384385.558824:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d8f2cd81. 00100000:00000010:3.0:1767384385.558826:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e289a559. 00000100:00100000:0.0:1767384385.558831:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384385.558832:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00100000:00000010:3.0:1767384385.558833:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012807a00. 00000100:00100000:2.0:1767384385.558837:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002fc9687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:16350:x1853236743012992:12345-0@lo:103: Request processed in 553us (1055us total) trans 0 rc 0/0 00100000:00000010:3.0:1767384385.558838:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ac4bea6f. 00100000:00000010:3.0:1767384385.558840:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000017b84a9a. 00100000:00000010:3.0:1767384385.558843:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000566db5fb. 00000100:00100000:2.0:1767384385.558844:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00100000:00000010:3.0:1767384385.558846:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b485ebbe. 00000100:00000040:2.0:1767384385.558846:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000001:0.0:1767384385.558846:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384385.558850:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00100000:00000010:3.0:1767384385.558852:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000031cee015. 00000100:00000001:2.0:1767384385.558852:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384385.558855:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00100000:00000010:3.0:1767384385.558856:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001eccce07. 00000020:00000010:2.0:1767384385.558856:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f5367c3. 00000100:00000001:1.0:1767384385.558858:0:28601:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384385.558861:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00000100:00100000:1.0:1767384385.558862:0:28601:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013120 00100000:00000010:3.0:1767384385.558863:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e8cf76d5. 00000020:00000010:2.0:1767384385.558863:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 02000000:00000001:1.0:1767384385.558867:0:28601:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384385.558868:0:16347:0:(events.c:34:request_out_callback()) Process entered 00100000:00000010:3.0:1767384385.558869:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000075cc75a5. 00000020:00000010:2.0:1767384385.558869:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003862e242. 00000100:00000001:1.0:1767384385.558869:0:28601:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384385.558873:0:28601:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.558876:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000041733093. 00000020:00000040:2.0:1767384385.558876:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 02000000:00000001:1.0:1767384385.558877:0:28601:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384385.558877:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384385.558881:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000054a94821. 00000100:00000001:2.0:1767384385.558881:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384385.558882:0:28601:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013120 00100000:00000010:3.0:1767384385.558887:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007a74cd74. 00000020:00000001:1.0:1767384385.558887:0:28601:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384385.558889:0:28601:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00100000:00000010:3.0:1767384385.558893:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009f02e527. 00000020:00000001:1.0:1767384385.558894:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384385.558896:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00100000:00000010:3.0:1767384385.558899:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e956619d. 00000100:00000001:2.0:1767384385.558899:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384385.558902:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00100000:00000010:3.0:1767384385.558904:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000014213510. 00000100:00000001:2.0:1767384385.558904:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384385.558905:0:28601:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384385.558905:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:3.0:1767384385.558907:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004324678d. 00000100:00000001:2.0:1767384385.558907:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384385.558911:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384385.558912:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384385.558914:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384385.558916:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00100000:00000010:3.0:1767384385.558917:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cb8e3b0e. 00000100:00000001:1.0:1767384385.558922:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384385.558924:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000460d1085. 00000020:00000010:1.0:1767384385.558929:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00100000:00000010:3.0:1767384385.558931:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000053d796b0. 00000020:00000010:1.0:1767384385.558937:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052863052. 00100000:00000010:3.0:1767384385.558938:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065c60520. 00100000:00000010:3.0:1767384385.558944:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004ee58b65. 00000020:00000010:1.0:1767384385.558944:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000957d2de. 00000100:00000001:2.0:1767384385.558946:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384385.558948:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.558950:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003801eb9c. 00000100:00000001:2.0:1767384385.558950:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.558951:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000001:0.0:1767384385.558952:0:16347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384385.558954:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00100000:00000010:3.0:1767384385.558955:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d73e7326. 02000000:00000001:2.0:1767384385.558958:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384385.558959:0:28601:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00100000:00000010:3.0:1767384385.558960:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e6eb2dbd. 02000000:00000001:2.0:1767384385.558961:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.558961:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.558965:0:28601:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00100000:00000010:3.0:1767384385.558966:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d6c18820. 00000100:00000001:1.0:1767384385.558968:0:28601:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384385.558968:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294972616 00100000:00000010:3.0:1767384385.558969:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aaf744ff. 00000100:00100000:2.0:1767384385.558969:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fac0772 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743013248:0@lo:103: 00010000:00000001:1.0:1767384385.558972:0:28601:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00100000:00000010:3.0:1767384385.558974:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000391f78f7. 00010000:00000001:1.0:1767384385.558976:0:28601:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.558978:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000040c8c379. 00000100:00000001:2.0:1767384385.558978:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384385.558980:0:28601:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384385.558980:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972615 00100000:00000010:3.0:1767384385.558982:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000816877bf. 02000000:00000001:2.0:1767384385.558982:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384385.558984:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384385.558988:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384385.558988:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294972616 00100000:00000010:3.0:1767384385.558989:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009e834263. 02000000:00000001:2.0:1767384385.558989:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.558990:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f5c792 refcount=3 02000000:00000001:2.0:1767384385.558996:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384385.558996:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037056 : -130123104514560 : ffff89a75a940e00) 00100000:00000010:3.0:1767384385.558997:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a9131474. 00000100:00000001:0.0:1767384385.558997:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972615 02000000:00000010:2.0:1767384385.559001:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003862e242. 00010000:00000001:1.0:1767384385.559002:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037056 : -130123104514560 : ffff89a75a940e00) 00100000:00000010:3.0:1767384385.559003:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bb48e2e4. 02000000:00000001:2.0:1767384385.559005:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559006:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294972616 00010000:00000001:1.0:1767384385.559007:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:3.0:1767384385.559009:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004d6ccfd1. 00000400:00000010:2.0:1767384385.559010:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003942a86. 00010000:00000001:1.0:1767384385.559011:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384385.559013:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972615 00100000:00000010:3.0:1767384385.559014:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000635fa7b2. 00010000:00000001:1.0:1767384385.559014:0:28601:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384385.559015:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442c9eda. 00000100:00000001:1.0:1767384385.559019:0:28601:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.559022:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000175cd76. 00000100:00000200:2.0:1767384385.559022:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013248, portal 18 00000100:00000001:0.0:1767384385.559023:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294972616 00000100:00000001:1.0:1767384385.559024:0:28601:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.559027:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ca0340d1. 00000100:00000001:2.0:1767384385.559027:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384385.559030:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951211034752 : -130122498516864 : ffff89a77eb2d880) 00100000:00000010:3.0:1767384385.559032:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007bbd4a75. 00000100:00000001:0.0:1767384385.559033:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972615 00000100:00000001:1.0:1767384385.559035:0:28601:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384385.559036:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002219c00b. 00000100:00000040:2.0:1767384385.559036:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.559039:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384385.559041:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000045ff80dc. 00000100:00000001:1.0:1767384385.559046:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384385.559047:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.559048:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bfefd487. 00000100:00000001:2.0:1767384385.559049:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384385.559050:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00100000:00000010:3.0:1767384385.559052:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f8d553ae. 00000100:00000040:2.0:1767384385.559054:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384385.559055:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.559056:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009da13e26. 00000400:00000010:2.0:1767384385.559056:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00100000:1.0:1767384385.559058:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384385.559062:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384385.559063:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d202086b. 00000100:00000200:2.0:1767384385.559063:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743013248, offset 0 00000100:00000040:1.0:1767384385.559063:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:1.0:1767384385.559069:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211036544 : -130122498515072 : ffff89a77eb2df80) 00100000:00000010:3.0:1767384385.559070:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e4a97951. 00000100:00000001:0.0:1767384385.559071:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384385.559074:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384385.559075:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00100000:00000010:3.0:1767384385.559076:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065ad6c57. 00000100:00000040:1.0:1767384385.559076:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d92ace4 x1853236743013120/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.559082:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:3.0:1767384385.559083:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000024212657. 00000400:00000200:2.0:1767384385.559084:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384385.559087:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:3.0:1767384385.559089:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c704720a. 00000100:00000001:0.0:1767384385.559093:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384385.559094:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007603f8db. 00000100:00000001:1.0:1767384385.559097:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384385.559098:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc08380 00000020:00000010:1.0:1767384385.559123:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00100000:00000010:3.0:1767384385.559124:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000051f39c96. 00000100:00000001:1.0:1767384385.559129:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384385.559131:0:40101:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000018f4b6f9. 00000400:00000200:2.0:1767384385.559133:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000020:00000010:1.0:1767384385.559134:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00100000:00000001:3.0:1767384385.559136:0:40101:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:0.0:1767384385.559139:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.559140:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384385.559142:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d92ace4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:16347:x1853236743013120:12345-0@lo:103: 00080000:00000001:3.0:1767384385.559145:0:40101:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.559149:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384385.559151:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000200:1.0:1767384385.559151:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013120 00000100:00000001:2.0:1767384385.559154:0:16348:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384385.559154:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00080000:3.0:1767384385.559155:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000abacee27) has no exports 00000100:00000200:2.0:1767384385.559158:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000002:1.0:1767384385.559158:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:3.0:1767384385.559159:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384385.559161:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000010:2.0:1767384385.559163:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fa34a97. 00010000:00000001:3.0:1767384385.559164:0:40101:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:1.0:1767384385.559165:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384385.559166:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384385.559168:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000fa34a97 x1853236743013248 msgsize 328 02000000:00000001:1.0:1767384385.559168:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384385.559170:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384385.559173:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004da3b707. 00000100:00000001:0.0:1767384385.559175:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384385.559178:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.559181:0:17110:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00100000:2.0:1767384385.559182:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384385.559183:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.559183:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384385.559185:0:17110:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559188:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384385.559191:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1767384385.559192:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384385.559196:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384385.559199:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000020:00000001:1.0:1767384385.559199:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384385.559202:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065f5c792 refcount=3 00000400:00000010:2.0:1767384385.559204:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000001:0.0:1767384385.559204:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384385.559205:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950605037056 : -130123104514560 : ffff89a75a940e00) 00000100:00000001:0.0:1767384385.559208:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559210:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950605037056 : -130123104514560 : ffff89a75a940e00) 00000100:00000001:2.0:1767384385.559211:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384385.559214:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767384385.559217:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000487adce6 count: 3 02000000:00000001:0.0:1767384385.559218:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384385.559219:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384385.559220:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384385.559223:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:0.0:1767384385.559225:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559226:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384385.559229:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384385.559233:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249c19b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743013376:0@lo:103: 00000020:00000001:1.0:1767384385.559235:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.559236:0:40101:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:1.0:1767384385.559241:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384385.559243:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a836a289. 00010000:00000001:1.0:1767384385.559244:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384385.559246:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384385.559247:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000010:3.0:1767384385.559249:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f030170b. 00010000:00000001:1.0:1767384385.559250:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384385.559251:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384385.559253:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.559255:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a97d8375. 00010000:00000001:1.0:1767384385.559255:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384385.559256:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559259:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384385.559261:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384385.559262:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.559263:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dcedb5ee. 00000020:00000040:1.0:1767384385.559269:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065f5c792 with handle 0x88edd5ef35457be3 from hash 02000000:00000010:0.0:1767384385.559269:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5ab684e. 00000020:00000010:3.0:1767384385.559270:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008850a65d. 00000100:00000001:2.0:1767384385.559271:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.559275:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384385.559277:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000550dadc7. 00000100:00000001:2.0:1767384385.559277:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767384385.559277:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:0.0:1767384385.559280:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000367642a3. 00010000:00000001:1.0:1767384385.559281:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384385.559283:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559285:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 40000000:00000010:3.0:1767384385.559286:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e1549bc4. 00000400:00000010:0.0:1767384385.559287:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6e7904. 00010000:00000001:1.0:1767384385.559288:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384385.559289:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294972617 00010000:00000001:1.0:1767384385.559293:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00100000:00000010:3.0:1767384385.559295:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb02ba2f. 00000100:00000200:0.0:1767384385.559295:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013376, portal 18 00010000:00000001:1.0:1767384385.559296:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384385.559297:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972616 00010000:00010000:1.0:1767384385.559301:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065f5c792/0x88edd5ef35457be3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457bdc expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384385.559302:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce0f9f00. 00000100:00000001:0.0:1767384385.559303:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384385.559304:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294972617 00000100:00000001:0.0:1767384385.559306:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950164224 : -130127759387392 : ffff89a645205500) 00040000:00000010:3.0:1767384385.559309:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eeb358d3. 00000100:00000001:2.0:1767384385.559310:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972616 00040000:00000010:3.0:1767384385.559315:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000728312f0. 00000100:00000001:2.0:1767384385.559317:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294972617 00010000:00000040:1.0:1767384385.559317:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 7 00000100:00000040:0.0:1767384385.559317:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384385.559320:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b1f28224. 00000020:00000040:1.0:1767384385.559322:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 00000100:00000001:2.0:1767384385.559324:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972616 00080000:00000010:3.0:1767384385.559328:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000054841730. 00010000:00000001:1.0:1767384385.559330:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384385.559331:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294972617 00010000:00000001:1.0:1767384385.559334:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000010:3.0:1767384385.559336:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000041782d50. 00000100:00000001:2.0:1767384385.559339:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972616 00010000:00000001:1.0:1767384385.559339:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000010:3.0:1767384385.559343:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a336a097. 00010000:00000001:1.0:1767384385.559343:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.559344:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384385.559345:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384385.559349:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559350:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384385.559351:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c15da8ab. 00000100:00000040:0.0:1767384385.559354:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384385.559355:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000010:3.0:1767384385.559356:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000006eb4f3. 00000100:00000001:2.0:1767384385.559356:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.559359:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000010:0.0:1767384385.559360:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009acafbdf. 00000020:00000010:3.0:1767384385.559361:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e78b2b9e. 00000100:00000001:2.0:1767384385.559361:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384385.559361:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384385.559368:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743013376, offset 0 00010000:00000001:1.0:1767384385.559369:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384385.559370:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000002:3.0:1767384385.559372:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000449f8dc9/0000000021646f30 to site lru. bkt: 000000004ba8989c 00010000:00000001:1.0:1767384385.559373:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559374:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000010:3.0:1767384385.559376:0:40101:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000243cb1c1. 00000100:00001000:1.0:1767384385.559379:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384385.559380:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384385.559380:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:3.0:1767384385.559381:0:40101:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:3.0:1767384385.559384:0:40101:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000100:00000001:2.0:1767384385.559384:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:3.0:1767384385.559389:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006829a54f : new refcount 2 00000100:00000001:2.0:1767384385.559389:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.559389:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384385.559394:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:3.0:1767384385.559396:0:40101:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000100:00000001:2.0:1767384385.559396:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384385.559396:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000040:00000001:3.0:1767384385.559400:0:40101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:1.0:1767384385.559403:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000200:0.0:1767384385.559407:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc08400 02000000:00000001:1.0:1767384385.559409:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00040000:00000001:3.0:1767384385.559411:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:2.0:1767384385.559413:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384385.559413:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384385.559416:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000200:0.0:1767384385.559416:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000100:00100000:2.0:1767384385.559417:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013248 00000100:00000001:1.0:1767384385.559419:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384385.559422:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384385.559424:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f231940. 00040000:00000001:3.0:1767384385.559425:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:2.0:1767384385.559425:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00040000:00000001:3.0:1767384385.559428:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000040:1.0:1767384385.559428:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384385.559429:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384385.559431:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056ce0ce5 00040000:00000001:3.0:1767384385.559432:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 02000000:00000001:2.0:1767384385.559433:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384385.559434:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00040000:00000001:3.0:1767384385.559436:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00100000:2.0:1767384385.559437:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013248 00000400:00000200:0.0:1767384385.559437:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384385.559439:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743013120, offset 224 00000020:00000001:2.0:1767384385.559441:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000010:3.0:1767384385.559443:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000b038aed. 00000020:00000040:2.0:1767384385.559445:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000400:00000200:1.0:1767384385.559448:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384385.559448:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384385.559449:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:3.0:1767384385.559451:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae5cbcc9. 00000020:00000040:2.0:1767384385.559454:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=13 00000004:00000010:3.0:1767384385.559457:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000076da571e. 00000400:00000200:0.0:1767384385.559458:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ce0ce5 00000400:00000200:1.0:1767384385.559462:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:3.0:1767384385.559464:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000001:2.0:1767384385.559465:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000400:00000010:0.0:1767384385.559465:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ce0ce5. 00000004:00000040:3.0:1767384385.559468:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000020:00000001:2.0:1767384385.559471:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000004:00000010:3.0:1767384385.559473:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ac84d1ef. 00000400:00000200:1.0:1767384385.559473:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc08300 00000100:00000001:0.0:1767384385.559473:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384385.559475:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384385.559478:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1767384385.559480:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e784239d. 00000004:00000001:3.0:1767384385.559481:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000040:0.0:1767384385.559482:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000041eaaef1 x1853236743013376 msgsize 328 00000400:00000200:1.0:1767384385.559483:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2125 [1] + 224 00000040:00000001:3.0:1767384385.559484:0:40101:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559484:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00000010:3.0:1767384385.559490:0:40101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000e0368244. 00000020:00000010:2.0:1767384385.559490:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e784239d. 00000400:00000200:1.0:1767384385.559492:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384385.559496:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384385.559498:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b08b523. 00000400:00000200:1.0:1767384385.559502:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384385.559502:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:2.0:1767384385.559504:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f5367c3. 00000040:00000010:3.0:1767384385.559505:0:40101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000067a80f60. 00000100:00000001:1.0:1767384385.559506:0:28601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384385.559507:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000040:00000001:3.0:1767384385.559510:0:40101:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384385.559510:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c90bc3. 00000100:00000200:1.0:1767384385.559511:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384385.559515:0:40101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000400:00000200:0.0:1767384385.559515:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acafbdf 00000100:00000001:2.0:1767384385.559516:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000040:00000040:3.0:1767384385.559518:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006829a54f : new refcount 1 00000400:00000010:0.0:1767384385.559520:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009acafbdf. 00000100:00000001:2.0:1767384385.559521:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384385.559524:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000bd62336c : new refcount 2 00010000:00000001:2.0:1767384385.559524:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384385.559527:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000040:00000010:3.0:1767384385.559529:0:40101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000006829a54f. 00010000:00000001:2.0:1767384385.559529:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384385.559532:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384385.559534:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:0.0:1767384385.559536:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384385.559537:0:40101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.559538:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384385.559541:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1767384385.559542:0:40101:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000020:00000040:2.0:1767384385.559544:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=3 00000004:00000001:3.0:1767384385.559546:0:40101:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.559551:0:40101:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.559551:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00000004:00000010:3.0:1767384385.559558:0:40101:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000074f6ec3. 00010000:00000001:2.0:1767384385.559558:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000001:2.0:1767384385.559563:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384385.559564:0:40101:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:1.0:1767384385.559565:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384385.559566:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384385.559569:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384385.559570:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384385.559572:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000100:00000001:2.0:1767384385.559574:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.559575:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384385.559576:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384385.559581:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384385.559582:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.559583:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384385.559588:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559589:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.559590:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384385.559606:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000001:3.0:1767384385.559607:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384385.559612:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384385.559612:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559612:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559613:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384385.559618:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384385.559619:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384385.559619:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013376 00000100:00000001:0.0:1767384385.559619:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384385.559624:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d92ace4 x1853236743013120/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384385.559625:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384385.559627:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559629:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384385.559632:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559634:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294972617 02000000:00000001:2.0:1767384385.559637:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559642:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 0, keep current deadline 4294972617 00000100:00100000:2.0:1767384385.559643:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013376 00000100:00000001:3.0:1767384385.559644:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384385.559647:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559649:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294972617 00000020:00000001:2.0:1767384385.559650:0:17065:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384385.559653:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384385.559653:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:0.0:1767384385.559656:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 1, keep current deadline 4294972617 02000000:00000001:3.0:1767384385.559657:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384385.559657:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384385.559661:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d92ace4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:16347:x1853236743013120:12345-0@lo:103: Request processed in 560us (846us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384385.559662:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294972617 02000000:00000001:3.0:1767384385.559663:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384385.559666:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=14 00000100:00000001:0.0:1767384385.559670:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 2, keep current deadline 4294972617 00000100:00100000:3.0:1767384385.559672:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16346:1853236743013504:0@lo:9: 00000020:00000001:2.0:1767384385.559672:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:0.0:1767384385.559676:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294972617 00000020:00000001:2.0:1767384385.559677:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00100000:1.0:1767384385.559679:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384385.559682:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request active for cpu 3, keep current deadline 4294972617 00000100:00000001:2.0:1767384385.559684:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384385.559686:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000020:00000010:2.0:1767384385.559689:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e784239d. 00000100:00000001:0.0:1767384385.559689:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384385.559690:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384385.559691:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384385.559695:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384385.559695:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384385.559696:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384385.559696:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.559699:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384385.559699:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000957d2de. 00000100:00000001:0.0:1767384385.559701:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384385.559703:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e784239d. 02000000:00000001:3.0:1767384385.559705:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384385.559705:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000100:00000001:0.0:1767384385.559708:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384385.559710:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fde6b1. 00000020:00000010:2.0:1767384385.559711:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a154e7d. 00000020:00000010:1.0:1767384385.559711:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052863052. 02000000:00000001:3.0:1767384385.559714:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559714:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384385.559717:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 13 00000020:00000010:2.0:1767384385.559718:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf76a640. 00000100:00000001:0.0:1767384385.559718:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384385.559721:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025c63264. 00000100:00000001:1.0:1767384385.559722:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.559724:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384385.559725:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000100:00000001:0.0:1767384385.559728:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384385.559729:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00000100:00000001:2.0:1767384385.559732:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384385.559732:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384385.559735:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013504, portal 4 00000100:00000001:1.0:1767384385.559735:0:28601:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384385.559736:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384385.559736:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.559738:0:28601:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384385.559740:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767384385.559740:0:17065:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384385.559743:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951040497280 : -130122669054336 : ffff89a77488a680) 00010000:00000001:2.0:1767384385.559743:0:17065:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384385.559746:0:28601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384385.559747:0:17065:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:1.0:1767384385.559750:0:28601:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00010000:00000001:2.0:1767384385.559751:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384385.559752:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.559754:0:28601:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613945947170432 : -130127762381184 : ffff89a644f2a680) 00000020:00000001:2.0:1767384385.559755:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384385.559758:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a923d2e6 refcount=3 00000100:00000001:0.0:1767384385.559761:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384385.559762:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736129536 : -130122973422080 : ffff89a762645e00) 00000100:00000001:0.0:1767384385.559765:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384385.559766:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fa34a97 x1853236743013248/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.559767:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384385.559767:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736129536 : -130122973422080 : ffff89a762645e00) 00010000:00000001:2.0:1767384385.559771:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384385.559772:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384385.559774:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384385.559774:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384385.559777:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384385.559778:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00010000:00000001:2.0:1767384385.559778:0:17065:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384385.559782:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0ae3ac0. 00000100:00000001:2.0:1767384385.559783:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384385.559789:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000100:00000001:2.0:1767384385.559791:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.559792:0:28601:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384385.559793:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:2.0:1767384385.559797:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384385.559798:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003eed51e2. 00000100:00000001:0.0:1767384385.559799:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384385.559800:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236743013504, offset 0 00000100:00000001:1.0:1767384385.559804:0:28601:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384385.559807:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384385.559808:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384385.559810:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003eed51e2. 00000400:00000200:3.0:1767384385.559811:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384385.559811:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384385.559818:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384385.559824:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 2 00000100:00100000:1.0:1767384385.559824:0:28601:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000fa34a97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:16348:x1853236743013248:12345-0@lo:103: 00000400:00000200:3.0:1767384385.559825:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384385.559829:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951210711120 : -130122498840496 : ffff89a77eade850) 00000100:00000200:0.0:1767384385.559835:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384385.559836:0:28601:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013248 00000400:00000200:3.0:1767384385.559838:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dc08480 00000100:00000040:2.0:1767384385.559839:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041eaaef1 x1853236743013376/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384385.559840:0:28601:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384385.559844:0:28601:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384385.559847:0:28601:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:3.0:1767384385.559849:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad1 [8] + 5752 00000100:00000001:1.0:1767384385.559851:0:28601:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384385.559855:0:28601:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384385.559858:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384385.559860:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3134cd7. 02000000:00000001:1.0:1767384385.559866:0:28601:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384385.559867:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384385.559869:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384385.559871:0:28601:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.559874:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.559876:0:16346:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384385.559877:0:28601:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1767384385.559882:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00010000:1.0:1767384385.559882:0:28601:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384385.559882:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384385.559886:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384385.559887:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384385.559887:0:28601:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1767384385.559889:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000caa6dc6. 00000020:00000001:1.0:1767384385.559891:0:28601:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384385.559891:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384385.559893:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000000caa6dc6 x1853236743013504 msgsize 224 00000020:00000010:2.0:1767384385.559893:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e784239d. 00000100:00000001:0.0:1767384385.559895:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.559896:0:28601:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac45fe80 refcount=3 00000100:00000001:2.0:1767384385.559897:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384385.559901:0:28601:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00000100:00100000:3.0:1767384385.559903:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384385.559903:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e784239d. 02000000:00000001:0.0:1767384385.559903:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559904:0:28601:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736121856 : -130122973429760 : ffff89a762644000) 00010000:00000040:1.0:1767384385.559911:0:28601:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000714b157d count: 2 00000100:00001000:0.0:1767384385.559911:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=95 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384385.559915:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384385.559915:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041eaaef1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+13:16349:x1853236743013376:12345-0@lo:103: 00010000:00000001:1.0:1767384385.559916:0:28601:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384385.559920:0:28601:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:0.0:1767384385.559920:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=95 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384385.559922:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000100:00000200:2.0:1767384385.559924:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013376 00010000:00000001:1.0:1767384385.559925:0:28601:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1767384385.559927:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00010000:00000001:1.0:1767384385.559929:0:28601:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.559930:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384385.559930:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384385.559931:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384385.559934:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1767384385.559935:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384385.559935:0:28601:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384385.559938:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384385.559939:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384385.559940:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1767384385.559941:0:28601:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384385.559943:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.559945:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384385.559945:0:28601:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384385.559950:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384385.559951:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384385.559951:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559953:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.559956:0:28601:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384385.559957:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c45cc0a. 00010000:00000001:1.0:1767384385.559959:0:28601:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.559961:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384385.559962:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.559965:0:28601:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac45fe80 with handle 0x88edd5ef35457f78 from hash 00000100:00000001:2.0:1767384385.559967:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.559970:0:28601:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384385.559973:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384385.559974:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384385.559976:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384385.559978:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384385.559981:0:28601:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384385.559982:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384385.559983:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384385.559984:0:28601:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767384385.559988:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384385.559988:0:28601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384385.559991:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384385.559993:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a923d2e6 refcount=3 00000100:00000001:0.0:1767384385.559993:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384385.559994:0:28601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac45fe80/0x88edd5ef35457f78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457f71 expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384385.559998:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950736129536 : -130122973422080 : ffff89a762645e00) 00000100:00000001:0.0:1767384385.560000:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384385.560004:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446613950736129536 : -130122973422080 : ffff89a762645e00) 00000100:00000001:0.0:1767384385.560005:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384385.560010:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008e307fe3 count: 2 00000100:00000001:3.0:1767384385.560014:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560014:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:1.0:1767384385.560014:0:28601:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 6 00000100:00000040:0.0:1767384385.560016:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.560018:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384385.560018:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:1.0:1767384385.560019:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 12 00010000:00000001:2.0:1767384385.560022:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384385.560025:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560027:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.560027:0:28601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384385.560030:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3440 usecs (4 jiffies) 00010000:00000001:1.0:1767384385.560031:0:28601:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384385.560033:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.560035:0:28601:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384385.560037:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294972616 00010000:00000001:2.0:1767384385.560038:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384385.560039:0:28601:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384385.560042:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384385.560043:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294972617 00010000:00000001:1.0:1767384385.560045:0:28601:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.560049:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294972616 00010000:00000001:2.0:1767384385.560049:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384385.560049:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028c2712f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16347:1853236743013120:0@lo:103: 00010000:00000001:1.0:1767384385.560050:0:28601:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384385.560051:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384385.560053:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294972617 00010000:00000040:1.0:1767384385.560054:0:28601:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000714b157d count: 0 00010000:00000001:2.0:1767384385.560056:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384385.560059:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294972616 00010000:00000001:2.0:1767384385.560061:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.560062:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.560063:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294972617 00010000:00010000:1.0:1767384385.560063:0:28601:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384385.560067:0:28601:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.560069:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294972616 00000020:00000040:2.0:1767384385.560069:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a923d2e6 with handle 0x88edd5ef35457b5e from hash 00000100:00000001:0.0:1767384385.560069:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384385.560070:0:28601:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384385.560074:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294972617 00010000:00000001:1.0:1767384385.560074:0:28601:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.560075:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028c2712f x1853236743013120/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384385.560076:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384385.560080:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384385.560080:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384385.560080:0:28601:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=95 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384385.560083:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384385.560086:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560086:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384385.560090:0:28601:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384385.560091:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560091:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384385.560095:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384385.560095:0:28601:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:3.0:1767384385.560097:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384385.560121:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a923d2e6/0x88edd5ef35457b5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457b57 expref: 12 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384385.560130:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:2.0:1767384385.560132:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 5 00000100:00000001:3.0:1767384385.560133:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1767384385.560136:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 11 00000100:00000001:3.0:1767384385.560138:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384385.560141:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384385.560144:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384385.560145:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.560148:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560148:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384385.560149:0:28601:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384385.560149:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384385.560152:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384385.560153:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384385.560155:0:28601:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384385.560156:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384385.560157:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ee3432. 02000000:00000001:1.0:1767384385.560158:0:28601:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560161:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.560164:0:18483:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384385.560165:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384385.560165:0:28601:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384385.560165:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384385.560167:0:18483:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013504 00000020:00000001:0.0:1767384385.560169:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:2.0:1767384385.560170:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e307fe3 count: 0 02000000:00000001:3.0:1767384385.560171:0:18483:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384385.560171:0:28601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384385.560174:0:16347:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=6 obd=MGC192.168.204.108@tcp 00000100:00000001:3.0:1767384385.560175:0:18483:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384385.560177:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000001:3.0:1767384385.560179:0:18483:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384385.560179:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:0.0:1767384385.560180:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384385.560181:0:28601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743013248, offset 224 00010000:00000001:2.0:1767384385.560182:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384385.560184:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d2bad39b. 02000000:00000001:3.0:1767384385.560185:0:18483:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384385.560189:0:28601:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384385.560191:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384385.560191:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384385.560194:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384385.560195:0:18483:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013504 02000000:00000001:0.0:1767384385.560195:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384385.560199:0:28601:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384385.560199:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028c2712f. 00000020:00000001:3.0:1767384385.560200:0:18483:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1767384385.560201:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 0000000039537ef4 time=95 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384385.560205:0:18483:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c99 00000100:00000001:0.0:1767384385.560207:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384385.560208:0:18483:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384385.560208:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384385.560210:0:28601:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc08380 00000100:00000001:0.0:1767384385.560211:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384385.560212:0:18483:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7e705d7 refcount=5 00000100:00000040:2.0:1767384385.560213:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 18 to 0@lo 00000100:00000001:2.0:1767384385.560217:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:0.0:1767384385.560217:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384385.560218:0:18483:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 00000400:00000200:1.0:1767384385.560220:0:28601:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2131 [1] + 224 00000100:00000001:0.0:1767384385.560224:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384385.560225:0:18483:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613950699997184 : -130123009554432 : ffff89a7603d0800) 02000000:00000001:2.0:1767384385.560225:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384385.560226:0:28601:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384385.560229:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.560229:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.560230:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384385.560234:0:28601:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384385.560236:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000074f6ec3. 00000100:00000001:0.0:1767384385.560236:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384385.560237:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384385.560238:0:28601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384385.560241:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.560242:0:18483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ef792f01. 00000100:00000200:1.0:1767384385.560244:0:28601:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384385.560246:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384385.560250:0:18483:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000005fe871ee) now 8 - evictor 00000400:00000010:2.0:1767384385.560251:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000200:2.0:1767384385.560256:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743013376, offset 224 00000100:00000040:1.0:1767384385.560260:0:28601:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.560265:0:18483:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384385.560267:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384385.560270:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdfd8da. 00000004:00000001:0.0:1767384385.560271:0:17100:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.560277:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eff438bc. 00000400:00000200:2.0:1767384385.560279:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384385.560282:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000993858d8. 00000100:00000001:1.0:1767384385.560284:0:28601:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384385.560288:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc08400 00000100:00000040:3.0:1767384385.560289:0:18483:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767384385.560291:0:28601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000100:00000001:3.0:1767384385.560292:0:18483:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384385.560294:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:3.0:1767384385.560295:0:18483:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384385.560299:0:28601:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384385.560300:0:18483:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560301:0:28601:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384385.560303:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2139 [1] + 224 00000100:00000001:1.0:1767384385.560306:0:28601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.560307:0:18483:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.560310:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384385.560311:0:28601:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 17 to 0@lo 00010000:00000001:1.0:1767384385.560315:0:28601:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.560318:0:28601:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.560319:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384385.560320:0:18483:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384385.560323:0:28601:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fa34a97 x1853236743013248/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384385.560326:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384385.560333:0:18483:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384385.560334:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384385.560335:0:17075:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767384385.560336:0:28601:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000fa34a97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:136cbbaa-5baf-47f4-b130-5cac417bfe4f+11:16348:x1853236743013248:12345-0@lo:103: Request processed in 541us (1163us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384385.560337:0:18483:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384385.560342:0:17075:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 8 - evictor 00000100:00100000:3.0:1767384385.560347:0:18483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384385.560352:0:18483:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7e705d7 : new rpc_count 1 00000100:00100000:1.0:1767384385.560355:0:28601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384385.560356:0:18483:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040501760 : -130122669049856 : ffff89a77488b800) 00000100:00000040:2.0:1767384385.560356:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384385.560359:0:28601:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 1 00000100:00000040:3.0:1767384385.560362:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000caa6dc6 x1853236743013504/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.560364:0:28601:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384385.560367:0:28601:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384385.560372:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f5367c3. 00000100:00000001:3.0:1767384385.560375:0:18483:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384385.560377:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c90bc3. 00000020:00000010:3.0:1767384385.560379:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e278febc. 00000100:00000001:2.0:1767384385.560379:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384385.560383:0:18483:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384385.560383:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b08b523. 00000100:00000001:0.0:1767384385.560385:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384385.560386:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e278febc. 00000400:00000200:2.0:1767384385.560386:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000100:00000001:0.0:1767384385.560389:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384385.560390:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000020:00000040:1.0:1767384385.560391:0:28601:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 10 00000100:00100000:3.0:1767384385.560395:0:18483:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000caa6dc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16346:x1853236743013504:12345-0@lo:9: 00000100:00000001:2.0:1767384385.560395:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384385.560396:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384385.560397:0:28601:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384385.560399:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384385.560400:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384385.560404:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a8c1e2. 00000100:00000001:2.0:1767384385.560405:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384385.560407:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013504 00000020:00000001:3.0:1767384385.560411:0:18483:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384385.560411:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00000400:00000200:0.0:1767384385.560412:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dbb30a3 00000020:00000001:3.0:1767384385.560414:0:18483:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384385.560415:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384385.560416:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dbb30a3. 00000020:00000001:3.0:1767384385.560418:0:18483:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.560418:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.560422:0:18483:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384385.560423:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384385.560424:0:18483:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666178832 : -1043372784 : ffffffffc1cf6510) 00000100:00000040:2.0:1767384385.560424:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041eaaef1 x1853236743013376/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:366/0 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384385.560429:0:18483:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384385.560431:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384385.560431:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384385.560432:0:18483:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.560436:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384385.560437:0:18483:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384385.560441:0:18483:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384385.560441:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041eaaef1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:136cbbaa-5baf-47f4-b130-5cac417bfe4f+10:16349:x1853236743013376:12345-0@lo:103: Request processed in 551us (955us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384385.560442:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384385.560446:0:18483:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384385.560447:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384385.560451:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003942a86. 00000020:00000001:3.0:1767384385.560453:0:18483:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384385.560456:0:18483:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000400:00000200:1.0:1767384385.560457:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c9eda 00000100:00000001:3.0:1767384385.560460:0:18483:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384385.560462:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000010:1.0:1767384385.560462:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442c9eda. 00000100:00000200:0.0:1767384385.560462:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384385.560463:0:18483:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384385.560468:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b9e7a45. 00000100:00000001:1.0:1767384385.560468:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384385.560469:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 00000100:00000200:1.0:1767384385.560474:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384385.560475:0:18483:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.560475:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384385.560479:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384385.560481:0:18483:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384385.560483:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf76a640. 00000100:00000001:0.0:1767384385.560484:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384385.560487:0:18483:0:(genops.c:887:class_export_get()) GET export 00000000a7e705d7 refcount=6 00000100:00000001:0.0:1767384385.560488:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384385.560489:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00010000:00000001:3.0:1767384385.560493:0:18483:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:0.0:1767384385.560495:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384385.560496:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a154e7d. 00000100:00000200:1.0:1767384385.560496:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384385.560497:0:18483:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 02000000:00000001:0.0:1767384385.560500:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384385.560501:0:18483:0:(genops.c:887:class_export_get()) GET export 00000000a7e705d7 refcount=7 00000020:00000040:2.0:1767384385.560502:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 9 00000100:00000001:0.0:1767384385.560503:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384385.560506:0:18483:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 02000000:00000001:2.0:1767384385.560508:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384385.560508:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.560510:0:18483:0:(genops.c:1460:class_disconnect()) Process entered 02000000:00000010:2.0:1767384385.560511:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c45cc0a. 02000000:00000001:0.0:1767384385.560515:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384385.560516:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 6 02000000:00000001:2.0:1767384385.560516:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384385.560517:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384385.560521:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:3.0:1767384385.560522:0:18483:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457c99 00000100:00001000:0.0:1767384385.560522:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=95 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384385.560523:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384385.560524:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384385.560527:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3134cd7. 02000000:00000001:1.0:1767384385.560527:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384385.560528:0:18483:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7e705d7 with handle 0x88edd5ef35457c99 from hash 00000100:00001000:0.0:1767384385.560529:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384385.560531:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384385.560533:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1767384385.560534:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 5 00000100:00000001:1.0:1767384385.560534:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.560536:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767384385.560537:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fa34a97. 02000000:00000001:1.0:1767384385.560539:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.560541:0:18483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000074f6ec3. 00000100:00000001:0.0:1767384385.560541:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.560543:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384385.560544:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=95 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384385.560547:0:18483:0:(genops.c:1932:obd_stale_export_put()) Process entered 02000000:00000010:2.0:1767384385.560547:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004da3b707. 00010000:00000001:0.0:1767384385.560548:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384385.560549:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=95 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384385.560550:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 4 02000000:00000001:2.0:1767384385.560551:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384385.560552:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.560554:0:18483:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000010:2.0:1767384385.560554:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d92ace4. 00000100:00000001:1.0:1767384385.560557:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384385.560558:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 3 00000100:00000001:1.0:1767384385.560559:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.560559:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384385.560561:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384385.560562:0:18483:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384385.560563:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000027fab287. 00010000:00000001:1.0:1767384385.560566:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384385.560567:0:18483:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 02000000:00000001:2.0:1767384385.560567:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384385.560569:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384385.560570:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002fc9687. 00000100:00000040:0.0:1767384385.560571:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384385.560573:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384385.560575:0:18483:0:(import.c:65:import_set_state_nolock()) 00000000079bcca1 : changing import state from FULL to CLOSED 02000000:00000001:2.0:1767384385.560575:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384385.560579:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e4d72351. 00000100:00000001:3.0:1767384385.560582:0:18483:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:1.0:1767384385.560582:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384385.560584:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384385.560586:0:18483:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000010:2.0:1767384385.560587:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058421013. 00000100:00000001:3.0:1767384385.560589:0:18483:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 02000000:00000001:2.0:1767384385.560608:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384385.560612:0:18483:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384385.560612:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002887bf99. 00000100:00000001:0.0:1767384385.560616:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384385.560619:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384385.560620:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a31fd44. 00000100:00000001:1.0:1767384385.560620:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384385.560621:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767384385.560622:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6597c99. 00000020:00000010:3.0:1767384385.560625:0:18483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085c13b5e. 00000100:00000001:1.0:1767384385.560626:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384385.560626:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384385.560628:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384385.560629:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384385.560630:0:18483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cbf60a37. 02000000:00000010:2.0:1767384385.560631:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccffa919. 00000100:00000040:0.0:1767384385.560636:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.560637:0:18483:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000546d8982. 02000000:00000001:2.0:1767384385.560637:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384385.560638:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384385.560641:0:17065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b05b1de7. 00000020:00000010:3.0:1767384385.560643:0:18483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b451653. 00000100:00000001:2.0:1767384385.560648:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1767384385.560649:0:18483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026cdc1e3. 40000000:00000010:3.0:1767384385.560654:0:18483:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000074f6ec3. 00000100:00000200:2.0:1767384385.560656:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00100000:00000010:3.0:1767384385.560661:0:18483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f22560f. 00000400:00000010:2.0:1767384385.560662:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b8a8f26. 00040000:00000010:3.0:1767384385.560666:0:18483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085557fd3. 00000400:00000010:2.0:1767384385.560668:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000668cb8fd. 00040000:00000010:3.0:1767384385.560672:0:18483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000052665299. 00000100:00100000:1.0:1767384385.560673:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fac0772 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743013248:0@lo:103: 00000100:00100000:0.0:1767384385.560675:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021810884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743012992:0@lo:103: 00080000:00000010:3.0:1767384385.560679:0:18483:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e14bbf04. 00000100:00000001:1.0:1767384385.560682:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.560686:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:3.0:1767384385.560687:0:18483:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005a9c0e06. 00000100:00000001:0.0:1767384385.560689:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384385.560690:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fac0772 x1853236743013248/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.560695:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000010:3.0:1767384385.560697:0:18483:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f6cab30. 00000020:00000010:2.0:1767384385.560699:0:40101:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3889913. 00000100:00000040:0.0:1767384385.560702:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021810884 x1853236743012992/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384385.560704:0:18483:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000010:2.0:1767384385.560705:0:40101:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d190203. 00000001:00000040:3.0:1767384385.560708:0:18483:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000020:00000010:2.0:1767384385.560711:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030b78259. 00000001:00000001:3.0:1767384385.560716:0:18483:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000010:2.0:1767384385.560720:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000011836537. 00000001:00000004:3.0:1767384385.560721:0:18483:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000001:1.0:1767384385.560722:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384385.560726:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000010:2.0:1767384385.560727:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079d9e82c. 00080000:00000001:3.0:1767384385.560728:0:18483:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:1.0:1767384385.560729:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003862e242. 00000100:00000001:0.0:1767384385.560732:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000010:3.0:1767384385.560733:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000067a80f60. 00000020:00000010:2.0:1767384385.560733:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a653f8e4. 02000000:00000001:1.0:1767384385.560734:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384385.560735:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384385.560738:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:3.0:1767384385.560740:0:18483:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950699176960 : -130123010374656 : ffff89a760308400) 02000000:00000010:0.0:1767384385.560740:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007578340f. 00000020:00000040:1.0:1767384385.560741:0:16348:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000020:00000010:2.0:1767384385.560742:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000e5e85fd. 00000020:00000001:1.0:1767384385.560748:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384385.560748:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:3.0:1767384385.560749:0:18483:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384385.560749:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cb826452. 02000000:00000010:1.0:1767384385.560750:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d00dbabc. 00000020:00000001:0.0:1767384385.560753:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1767384385.560755:0:18483:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 80000000:00000010:2.0:1767384385.560755:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c660f9fc. 02000000:00000001:1.0:1767384385.560757:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767384385.560757:0:16350:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00080000:00000010:3.0:1767384385.560760:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e278febc. 02000000:00000001:1.0:1767384385.560762:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1767384385.560764:0:18483:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.560764:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384385.560765:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fac0772. 40000000:00000010:2.0:1767384385.560766:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f7f4a69e. 02000000:00000010:0.0:1767384385.560769:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d7cb379. 00080000:00000001:3.0:1767384385.560770:0:18483:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384385.560773:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384385.560776:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384385.560776:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384385.560780:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1767384385.560781:0:18483:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560781:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384385.560785:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021810884. 00000001:00000001:3.0:1767384385.560788:0:18483:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000001:1.0:1767384385.560790:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384385.560791:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00100000:00000010:2.0:1767384385.560792:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bf06312. 00000100:00000001:1.0:1767384385.560794:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.560795:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384385.560798:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000250e6ca0. 00000100:00000001:0.0:1767384385.560800:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.560801:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:2.0:1767384385.560803:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa236f91. 00000100:00000001:1.0:1767384385.560805:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384385.560806:0:18483:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00040000:00000010:2.0:1767384385.560808:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0a88a25. 00000100:00000001:0.0:1767384385.560808:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384385.560812:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384385.560813:0:18483:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384385.560813:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000030248ae7. 00000100:00000001:1.0:1767384385.560817:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384385.560818:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:2.0:1767384385.560820:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cbd04f46. 00000100:00000001:1.0:1767384385.560821:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1767384385.560823:0:18483:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384385.560823:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384385.560826:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6958723. 00000400:00000001:1.0:1767384385.560827:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384385.560830:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000010:2.0:1767384385.560832:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061e0bff8. 00000400:00000010:1.0:1767384385.560833:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000367642a3. 00000020:00000001:0.0:1767384385.560835:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:3.0:1767384385.560836:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e278febc. 00000020:00000001:0.0:1767384385.560840:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384385.560841:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6e7904 00040000:00000001:3.0:1767384385.560842:0:18483:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000010:2.0:1767384385.560842:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000efe46c8. 00000400:00000010:1.0:1767384385.560846:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6e7904. 00010000:00010000:0.0:1767384385.560846:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:3.0:1767384385.560847:0:18483:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000010:2.0:1767384385.560847:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e08f2b40. 00080000:00000001:3.0:1767384385.560852:0:18483:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560852:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384385.560854:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042fe330b. 00000001:00000040:3.0:1767384385.560856:0:18483:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000004:00000001:2.0:1767384385.560859:0:40101:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000100:00000200:1.0:1767384385.560859:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384385.560860:0:18483:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1767384385.560863:0:40101:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000001:00000001:3.0:1767384385.560864:0:18483:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384385.560867:0:18483:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000004:00000001:2.0:1767384385.560867:0:40101:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00080000:00000010:3.0:1767384385.560871:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b038aed. 00000004:00000040:2.0:1767384385.560872:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a1c78951 : new refcount 3 00080000:00000001:3.0:1767384385.560874:0:18483:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950699991040 : -130123009560576 : ffff89a7603cf000) 00000004:00000040:2.0:1767384385.560876:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a1c78951 : new refcount 2 00080000:00000001:3.0:1767384385.560880:0:18483:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000040:2.0:1767384385.560880:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a1c78951 : new refcount 1 00000100:00000200:1.0:1767384385.560880:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384385.560883:0:18483:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000040:2.0:1767384385.560884:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c95122ac : new refcount 3 00080000:00000010:3.0:1767384385.560887:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e278febc. 00000004:00000040:2.0:1767384385.560888:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c95122ac : new refcount 2 00080000:00000001:3.0:1767384385.560890:0:18483:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384385.560891:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c95122ac : new refcount 1 00080000:00000001:3.0:1767384385.560894:0:18483:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384385.560895:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384385.560898:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000abacee27) has no exports 00080000:00000001:3.0:1767384385.560899:0:18483:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560900:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:3.0:1767384385.560902:0:18483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000098e32d20. 00000020:00000001:2.0:1767384385.560902:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:1.0:1767384385.560903:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384385.560906:0:40101:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000001:00000040:3.0:1767384385.560907:0:18483:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a7e705d7 : new cb_count 1 00000100:00000001:1.0:1767384385.560907:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384385.560909:0:40101:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000020:00000040:3.0:1767384385.560911:0:18483:0:(genops.c:887:class_export_get()) GET export 00000000a7e705d7 refcount=4 02000000:00000001:1.0:1767384385.560912:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384385.560913:0:40101:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:1.0:1767384385.560915:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1767384385.560916:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1767384385.560918:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384385.560920:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384385.560922:0:18483:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 02000000:00000001:1.0:1767384385.560922:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384385.560925:0:18483:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:1.0:1767384385.560926:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000005326b89b time=95 v=5 (5 0 0 0) 00080000:00000010:3.0:1767384385.560931:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e278febc. 00000100:00001000:1.0:1767384385.560931:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384385.560937:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00040000:00000001:3.0:1767384385.560938:0:18483:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384385.560938:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384385.560942:0:18483:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384385.560942:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384385.560946:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384385.560947:0:18483:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560949:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384385.560951:0:18483:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000040:1.0:1767384385.560954:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384385.560957:0:18483:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384385.560964:0:18483:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.560965:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384385.560969:0:18483:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085c13b5e. 00000100:00000001:1.0:1767384385.560969:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384385.560971:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384385.560976:0:18483:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cbf60a37. 00000100:00000040:1.0:1767384385.560976:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.560982:0:18483:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000546d8982. 00000100:00100000:1.0:1767384385.560985:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249c19b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743013376:0@lo:103: 00000020:00000010:3.0:1767384385.560989:0:18483:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b451653. 00000100:00000001:1.0:1767384385.560990:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.560993:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:3.0:1767384385.560996:0:18483:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026cdc1e3. 00000100:00000040:1.0:1767384385.560996:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249c19b3 x1853236743013376/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:3.0:1767384385.561002:0:18483:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000074f6ec3. 00000100:00000001:1.0:1767384385.561004:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384385.561005:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384385.561006:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5ab684e. 02000000:00000001:1.0:1767384385.561011:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384385.561013:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00100000:00000010:3.0:1767384385.561014:0:18483:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f22560f. 00000020:00000040:1.0:1767384385.561014:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:1.0:1767384385.561019:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00040000:00000010:3.0:1767384385.561022:0:18483:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085557fd3. 02000000:00000010:1.0:1767384385.561022:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d73a776c. 02000000:00000001:1.0:1767384385.561029:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00040000:00000010:3.0:1767384385.561030:0:18483:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000052665299. 02000000:00000001:1.0:1767384385.561031:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384385.561033:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249c19b3. 00000100:00000001:1.0:1767384385.561037:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000010:3.0:1767384385.561038:0:18483:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a9c0e06. 00000100:00000001:1.0:1767384385.561039:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384385.561042:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384385.561044:0:18483:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e14bbf04. 00000100:00000001:1.0:1767384385.561046:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384385.561048:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384385.561050:0:18483:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f6cab30. 00000100:00000001:1.0:1767384385.561050:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384385.561053:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.561056:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a31fd44. 00000001:00000001:3.0:1767384385.561060:0:18483:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384385.561062:0:18483:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fbe27e5) : new refcount 4 00000001:00000001:3.0:1767384385.561065:0:18483:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384385.561066:0:18483:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 3 00000020:00000040:3.0:1767384385.561068:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 3 00000001:00000001:3.0:1767384385.561070:0:18483:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384385.561071:0:18483:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fbe27e5) : new refcount 2 00000001:00000001:3.0:1767384385.561073:0:18483:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384385.561074:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 2 00002000:00000001:3.0:1767384385.561076:0:18483:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.561078:0:18483:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.561080:0:18483:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.561082:0:18483:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384385.561084:0:18483:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236743013504 00010000:00000001:3.0:1767384385.561086:0:18483:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.1:1767384385.561119:0:18483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bfc95d5. 00010000:00000010:3.1:1767384385.561125:0:18483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000971176cc. 00010000:00000200:3.0:1767384385.561133:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000caa6dc6 x1853236743013504/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384385.561142:0:18483:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384385.561144:0:18483:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384385.561147:0:18483:0:(import.c:2128:obd_at_measure()) add 1 to 000000002ec7aeb7 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384385.561150:0:18483:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384385.561152:0:18483:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:3.0:1767384385.561154:0:18483:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:3.0:1767384385.561156:0:18483:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384385.561158:0:18483:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.561160:0:18483:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384385.561162:0:18483:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384385.561169:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000200:3.0:1767384385.561172:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236743013504, offset 224 00000400:00000200:3.0:1767384385.561176:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384385.561181:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384385.561186:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dc08480 00000400:00000200:3.0:1767384385.561190:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2145 [1] + 224 00000400:00000200:3.0:1767384385.561194:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384385.561197:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384385.561200:0:18483:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384385.561206:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384385.561215:0:18483:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.561232:0:18483:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384385.561236:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:3.0:1767384385.561238:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384385.561240:0:18483:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384385.561241:0:18483:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384385.561244:0:18483:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384385.561246:0:18483:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00010000:00000001:3.0:1767384385.561249:0:18483:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384385.561251:0:18483:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.561253:0:18483:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384385.561257:0:18483:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000caa6dc6 x1853236743013504/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.561258:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384385.561262:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384385.561267:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384385.561270:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384385.561271:0:18483:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000caa6dc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:16346:x1853236743013504:12345-0@lo:9: Request processed in 895us (1376us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384385.561273:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c63264. 00000400:00000200:0.0:1767384385.561280:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b66edb 00000100:00100000:3.0:1767384385.561285:0:18483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:0.0:1767384385.561285:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00000100:00000040:3.0:1767384385.561289:0:18483:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7e705d7 : new rpc_count 0 00000100:00000001:0.0:1767384385.561291:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384385.561293:0:18483:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384385.561296:0:18483:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384385.561299:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.561301:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eff438bc. 00000020:00000010:3.0:1767384385.561307:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000993858d8. 00000100:00000200:0.0:1767384385.561312:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384385.561317:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdfd8da. 00000020:00000040:3.0:1767384385.561323:0:18483:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 1 00000100:00000001:0.0:1767384385.561325:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384385.561327:0:18483:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.561328:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.561332:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384385.561334:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384385.561336:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384385.561338:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.561340:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384385.561344:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000001c0e5542 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384385.561348:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000008277c022 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384385.561350:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384385.561352:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.561354:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384385.561357:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384385.561371:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.561373:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384385.561375:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384385.561377:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384385.561378:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.561381:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.561387:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384385.561389:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384385.561390:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384385.561392:0:16346:0:(import.c:65:import_set_state_nolock()) 00000000af06ee13 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384385.561395:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384385.561397:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:0.0:1767384385.561410:0:16346:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:0.0:1767384385.561411:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384385.561412:0:16346:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384385.561414:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384385.561416:0:16346:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384385.561417:0:16346:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384385.561420:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.561428:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b528da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16346:1853236743013504:0@lo:9: 00000100:00000001:0.0:1767384385.561433:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.561435:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384385.561437:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b528da7 x1853236743013504/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.561445:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384385.561446:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384385.561448:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fde6b1. 02000000:00000001:0.0:1767384385.561451:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384385.561452:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384385.561454:0:16346:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384385.561456:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384385.561458:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043dccc8e. 02000000:00000001:0.0:1767384385.561460:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384385.561462:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384385.561463:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b528da7. 00000100:00000001:0.0:1767384385.561465:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384385.561467:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.561468:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.561472:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384385.561474:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.561476:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384385.561477:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384385.562647:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e75f9cc. 00010000:00000010:1.1:1767384385.563131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e5355104. 00010000:00000010:0.1:1767384385.563133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a209204. 00010000:00000010:1.1:1767384385.563138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001e2248dc. 00010000:00000010:0.1:1767384385.563140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d99747. 00000100:00000040:1.0:1767384385.565143:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294972617, at 4294972618 00000100:00000010:1.0:1767384385.565150:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ba8852. 00000100:00000040:0.0:1767384385.565161:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294972617, at 4294972618 00000100:00000010:0.0:1767384385.565169:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000100:00000040:3.0:1767384385.566143:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294972617, at 4294972619 00000100:00000010:3.0:1767384385.566150:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000001:00000001:2.0:1767384385.574247:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384385.574254:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384385.574255:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384385.586351:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.586358:0:40101:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.586360:0:40101:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384385.586377:0:40101:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:2.0:1767384385.586379:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:2.0:1767384385.586381:0:40101:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384385.586383:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384385.586385:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457bb2 00000020:00000040:2.0:1767384385.586388:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dcb098cd with handle 0x88edd5ef35457bb2 from hash 00000020:00000001:2.0:1767384385.586394:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384385.586395:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000dcb098cd : new refcount 1 00000020:00000001:2.0:1767384385.586397:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384385.586398:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000dcb098cd : new refcount 0 00000020:00000080:2.0:1767384385.586399:0:40101:0:(genops.c:904:class_export_put()) final put 00000000dcb098cd/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384385.586402:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.586413:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.586415:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384385.586416:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:1.0:1767384385.586433:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384385.586436:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000dcb098cd/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:1.0:1767384385.586439:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384385.586441:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384385.586443:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ee23be45) now 4 - export 00000020:00000010:1.0:1767384385.586446:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dcb098cd. 00000100:00000040:2.0:1767384385.586450:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294972617, at 4294972639 00000020:00000001:1.0:1767384385.586453:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384385.586458:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000074f6ec3. 00000100:00000010:2.0:1767384385.586462:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 00000020:00000080:3.0:1767384385.586463:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384385.586472:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384385.586475:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384385.586479:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384385.586481:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000ee23be45) has no exports 00000020:00000001:3.0:1767384385.586483:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384385.586485:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384385.586487:0:40101:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384385.586489:0:40101:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384385.586491:0:40101:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384385.586495:0:40101:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384385.586497:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384385.586499:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005e3d5014. 00000020:00000001:3.0:1767384385.586503:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384385.586515:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586517:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586522:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000cd7246d2. 00000001:00000001:3.0:1767384385.586528:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586529:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586531:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586533:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000012163389. 00000001:00000010:3.0:1767384385.586535:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000027b268d0. 00000001:00000010:3.0:1767384385.586536:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005aa3cb33. 00000001:00000001:3.0:1767384385.586539:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586540:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000012d77ba1. 00000020:00000002:3.0:1767384385.586545:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000ae7abec3/00000000e8a82b4b to site lru. bkt: 00000000e128e8a2 00040000:00000001:3.0:1767384385.586546:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586547:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586548:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000043685d6c. 00000001:00000001:3.0:1767384385.586550:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586556:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586557:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586558:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cee7a2cc. 00000001:00000010:3.0:1767384385.586559:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008841731b. 00000001:00000010:3.0:1767384385.586561:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000019fd60ec. 00000001:00000001:3.0:1767384385.586563:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586563:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ba1c899f. 00000020:00000002:3.0:1767384385.586566:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000013124b3e/000000004c4d300d to site lru. bkt: 00000000e128e8a2 00040000:00000001:3.0:1767384385.586567:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586568:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586569:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000e02f15b9. 00000001:00000001:3.0:1767384385.586571:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586572:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586573:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586574:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000df80d6fb. 00000001:00000010:3.0:1767384385.586575:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007858c4cb. 00000001:00000010:3.0:1767384385.586576:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a1e0d574. 00000001:00000001:3.0:1767384385.586579:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586580:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000efe85c60. 00000020:00000002:3.0:1767384385.586581:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000d312bda0/00000000fbc5c511 to site lru. bkt: 00000000e128e8a2 00000020:00000002:3.0:1767384385.586583:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000fb5cdc60/00000000058c047d to site lru. bkt: 000000006d3a86f9 00040000:00000010:3.0:1767384385.586585:0:40101:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000135379a7. 00040000:00000001:3.0:1767384385.586586:0:40101:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384385.586587:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384385.586588:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000007ee200b3. 00000020:00000001:3.0:1767384385.586589:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384385.586607:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586609:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586611:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000686c0eef. 00000001:00000001:3.0:1767384385.586613:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586615:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586615:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586616:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e54b10a5. 00000001:00000010:3.0:1767384385.586618:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b86d4e00. 00000001:00000010:3.0:1767384385.586619:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008dd267c4. 00000001:00000001:3.0:1767384385.586620:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586621:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000061748411. 00000020:00000002:3.0:1767384385.586628:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000a65b4213/0000000016c99552 to site lru. bkt: 00000000e128e8a2 00040000:00000001:3.0:1767384385.586629:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586630:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586632:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000da133937. 00000001:00000001:3.0:1767384385.586634:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586635:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586636:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586636:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f48a902a. 00000001:00000010:3.0:1767384385.586637:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d4ddb68e. 00000001:00000010:3.0:1767384385.586638:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009b2c514d. 00000001:00000001:3.0:1767384385.586640:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586640:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000016b77ef9. 00000020:00000002:3.0:1767384385.586642:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000001a61b63d/0000000069851a15 to site lru. bkt: 00000000e128e8a2 00040000:00000001:3.0:1767384385.586643:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384385.586644:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384385.586645:0:40101:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000056a499c. 00000001:00000001:3.0:1767384385.586647:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384385.586647:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384385.586648:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586649:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000f8fad38. 00000001:00000010:3.0:1767384385.586651:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000044cf8869. 00000001:00000010:3.0:1767384385.586652:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c81a3361. 00000001:00000001:3.0:1767384385.586653:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384385.586653:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000c6c12fdf. 00000020:00000002:3.0:1767384385.586655:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000004dcf9e27/000000003df42449 to site lru. bkt: 00000000e128e8a2 00000020:00000002:3.0:1767384385.586657:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000fc97c4b9/0000000045358c34 to site lru. bkt: 00000000183e5992 00040000:00000010:3.0:1767384385.586658:0:40101:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000058061771. 00040000:00000001:3.0:1767384385.586660:0:40101:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384385.586688:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ae29f767. 00000020:00000010:1.0:1767384385.586697:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000024fce943. 00000040:00000010:1.0:1767384385.586701:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009862ab85. 00000020:00000010:1.0:1767384385.586703:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000088a2eac3. 00000020:00000010:1.0:1767384385.586707:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006c0f91b3. 00000020:00000010:1.0:1767384385.586711:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000303e8797. 80000000:00000010:1.0:1767384385.586714:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000572869dd. 40000000:00000010:1.0:1767384385.586717:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004a68daee. 00100000:00000010:1.0:1767384385.586720:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002d60c519. 00040000:00000010:1.0:1767384385.586723:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b80208d. 00040000:00000010:1.0:1767384385.586725:0:17098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008f562e70. 00040000:00000010:1.0:1767384385.586728:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a0cb897. 00080000:00000010:1.0:1767384385.586731:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000014e127b5. 00080000:00000010:1.0:1767384385.586735:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000df1ce6ad. 00000004:00000010:1.0:1767384385.586738:0:17098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009e401501. 00000004:00000010:1.0:1767384385.586741:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000252253b4. 00000004:00000010:1.0:1767384385.586744:0:17098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008e100e25. 00000004:00000010:1.0:1767384385.586747:0:17098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d9d287e1. 00000020:00000010:1.0:1767384385.586750:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b18b8997. 00040000:00000010:1.0:1767384385.586753:0:17098:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000036654f85. 00040000:00000001:1.0:1767384385.586755:0:17098:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384385.586793:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000000e6b258d/0000000066112f77 to site lru. bkt: 00000000d9e90fbb 00040000:00000001:3.0:1767384385.586795:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384385.586798:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384385.586800:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384385.586801:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457bab 00000020:00000040:3.0:1767384385.586804:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000028a82916 with handle 0x88edd5ef35457bab from hash 00000020:00000001:3.0:1767384385.586807:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384385.586808:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000028a82916 : new refcount 1 00000020:00000001:3.0:1767384385.586814:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384385.586815:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000028a82916 : new refcount 0 00000020:00000080:3.0:1767384385.586816:0:40101:0:(genops.c:904:class_export_put()) final put 0000000028a82916/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384385.586818:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.586827:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384385.586829:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384385.586831:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384385.586841:0:40101:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.586843:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.586846:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384385.586850:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000028a82916/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384385.586853:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384385.586855:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384385.586857:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 9 - export 00000020:00000010:0.0:1767384385.586861:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000028a82916. 00000001:00000001:3.0:1767384385.586867:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:0.0:1767384385.586870:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:3.0:1767384385.586871:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d05d3ef. 00000001:00000010:3.0:1767384385.586875:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c284cc7. 00000001:00000010:3.0:1767384385.586877:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e4b42b7f. 00000001:00000010:3.0:1767384385.586879:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001261a256. 00000001:00000010:3.0:1767384385.586881:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000549b8a3c. 00000001:00000010:3.0:1767384385.586882:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000de891078. 00000001:00000001:3.0:1767384385.586897:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384385.586898:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384385.586900:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004abb023b. 00000001:00000010:3.0:1767384385.586902:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd9ec12a. 00000001:00000010:3.0:1767384385.586903:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006f4dfeaa. 00000001:00000010:3.0:1767384385.586904:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003fbb565. 00000001:00000010:3.0:1767384385.586905:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c5e7e0cb. 00000001:00000010:3.0:1767384385.586906:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000009f5aed1. 00000001:00000001:3.0:1767384385.586908:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384385.586908:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ee23be45) now 3 - setup 00000020:00000001:3.0:1767384385.586910:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.586911:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384385.586913:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384385.586916:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384385.586918:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ee23be45) now 2 - obd_device_list 00000020:00000080:3.0:1767384385.586920:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384385.586921:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000ee23be45) now 1 - newdev 00000020:00000040:3.0:1767384385.586922:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2ad5233 with handle 0x88edd5ef35457ba4 from hash 00000020:00000040:3.0:1767384385.586924:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000d2ad5233 : new refcount 0 00000020:00000080:3.0:1767384385.586928:0:40101:0:(genops.c:904:class_export_put()) final put 00000000d2ad5233/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384385.586930:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.586931:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384385.586932:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 00000000d2ad5233/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384385.586933:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384385.586934:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.586935:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d2ad5233. 00000020:00000001:3.0:1767384385.586942:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384385.586943:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384385.586944:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384385.586945:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384385.586947:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000243cb1c1. 00000020:00000010:3.0:1767384385.586950:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e78b2b9e. 00000040:00000010:3.0:1767384385.586952:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001915504a. 00000020:00000010:3.0:1767384385.586955:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f22560f. 00000020:00000010:3.0:1767384385.586958:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000546d8982. 00000020:00000010:3.0:1767384385.586961:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000728312f0. 80000000:00000010:3.0:1767384385.586963:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026cdc1e3. 40000000:00000010:3.0:1767384385.586965:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e278febc. 00100000:00000010:3.0:1767384385.586968:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cbf60a37. 00040000:00000010:3.0:1767384385.586971:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085557fd3. 00040000:00000010:3.0:1767384385.586973:0:40101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384385.586975:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008850a65d. 00080000:00000010:3.0:1767384385.586978:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e14bbf04. 00080000:00000010:3.0:1767384385.586982:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005a9c0e06. 00000004:00000010:3.0:1767384385.586986:0:40101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000900e4542. 00000004:00000010:3.0:1767384385.586990:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384385.586992:0:40101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf909382. 00000004:00000010:3.0:1767384385.586995:0:40101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002f6cab30. 00040000:00000001:3.0:1767384385.586998:0:40101:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384385.587001:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009748d1b3. 00040000:00000010:3.0:1767384385.587004:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000129beb28. 00040000:00000010:3.0:1767384385.587007:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000052bb67d8. 00040000:00000010:3.0:1767384385.587009:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cc0f773e. 00040000:00000010:3.0:1767384385.587016:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f389ee06. 00040000:00000010:3.0:1767384385.587020:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000eda281d. 00040000:00000010:3.0:1767384385.587022:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a5291ce4. 00040000:00000010:3.0:1767384385.587024:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003759d546. 00040000:00000010:3.0:1767384385.587026:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0601edc. 00040000:00000010:3.0:1767384385.587028:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c91961c. 00040000:00000010:3.0:1767384385.587030:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b7b66e12. 00040000:00000010:3.0:1767384385.587033:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005bbac346. 00040000:00000010:3.0:1767384385.587035:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000055a9ef18. 00040000:00000010:3.0:1767384385.587037:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c2378e9a. 00040000:00000010:3.0:1767384385.587039:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ac3b9b0. 00040000:00000010:3.0:1767384385.587040:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b3f05aff. 00040000:00000010:3.0:1767384385.587042:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d1d0a42e. 00040000:00000010:3.0:1767384385.587044:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000233320c5. 00040000:00000010:3.0:1767384385.587047:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006bea64d0. 00040000:00000010:3.0:1767384385.587049:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000057ce9c8e. 00040000:00000010:3.0:1767384385.587051:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000478f0638. 00040000:00000010:3.0:1767384385.587053:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cc43884f. 00040000:00000010:3.0:1767384385.587056:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4270804. 00040000:00000010:3.0:1767384385.587058:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000028a9eaaa. 00040000:00000010:3.0:1767384385.587060:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000150c7768. 00040000:00000010:3.0:1767384385.587062:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006183d557. 00040000:00000010:3.0:1767384385.587064:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dca23ef4. 00040000:00000010:3.0:1767384385.587067:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000039f46510. 00040000:00000010:3.0:1767384385.587069:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000021900c77. 00040000:00000010:3.0:1767384385.587071:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000026262547. 00040000:00000010:3.0:1767384385.587073:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ef86a5a3. 00040000:00000010:3.0:1767384385.587075:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aeff9e5f. 00040000:00000010:3.0:1767384385.587078:0:40101:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000098639c91. 00040000:00000001:3.0:1767384385.587080:0:40101:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.587082:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e78b2b9e. 00000040:00000010:3.0:1767384385.587084:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001915504a. 00000020:00000010:3.0:1767384385.587086:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009f22560f. 00000020:00000010:3.0:1767384385.587088:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000546d8982. 00000020:00000010:3.0:1767384385.587091:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000728312f0. 80000000:00000010:3.0:1767384385.587095:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026cdc1e3. 40000000:00000010:3.0:1767384385.587097:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e278febc. 00100000:00000010:3.0:1767384385.587117:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cbf60a37. 00040000:00000010:3.0:1767384385.587122:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085557fd3. 00040000:00000010:3.0:1767384385.587125:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384385.587128:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008850a65d. 00080000:00000010:3.0:1767384385.587131:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a9c0e06. 00080000:00000010:3.0:1767384385.587134:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e14bbf04. 00000004:00000010:3.0:1767384385.587137:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000900e4542. 00000004:00000010:3.0:1767384385.587139:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384385.587142:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf909382. 00000004:00000010:3.0:1767384385.587144:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002f6cab30. 00000020:00000010:3.0:1767384385.587147:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000243cb1c1. 00000020:00000001:3.0:1767384385.587149:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384385.587151:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ee23be45. 00000020:00000001:3.0:1767384385.587157:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.587158:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384385.587162:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000074f6ec3. 00000020:00000001:3.0:1767384385.587164:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384385.587166:0:40101:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.587168:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384385.587170:0:40101:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:1.1:1767384385.588138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002263b27c. 00010000:00000010:1.1:1767384385.588146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a08ba514. 00010000:00000010:2.1:1767384385.588149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a923d2e6. 00010000:00000010:2.1:1767384385.588162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e307fe3. 00010000:00000010:1.1:1767384385.588162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f5c792. 00010000:00000010:1.1:1767384385.588170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac45fe80. 00010000:00000010:1.1:1767384385.588177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000714b157d. 00000400:00000200:2.0:1767384385.747239:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp47 00000400:00000010:2.0:1767384385.747246:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000085a4f583. 00000400:00000010:2.0:1767384385.747253:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002a154e7d. 00000400:00000010:2.0:1767384385.747257:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000400:00000010:2.0:1767384385.747264:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c92c048. 00000400:00000200:2.0:1767384385.747268:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp47 00000400:00000200:2.0:1767384385.747288:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp47 local destination 00000400:00000200:2.0:1767384385.747293:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp47 00000400:00000200:2.0:1767384385.747296:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp47 NI seq info: [232:232:256:4294967295] 192.168.204.108@tcp47 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384385.747301:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp47 00000400:00000200:2.0:1767384385.747307:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp47(192.168.204.108@tcp47:) -> 192.168.204.108@tcp47(192.168.204.108@tcp47:192.168.204.108@tcp47) : GET try# 0 00000800:00000200:2.0:1767384385.747311:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp47 00000800:00000010:2.0:1767384385.747314:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac47f470. 00000800:00000200:2.0:1767384385.747320:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:2.1:1767384385.747324:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000400:00000200:2.0:1767384385.747345:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp47 added to recovery queue. ping count: 3 next ping: 313 health :700 00000400:00000200:2.0:1767384385.747381:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp44 00000400:00000010:2.0:1767384385.747382:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384385.747385:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c48da595. 00000400:00000010:2.0:1767384385.747387:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000400:00000010:2.0:1767384385.747389:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f65cd64. 00000400:00000200:2.0:1767384385.747391:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp44 00000400:00000200:2.0:1767384385.747397:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp44 local destination 00000400:00000200:2.0:1767384385.747399:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:2.0:1767384385.747401:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [233:233:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1767384385.747404:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000400:00000200:2.0:1767384385.747409:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp44:192.168.204.108@tcp44) : GET try# 0 00000800:00000200:2.0:1767384385.747412:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp44 00000800:00000010:2.0:1767384385.747414:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000335a1b7d. 00000800:00000200:2.0:1767384385.747417:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000800:00000200:2.1:1767384385.747420:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000400:00000200:2.0:1767384385.747434:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 4 next ping: 321 health :600 00000400:00000200:2.0:1767384385.747437:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp48 00000400:00000010:2.0:1767384385.747439:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000148e54d. 00000400:00000010:2.0:1767384385.747442:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007578340f. 00000400:00000010:2.0:1767384385.747443:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000400:00000010:2.0:1767384385.747445:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b7399a0. 00000400:00000200:2.0:1767384385.747448:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp48 00000400:00000200:2.0:1767384385.747453:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp48 local destination 00000400:00000200:2.0:1767384385.747456:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp48 00000400:00000200:2.0:1767384385.747459:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp48 NI seq info: [234:234:256:4294967295] 192.168.204.108@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384385.747463:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp48 00000400:00000200:2.0:1767384385.747471:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp48(192.168.204.108@tcp48:) -> 192.168.204.108@tcp48(192.168.204.108@tcp48:192.168.204.108@tcp48) : GET try# 0 00000800:00000200:2.0:1767384385.747474:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp48 00000800:00000010:2.0:1767384385.747476:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b0ad2de. 00000800:00000200:2.0:1767384385.747480:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (2) 00000800:00000200:2.1:1767384385.747487:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (2) 00000400:00000200:2.0:1767384385.747505:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp48 added to recovery queue. ping count: 1 next ping: 307 health :900 00000400:00000200:0.0:1767384385.747541:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747546:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747626:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747626:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.747643:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747689:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747696:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.747719:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747740:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747760:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.747797:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747800:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747814:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747864:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747883:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.747889:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747918:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747939:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.747965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.747973:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.747995:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748044:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748045:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748046:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748139:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748147:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748152:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748192:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748232:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748249:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748288:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748306:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748317:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748355:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748395:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748399:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748404:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748460:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748482:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748515:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748526:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748555:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748571:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748580:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748645:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748647:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748650:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748702:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748722:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748729:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748758:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748783:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748813:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748839:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748887:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748889:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748890:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748943:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.748952:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.748970:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.748997:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749013:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749044:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749053:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749073:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749144:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749147:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749166:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749216:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749230:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749230:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749262:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749303:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749311:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749314:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749366:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749386:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749392:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749417:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749453:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749464:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749472:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749506:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749539:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749546:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749562:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749616:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749625:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749635:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749673:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.749699:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749709:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749727:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749779:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749780:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749828:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.749839:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000800:00000010:3.0:1767384385.749873:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000400:00000200:1.0:1767384385.749873:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:3.0:1767384385.749880:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384385.749887:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000074f6ec3. 00000400:00000200:0.0:1767384385.749898:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000800:00000010:3.0:1767384385.749911:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000074f6ec3. 00000400:00000200:1.0:1767384385.749920:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00020000:3.0:1767384385.749924:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384385.749928:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384385.749932:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:00000200:0.0:1767384385.749963:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.749972:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:02020000:3.0:1767384385.750001:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384385.750013:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000400:00000200:3.0:1767384385.750017:0:31124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384385.750022:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:3.0:1767384385.750025:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000335a1b7d. 00000400:00000200:3.0:1767384385.750029:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384385.750033:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384385.750041:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384385.750044:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384385.750046:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.750046:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.750050:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp44) recovery failed with -71 00000400:00000200:0.0:1767384385.750129:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750146:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.750166:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750192:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.750210:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750233:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750268:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750290:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750321:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000800:00000010:0.0:1767384385.750338:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068168ed2. 00000400:00000200:1.0:1767384385.750343:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000800:00000010:0.0:1767384385.750344:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cdf0b6f. 00000800:00000010:0.0:1767384385.750350:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2c67687. 00000400:00000200:1.0:1767384385.750370:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000800:00000010:0.0:1767384385.750370:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2c67687. 00000800:00020000:0.0:1767384385.750379:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384385.750383:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cdf0b6f. 00000800:00000010:0.0:1767384385.750386:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068168ed2. 00000400:00000200:1.0:1767384385.750399:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:02020000:0.0:1767384385.750436:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384385.750437:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.750445:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp47 notifying 192.168.204.108@tcp47: down 00000400:00000200:0.0:1767384385.750449:0:16338:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384385.750453:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp47 00000800:00000010:0.0:1767384385.750455:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac47f470. 00000400:00000200:0.0:1767384385.750458:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384385.750462:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp47->192.168.204.108@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384385.750463:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000400:00000200:0.0:1767384385.750469:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384385.750474:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384385.750478:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp47) recovery failed with -71 00000400:00000200:1.0:1767384385.750497:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750519:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750533:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.750545:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.108:988 00000800:00000010:1.0:1767384385.750690:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c11eea. 00000800:00000010:1.0:1767384385.750696:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074bb362e. 00000800:00000010:1.0:1767384385.750700:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003eed51e2. 00000400:00000200:0.0:1767384385.750726:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384385.750730:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003eed51e2. 00000400:00000200:0.0:1767384385.750742:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp48 from 200.3.0.2 00000800:00000010:0.0:1767384385.750745:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000805286a4. 00000800:00000010:2.0:1767384385.750814:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003364fcae. 00000800:00000010:2.0:1767384385.750822:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9b5a627. 00000800:00000010:2.0:1767384385.750848:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000236be753. 00000800:00000200:2.1:1767384385.750853:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (2) 00000800:00000200:2.1:1767384385.750858:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp48 00000000236be753 deleted 00000800:00000010:2.1:1767384385.750860:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000236be753. 00000800:00000200:2.1:1767384385.750864:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384385.750870:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp48 ip 192.168.204.108:968 00000800:00000200:2.1:1767384385.750872:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b0ad2de type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384385.750878:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp48 p 3.x 192.168.204.108 -> 192.168.204.108:968 incarnation:1767384373593284585 sched[0] 00000800:00000010:2.0:1767384385.750883:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e784239d. 00000800:00000010:2.0:1767384385.750937:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e784239d. 00000800:00000010:2.0:1767384385.750941:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9b5a627. 00000800:00000200:1.1:1767384385.750959:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384385.750966:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp48 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384373593284585 sched[0] 00000800:00000010:1.0:1767384385.750969:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074bb362e. 00000800:00000010:2.0:1767384385.750984:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000805286a4. 00000800:00000001:2.0:1767384385.751004:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384385.751009:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.751010:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384385.751015:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384385.751057:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:2.0:1767384385.751070:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384385.751071:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384385.751073:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b0ad2de. 00000400:00000200:2.0:1767384385.751078:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384385.751080:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384385.751086:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384385.751086:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp48->192.168.204.108@tcp48: GET: OK 00000400:00000200:2.0:1767384385.751093:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384385.751096:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp48 recovery message sent successfully:0 00000800:00000001:3.0:1767384385.751097:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384385.751134:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp48(192.168.204.108@tcp48) <- 192.168.204.108@tcp48 : GET - for me 00000400:00000200:3.0:1767384385.751150:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384385.751160:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1f91 [1] + 0 00000400:00000200:1.0:1767384385.751164:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384385.751171:0:16340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp48 to MR: 192.168.204.108@tcp48 local destination 00000400:00000200:3.0:1767384385.751180:0:16340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp48 NI seq info: [235:235:256:4294967295] 192.168.204.108@tcp48 LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1767384385.751193:0:16340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp48(192.168.204.108@tcp48:192.168.204.108@tcp48) -> 192.168.204.108@tcp48(192.168.204.108@tcp48:192.168.204.108@tcp48) 192.168.204.108@tcp48 : REPLY try# 0 00000800:00000200:3.0:1767384385.751197:0:16340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp48 00000800:00000010:3.0:1767384385.751202:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085557fd3. 00000800:00000200:3.0:1767384385.751206:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0513fa] -> 12345-192.168.204.108@tcp48 (4) 00000800:00000200:3.0:1767384385.751212:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp48 ip 192.168.204.108:988 00000800:00000200:3.0:1767384385.751214:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085557fd3 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384385.751226:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:2.0:1767384385.751256:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384385.751279:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384385.751282:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085557fd3. 00000400:00000200:3.0:1767384385.751287:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384385.751287:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384385.751292:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000001:2.0:1767384385.751293:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384385.751298:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp48->192.168.204.108@tcp48: REPLY: OK 00000800:00000001:2.0:1767384385.751302:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384385.751305:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.751310:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384385.751317:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp48(192.168.204.108@tcp48) <- 192.168.204.108@tcp48 : REPLY - for me 00000400:00000200:2.0:1767384385.751330:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp48: Reply from 12345-192.168.204.108@tcp48 of length 272/272 into md 0x2165 00000800:00000001:2.0:1767384385.751335:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.751343:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384385.751346:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384385.751351:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp48->192.168.204.108@tcp48: REPLY: OK 00000400:00000200:2.0:1767384385.751358:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000200:1.0:1767384385.751360:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000010:2.0:1767384385.751361:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000200:2.0:1767384385.751369:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384385.751384:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000148e54d. 00000400:00000010:2.0:1767384385.751389:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007578340f. 00000800:00000001:2.0:1767384385.751399:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.751405:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384385.751410:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751452:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751497:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751535:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751582:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751616:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751631:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751642:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751653:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751664:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751676:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751687:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751699:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751711:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751723:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751735:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751746:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751758:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751769:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751793:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751804:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751816:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751828:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751841:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751853:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751865:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751877:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751889:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384385.751902:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384385.751969:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003110bdb. 00000800:00000010:1.0:1767384385.751972:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074bb362e. 00000800:00000010:1.0:1767384385.751974:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003eed51e2. 00000800:00000010:1.0:1767384385.751986:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003eed51e2. 00000800:00020000:1.0:1767384385.751990:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384385.751992:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074bb362e. 00000800:00000010:1.0:1767384385.751994:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003110bdb. 00000400:02020000:1.0:1767384385.752016:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp48 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384386.067178:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384386.067183:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.067189:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384386.067190:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.067222:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.067225:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.067226:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384386.451225:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007e978e37] -> 12345-192.168.204.108@tcp19 (6) 00000800:00000200:0.0:1767384386.451236:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp19 ip 192.168.204.108:988 00000800:00000200:0.0:1767384386.451240:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384386.451442:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384386.451447:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384386.451459:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.451464:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.451469:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384386.771212:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.771219:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384386.771222:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:2.0:1767384386.771229:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000400:00000200:2.0:1767384386.771237:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384386.771245:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384386.771262:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000085a4f583. 00000400:00000010:2.0:1767384386.771269:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002a154e7d. 00000400:00000001:2.0:1767384386.771273:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.771275:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384386.771276:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:2.0:1767384386.771278:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000400:00000200:2.0:1767384386.771281:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384386.771284:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384386.771287:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384386.771289:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c48da595. 00000400:00000200:2.0:1767384386.771295:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp45 00000400:00000010:2.0:1767384386.771302:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384386.771308:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c48da595. 00000400:00000010:2.0:1767384386.771313:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000400:00000010:2.0:1767384386.771319:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd70a8a8. 00000400:00000200:2.0:1767384386.771323:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp45 00000400:00000200:2.0:1767384386.771336:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp45 local destination 00000400:00000200:2.0:1767384386.771342:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:2.0:1767384386.771345:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [236:236:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384386.771350:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:2.0:1767384386.771356:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp45:192.168.204.108@tcp45) : GET try# 0 00000800:00000200:2.0:1767384386.771361:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp45 00000800:00000010:2.0:1767384386.771364:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b0ad2de. 00000800:00000200:2.0:1767384386.771381:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000200:2.1:1767384386.771384:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:2.0:1767384386.771405:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 4 next ping: 322 health :600 00000400:00000200:3.0:1767384386.771509:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771552:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771567:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771594:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771608:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771625:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771639:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771652:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771664:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771676:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771688:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771707:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771719:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771731:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771745:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771781:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771794:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771806:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771818:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771830:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771842:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771855:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771867:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771880:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771892:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771905:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771917:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771931:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771944:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771957:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771978:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.771991:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384386.772003:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384386.772168:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384386.772172:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384386.772177:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000074f6ec3. 00000800:00000010:3.0:1767384386.772194:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000074f6ec3. 00000800:00020000:3.0:1767384386.772205:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384386.772209:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384386.772212:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384386.772240:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384386.772245:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000400:00000200:3.0:1767384386.772248:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384386.772251:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:3.0:1767384386.772254:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b0ad2de. 00000400:00000200:3.0:1767384386.772257:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384386.772260:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384386.772267:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384386.772269:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384386.772271:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp45) recovery failed with -71 00010000:00000001:0.0:1767384387.091160:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384387.091165:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.091171:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384387.091172:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.091223:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.091226:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.091229:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384387.475184:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (4) 00000800:00000200:0.1:1767384387.475192:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (4) 00000400:00000200:3.0:1767384387.475329:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475388:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475415:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475441:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475466:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475491:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475514:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475538:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475591:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475618:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475641:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475681:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475708:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475732:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475757:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475781:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475806:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475829:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475851:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475874:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475896:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475918:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475940:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475963:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.475985:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476007:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476027:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476049:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476070:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476092:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476170:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476197:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476234:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476259:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384387.476282:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384387.476461:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384387.476467:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384387.476472:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000074f6ec3. 00000800:00000010:3.0:1767384387.476496:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000074f6ec3. 00000800:00020000:3.0:1767384387.476510:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384387.476515:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384387.476520:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384387.476587:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp35 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384387.476592:0:31124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:2.0:1767384387.795228:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384387.795236:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384387.795239:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:2.0:1767384387.795245:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000400:00000200:2.0:1767384387.795253:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384387.795260:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384387.795276:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384387.795282:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c48da595. 00000400:00000200:2.0:1767384387.795288:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp39 00000400:00000010:2.0:1767384387.795296:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384387.795303:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c48da595. 00000400:00000010:2.0:1767384387.795308:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000400:00000010:2.0:1767384387.795316:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000043199a29. 00000400:00000200:2.0:1767384387.795321:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp39 00000400:00000200:2.0:1767384387.795334:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp39 local destination 00000400:00000200:2.0:1767384387.795341:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp39 00000400:00000200:2.0:1767384387.795345:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp39 NI seq info: [237:237:256:4294967295] 192.168.204.108@tcp39 LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1767384387.795353:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp39 00000400:00000200:2.0:1767384387.795361:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp39(192.168.204.108@tcp39:) -> 192.168.204.108@tcp39(192.168.204.108@tcp39:192.168.204.108@tcp39) : GET try# 0 00000800:00000200:2.0:1767384387.795367:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp39 00000800:00000010:2.0:1767384387.795373:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003d8e4688. 00000800:00000200:2.0:1767384387.795390:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000800:00000200:2.1:1767384387.795397:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f15a2a3b] -> 12345-192.168.204.108@tcp39 (2) 00000400:00000200:2.0:1767384387.795419:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp39 added to recovery queue. ping count: 5 next ping: 339 health :600 00000400:00000200:0.0:1767384387.795541:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795611:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795640:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795664:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795687:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795712:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795736:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795759:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795780:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795802:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795824:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795848:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795869:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795894:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795918:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795938:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795957:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.795996:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796033:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796052:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796072:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796094:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796163:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796196:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796240:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796262:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796282:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796305:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796344:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796394:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384387.796418:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:0.0:1767384387.796614:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068168ed2. 00000800:00000010:0.0:1767384387.796620:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cdf0b6f. 00000800:00000010:0.0:1767384387.796626:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2c67687. 00000800:00000010:0.0:1767384387.796652:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2c67687. 00000800:00020000:0.0:1767384387.796662:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:0.0:1767384387.796667:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cdf0b6f. 00000800:00000010:0.0:1767384387.796669:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068168ed2. 00000400:02020000:0.0:1767384387.796710:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp39 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384387.796718:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp39 notifying 192.168.204.108@tcp39: down 00000800:00000200:0.0:1767384387.796724:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp39 down 00000800:00000100:0.0:1767384387.796730:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp39 00000800:00000010:0.0:1767384387.796733:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003d8e4688. 00000400:00000200:0.0:1767384387.796738:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384387.796743:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp39->192.168.204.108@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384387.796751:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384387.796754:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384387.796758:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp39) recovery failed with -71 00000100:00000040:1.0:1767384387.923217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384387.923228:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384387.923239:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249c19b3. 00000020:00000040:1.0:1767384387.923245:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:1.0:1767384387.923250:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384387.923254:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384387.923259:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384387.923267:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033d3777d. 00000100:00000001:1.0:1767384387.923274:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.923283:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384387.923296:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384387.923298:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.923304:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249c19b3] to pc [ptlrpcd_00_03+3] req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.923337:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.923340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384387.923344:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384387.923348:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f84d22fe. 00000020:00000040:1.0:1767384387.923352:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384387.923355:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384387.923356:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384387.923358:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384387.923361:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767384387.923362:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923365:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384387.923369:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004926293d. 00000100:00000001:2.0:1767384387.923374:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384387.923375:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923376:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.923377:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.923382:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384387.923383:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384387.923383:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923384:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384387.923395:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384387.923399:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923400:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384387.923406:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384387.923409:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f84d22fe] to pc [ptlrpcd_00_00+0] req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.923424:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384387.923427:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.923432:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384387.923434:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384387.923436:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.923438:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249c19b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743013632:0@lo:400: 00000100:00000001:2.0:1767384387.923442:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384387.923446:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384387.923448:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.923450:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.923451:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384387.923456:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b08b523. 00000100:00000040:1.0:1767384387.923458:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 02000000:00000001:2.0:1767384387.923460:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384387.923468:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e03e2f. 00000400:00000010:2.0:1767384387.923475:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000200:2.0:1767384387.923483:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013632, portal 25 00000100:00000001:2.0:1767384387.923486:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384387.923487:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.923488:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.923489:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950164224 : -130127759387392 : ffff89a645205500) 00000100:00000001:0.0:1767384387.923493:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384387.923494:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923498:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384387.923499:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384387.923507:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.923515:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.923523:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384387.923527:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384387.923529:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000001:0.0:1767384387.923531:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384387.923534:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743013632, offset 0 02000000:00000001:0.0:1767384387.923536:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384387.923541:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384387.923544:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.923547:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384387.923564:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f84d22fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16347:1853236743013760:0@lo:400: 00000100:00000001:0.0:1767384387.923569:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384387.923573:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384387.923575:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384387.923577:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.923582:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384387.923587:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc08500 02000000:00000010:0.0:1767384387.923587:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ee3432. 02000000:00000001:0.0:1767384387.923592:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.923596:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19b5 [2] + 0 00000400:00000010:0.0:1767384387.923599:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ae3ac0. 00000400:00000010:2.0:1767384387.923600:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000200:2.0:1767384387.923607:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cea750d2 00000400:00000200:2.0:1767384387.923612:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384387.923614:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384387.923620:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743013760, portal 10 00000400:00000200:2.0:1767384387.923623:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384387.923627:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384387.923630:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea750d2 00000100:00000001:0.0:1767384387.923630:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945950172288 : -130127759379328 : ffff89a645207480) 00000400:00000010:2.0:1767384387.923633:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cea750d2. 00000100:00000001:2.0:1767384387.923641:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384387.923641:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384387.923644:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384387.923649:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000a6273545 x1853236743013632 msgsize 224 00000100:00100000:2.0:1767384387.923661:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384387.923664:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.923665:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384387.923670:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384387.923674:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009acafbdf. 00000100:00000001:2.0:1767384387.923676:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384387.923677:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236743013760, offset 0 00000400:00000200:0.0:1767384387.923684:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384387.923688:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384387.923691:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000200:0.0:1767384387.923696:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384387.923697:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384387.923703:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384387.923710:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dc08580 00000100:00000001:2.0:1767384387.923716:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384387.923717:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384387.923722:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384387.923722:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013632 00000400:00000200:0.0:1767384387.923722:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 02000000:00000001:1.0:1767384387.923729:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384387.923734:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384387.923736:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384387.923737:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.923738:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923742:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384387.923747:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384387.923747:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384387.923748:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923757:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294974981 00000100:00100000:1.0:1767384387.923757:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013632 00000100:00000001:0.0:1767384387.923757:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384387.923762:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047aea2bb. 00000100:00000200:0.0:1767384387.923763:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384387.923764:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384387.923769:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457b42 00000100:00000001:2.0:1767384387.923772:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1767384387.923772:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000989923cf. 00000020:00000001:1.0:1767384387.923773:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384387.923779:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000989923cf x1853236743013760 msgsize 224 00000020:00000040:1.0:1767384387.923780:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a51081ce refcount=10 00000100:00000001:2.0:1767384387.923781:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294974981 00000100:00000010:2.0:1767384387.923787:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348f8303. 00000020:00000001:1.0:1767384387.923788:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384387.923791:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384387.923792:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384387.923796:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000100:00000001:2.0:1767384387.923797:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294974981 00000100:00000010:2.0:1767384387.923802:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e613a0dd. 00000100:00000001:2.0:1767384387.923806:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384387.923806:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384387.923810:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294974981 00000100:00000001:0.0:1767384387.923813:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384387.923814:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6776ab. 00000020:00000010:1.0:1767384387.923814:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3f94ddd. 00000100:00000001:2.0:1767384387.923819:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384387.923821:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384387.923823:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acafbdf 00000020:00000010:1.0:1767384387.923825:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3f94ddd. 00000400:00000010:0.0:1767384387.923829:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009acafbdf. 00000100:00000001:2.0:1767384387.923832:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384387.923835:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052863052. 00000100:00000001:0.0:1767384387.923835:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384387.923836:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923842:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384387.923844:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4a59486. 00000100:00000200:0.0:1767384387.923844:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.923845:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384387.923854:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000001:3.0:1767384387.923855:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384387.923859:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384387.923860:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013760 02000000:00000001:3.0:1767384387.923864:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384387.923866:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.923868:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384387.923868:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384387.923872:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.923875:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384387.923879:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.923880:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384387.923885:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013760 00000100:00000001:1.0:1767384387.923885:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.923890:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.923893:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:3.0:1767384387.923898:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384387.923898:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923900:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.923902:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923905:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384387.923907:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923911:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.923914:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000243cb1c1. 00000100:00000001:1.0:1767384387.923916:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384387.923918:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3090 usecs (4 jiffies) 00000020:00000010:3.0:1767384387.923921:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009006bbaa. 00000100:00000001:0.0:1767384387.923924:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974980 00000020:00000010:3.0:1767384387.923927:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000993858d8. 00000100:00000001:0.0:1767384387.923929:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294974981 00000100:00000001:1.0:1767384387.923934:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.923935:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974980 00000100:00000001:1.0:1767384387.923939:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384387.923940:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384387.923940:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294974981 00000100:00000001:3.0:1767384387.923946:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.923946:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.923946:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974980 00000100:00000001:3.0:1767384387.923951:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384387.923951:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384387.923952:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000001:0.0:1767384387.923952:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294974981 00000100:00000001:3.0:1767384387.923956:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923958:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974980 00000100:00000040:1.0:1767384387.923960:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a51081ce : new rpc_count 1 00000100:00000001:2.0:1767384387.923961:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923963:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294974981 00000100:00000001:3.0:1767384387.923964:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.923966:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.923967:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613950932666448 : -130122776885168 : ffff89a76e1b4850) 00000100:00000001:0.0:1767384387.923970:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.923974:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.923977:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.923978:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6273545 x1853236743013632/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.923980:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.923982:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.923991:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.923994:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384387.923997:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.923998:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384387.923998:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384387.923999:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.924001:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384387.924003:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384387.924004:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3f94ddd. 00000100:00000001:0.0:1767384387.924004:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384387.924009:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384387.924009:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.924011:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.924015:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924016:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951211041920 : -130122498509696 : ffff89a77eb2f480) 00000100:00000001:3.0:1767384387.924017:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384387.924017:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3f94ddd. 00000100:00000040:2.0:1767384387.924023:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000989923cf x1853236743013760/t0(0) o400->@:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.924025:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384387.924030:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+10:16349:x1853236743013632:12345-0@lo:400: 00000100:00000200:1.0:1767384387.924042:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013632 00000100:00100000:2.0:1767384387.924045:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000989923cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16347:x1853236743013760:12345-0@lo:400: 00000020:00000001:1.0:1767384387.924048:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384387.924049:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013760 00000020:00000001:2.0:1767384387.924053:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384387.924055:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00080000:2.0:1767384387.924057:0:17854:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000020:00000001:1.0:1767384387.924059:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924060:0:17854:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384387.924063:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384387.924065:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384387.924066:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384387.924071:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662014080 : -1047537536 : ffffffffc18fd880) 02000000:00000010:2.0:1767384387.924072:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076ea51fc. 02000000:00000001:2.0:1767384387.924076:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924078:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.924078:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384387.924093:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384387.924094:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.924097:0:17854:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924116:0:17854:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384387.924119:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.924120:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:2.0:1767384387.924122:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384387.924124:0:17854:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613950253638080 : -130123455913536 : 0xffff89a745a221c0) 00000100:00000040:2.0:1767384387.924127:0:17854:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000020:00000001:1.0:1767384387.924128:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384387.924129:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384387.924133:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384387.924137:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.924138:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924141:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.924144:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384387.924144:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384387.924149:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000001:1.0:1767384387.924150:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384387.924152:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743013760, offset 224 02000000:00000001:1.0:1767384387.924154:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384387.924157:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384387.924160:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3134cd7. 00000400:00000200:2.0:1767384387.924165:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384387.924166:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.924171:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.924174:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc08580 00000020:00000001:1.0:1767384387.924177:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.924180:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2179 [1] + 224 00010000:00000040:1.0:1767384387.924184:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236743013632 00000400:00000200:2.0:1767384387.924185:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.924190:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384387.924191:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384387.924194:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.924197:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384387.924204:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384387.924214:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6273545 x1853236743013632/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.924217:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384387.924222:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384387.924224:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000001:2.0:1767384387.924229:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384387.924230:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384387.924232:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384387.924234:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924236:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.924241:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00001000:1.0:1767384387.924242:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 0000000098128305 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384387.924243:0:17854:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.924252:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384387.924260:0:17854:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.924261:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384387.924262:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384387.924265:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000989923cf x1853236743013760/t0(0) o400->@:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384387.924267:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000400:00000001:0.0:1767384387.924269:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384387.924274:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384387.924275:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000400:00000010:0.0:1767384387.924278:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0ae3ac0. 02000000:00000001:1.0:1767384387.924283:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384387.924284:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000989923cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16347:x1853236743013760:12345-0@lo:400: Request processed in 238us (501us total) trans 0 rc -107/-107 00000400:00000200:0.0:1767384387.924286:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 02000000:00000001:1.0:1767384387.924287:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384387.924291:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000001:1.0:1767384387.924295:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384387.924297:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384387.924298:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384387.924303:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384387.924304:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384387.924305:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.924307:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384387.924311:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000020:00000010:2.0:1767384387.924312:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009006bbaa. 00000100:00000200:1.0:1767384387.924329:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236743013632, offset 224 00000020:00000010:2.0:1767384387.924332:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000993858d8. 00000020:00000010:2.0:1767384387.924339:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000243cb1c1. 00000400:00000200:1.0:1767384387.924344:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384387.924347:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384387.924349:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384387.924359:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384387.924367:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384387.924370:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.924374:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dc08500 00000100:00000001:0.0:1767384387.924376:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384387.924380:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384387.924384:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384387.924385:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2171 [1] + 224 00000100:00000001:0.0:1767384387.924388:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384387.924392:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384387.924393:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384387.924400:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384387.924402:0:16347:0:(import.c:2128:obd_at_measure()) add 0 to 0000000080b2ce64 time=91 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384387.924404:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384387.924407:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=91 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384387.924412:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.924414:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384387.924418:0:16347:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1767384387.924424:0:16347:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1767384387.924429:0:16347:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000040:1.0:1767384387.924432:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384387.924436:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000026b4768 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767384387.924443:0:16347:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767384387.924462:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384387.924469:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:1.0:1767384387.924471:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 00000100:00000001:1.0:1767384387.924476:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384387.924478:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384387.924482:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924484:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.924487:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384387.924487:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00010000:00000001:1.0:1767384387.924492:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384387.924493:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384387.924495:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384387.924496:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384387.924499:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e03e2f. 00000020:00000001:1.0:1767384387.924500:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384387.924503:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:2.0:1767384387.924506:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000040:1.0:1767384387.924507:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6273545 x1853236743013632/t0(0) o400->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.924509:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.924514:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384387.924534:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384387.924535:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6273545 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:136cbbaa-5baf-47f4-b130-5cac417bfe4f+10:16349:x1853236743013632:12345-0@lo:400: Request processed in 534us (880us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384387.924562:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384387.924564:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.924566:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384387.924569:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384387.924570:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00000001:2.0:1767384387.924571:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.924574:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.924576:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51081ce : new rpc_count 0 02000000:00000001:2.0:1767384387.924577:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.924583:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fce5bda9 time=97 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384387.924583:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384387.924587:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384387.924588:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000004b3a2db9 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384387.924591:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384387.924592:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4a59486. 00000100:00000001:2.0:1767384387.924593:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.924597:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384387.924599:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384387.924600:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000100:00000001:2.0:1767384387.924601:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.924608:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384387.924608:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052863052. 00000020:00000040:1.0:1767384387.924616:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 9 00000100:00000001:2.0:1767384387.924617:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384387.924623:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384387.924624:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384387.924625:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384387.924627:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384387.924630:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3134cd7. 02000000:00000001:1.0:1767384387.924635:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384387.924639:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384387.924643:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249c19b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16349:1853236743013632:0@lo:400: 00000100:00000200:1.0:1767384387.924646:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384387.924647:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.924651:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384387.924652:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249c19b3 x1853236743013632/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384387.924654:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d91ddca3. 00000100:00000001:2.0:1767384387.924661:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384387.924663:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074bb362e. 02000000:00000001:2.0:1767384387.924664:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384387.924667:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b08b523. 02000000:00000001:2.0:1767384387.924671:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384387.924672:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384387.924674:0:16349:0:(genops.c:1242:class_import_put()) import 00000000d97a3dfa refcount=3 obd=MGC192.168.204.108@tcp 00000020:00000001:2.0:1767384387.924676:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384387.924677:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033d3777d. 02000000:00000001:2.0:1767384387.924679:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384387.924681:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384387.924682:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249c19b3. 00000100:00000001:2.0:1767384387.924685:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384387.924686:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.924687:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.924690:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384387.924691:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.924693:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.924694:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.929156:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294974981, at 4294974982 00000100:00000040:3.0:1767384387.929161:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294974981, at 4294974982 00000100:00000010:2.0:1767384387.929163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e613a0dd. 00000100:00000010:3.0:1767384387.929168:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6776ab. 00000100:00000040:1.0:1767384387.929171:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294974981, at 4294974982 00000100:00000010:1.0:1767384387.929179:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348f8303. 00000100:00000001:0.0:1767384387.930841:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384387.930844:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384387.930847:0:16347:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384387.930848:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000026b4768 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384387.930851:0:16347:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384387.930854:0:16347:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 216 00000100:00000040:0.0:1767384387.930859:0:16347:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 15 to 0@lo 00000100:00000001:0.0:1767384387.930862:0:16347:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.930864:0:16347:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000001:0.0:1767384387.930866:0:16347:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000001:0.0:1767384387.930869:0:16347:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.930870:0:16347:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c84 00000020:00000001:0.0:1767384387.930872:0:16347:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.930874:0:16347:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c68ad04a refcount=8 00000020:00000001:0.0:1767384387.930877:0:16347:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000001:0.0:1767384387.930879:0:16347:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000100:00000040:0.0:1767384387.930882:0:16347:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 15 to 0@lo 00000100:00000001:0.0:1767384387.930884:0:16347:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.930886:0:16347:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000001:0.0:1767384387.930888:0:16347:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000020:00000040:0.0:1767384387.930890:0:16347:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 7 00000100:00080000:0.0:1767384387.930893:0:16347:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000026b4768 using connection 192.168.204.108@tcp/0@lo 00000100:00000001:0.0:1767384387.930895:0:16347:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.930898:0:16347:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767384387.930906:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294974981, at 4294974983 00000100:00000010:0.0:1767384387.930911:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047aea2bb. 02000000:00000001:0.0:1767384387.930923:0:16347:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384387.930925:0:16347:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.930928:0:16347:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384387.930929:0:16347:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384387.930934:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000543f0488. 00000020:00000040:0.0:1767384387.930936:0:16347:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384387.930939:0:16347:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384387.930940:0:16347:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.930942:0:16347:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384387.930944:0:16347:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384387.930946:0:16347:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384387.930949:0:16347:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a8ef6a0f. 00000100:00000001:0.0:1767384387.930952:0:16347:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.930956:0:16347:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384387.930963:0:16347:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384387.930964:0:16347:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.930966:0:16347:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000543f0488] to pc [ptlrpcd_rcv+-1] req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.930981:0:16347:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.930983:0:16347:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1767384387.930985:0:16347:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1767384387.930987:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.930992:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1767384387.930994:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384387.930996:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384387.930998:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.931003:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f84d22fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16347:1853236743013760:0@lo:400: 00000100:00000001:0.0:1767384387.931006:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.931008:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384387.931010:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384387.931010:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f84d22fe x1853236743013760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.931014:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384387.931018:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384387.931019:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384387.931022:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384387.931023:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ee3432. 00000100:00000040:3.0:1767384387.931025:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384387.931026:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384387.931029:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384387.931031:0:16347:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384387.931035:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384387.931037:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004926293d. 02000000:00000001:0.0:1767384387.931040:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384387.931040:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384387.931041:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f84d22fe. 00000100:00000001:0.0:1767384387.931043:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384387.931046:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.931049:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.931056:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384387.931057:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384387.931058:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931061:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.931062:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.931065:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.931066:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384387.931069:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384387.931071:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.931073:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000543f0488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16346:1853236743013888:0@lo:38: 00000100:00000001:3.0:1767384387.931076:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384387.931078:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384387.931080:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.931081:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384387.931084:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000641f5ee3. 02000000:00000001:3.0:1767384387.931085:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384387.931088:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb579f66. 00000400:00000010:3.0:1767384387.931091:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000200:3.0:1767384387.931094:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743013888, portal 10 00000100:00000001:3.0:1767384387.931096:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384387.931097:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613951211030272 : -130122498521344 : ffff89a77eb2c700) 00000100:00000040:3.0:1767384387.931119:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.931125:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384387.931127:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384387.931129:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000100:00000200:3.0:1767384387.931131:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236743013888, offset 0 00000400:00000200:3.0:1767384387.931136:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384387.931143:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384387.931149:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dc08600 00000400:00000200:3.0:1767384387.931153:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000400:00000200:3.0:1767384387.931157:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.931159:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384387.931163:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.931164:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384387.931167:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d7f7b24. 00000100:00000040:3.0:1767384387.931172:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000004d7f7b24 x1853236743013888 msgsize 520 00000100:00100000:3.0:1767384387.931175:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384387.931182:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384387.931198:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384387.931201:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000001:3.0:1767384387.931203:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384387.931206:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.931212:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384387.931214:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.931219:0:17854:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384387.931220:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931224:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384387.931224:0:17854:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236743013888 02000000:00000001:2.0:1767384387.931227:0:17854:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384387.931229:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.931229:0:17854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.931232:0:17854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.931234:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2990 usecs (3 jiffies) 02000000:00000001:2.0:1767384387.931235:0:17854:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931239:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974987 00000100:00100000:2.0:1767384387.931240:0:17854:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236743013888 00000020:00000001:2.0:1767384387.931244:0:17854:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384387.931246:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026cdc1e3. 00000100:00000001:3.0:1767384387.931249:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384387.931253:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974987 00000020:00000040:2.0:1767384387.931253:0:17854:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c8b 00000020:00000001:2.0:1767384387.931256:0:17854:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384387.931269:0:17854:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384387.931271:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000221908af. 00000020:00000001:2.0:1767384387.931271:0:17854:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.931276:0:17854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b08b523. 00000100:00000001:3.0:1767384387.931278:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384387.931282:0:17854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf76a640. 00000020:00000010:2.0:1767384387.931286:0:17854:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d190203. 00000100:00000001:3.0:1767384387.931288:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974987 00000100:00000001:2.0:1767384387.931290:0:17854:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.931293:0:17854:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384387.931296:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc3422da. 00000100:00000001:2.0:1767384387.931296:0:17854:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.931299:0:17854:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931303:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384387.931310:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974987 00000100:00000001:2.0:1767384387.931310:0:17854:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384387.931316:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000629ea701. 00000100:00000001:3.0:1767384387.931320:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384387.931337:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384387.931340:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931342:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.931342:0:17854:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384387.931343:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.931344:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.931346:0:17854:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384387.931348:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384387.931352:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384387.931353:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384387.931356:0:17854:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446613951040498176 : -130122669053440 : ffff89a77488aa00) 00000100:00000001:3.0:1767384387.931357:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384387.931360:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.931362:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d7f7b24 x1853236743013888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.931365:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931369:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384387.931373:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384387.931376:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.931378:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.931381:0:17854:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d7f7b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16346:x1853236743013888:12345-0@lo:38: 00000100:00000200:2.0:1767384387.931384:0:17854:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743013888 00000020:00000001:2.0:1767384387.931386:0:17854:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384387.931389:0:17854:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384387.931398:0:17854:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000abacee27) now 6 - find 00000020:00000001:2.0:1767384387.931400:0:17854:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446613950950237024 : -130122759314592 : ffff89a76f276360) 00010000:02000000:2.0:1767384387.931403:0:17854:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384387.933367:0:17854:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384387.933371:0:17854:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 6 - find 00010000:00000001:2.0:1767384387.933374:0:17854:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384387.933376:0:17854:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384387.933377:0:17854:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384387.933379:0:17854:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384387.933394:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005575b976. 02000000:00000001:2.0:1767384387.933395:0:17854:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.933403:0:17854:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.933406:0:17854:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.933407:0:17854:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.933409:0:17854:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384387.933412:0:17854:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384387.933413:0:17854:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.933415:0:17854:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 17 to 0@lo 00000100:00000001:2.0:1767384387.933416:0:17854:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 00000100:00000001:2.0:1767384387.933418:0:17854:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446613950253638080 : -130123455913536 : 0xffff89a745a221c0) 00000100:00000040:2.0:1767384387.933420:0:17854:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6b5be44 refcount 17 to 0@lo 02000000:00000001:2.0:1767384387.933421:0:17854:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.933422:0:17854:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.933424:0:17854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.933425:0:17854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384387.933427:0:17854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000200:2.0:1767384387.933429:0:17854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743013888, offset 0 00000400:00000200:2.0:1767384387.933432:0:17854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384387.933436:0:17854:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384387.933440:0:17854:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc08600 00000400:00000200:2.0:1767384387.933442:0:17854:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x218d [1] + 0 00000400:00000200:2.0:1767384387.933446:0:17854:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.933448:0:17854:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384387.933450:0:17854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.933453:0:17854:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384387.933459:0:17854:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.933472:0:17854:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384387.933475:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:2.0:1767384387.933477:0:17854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000001:2.0:1767384387.933479:0:17854:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384387.933480:0:17854:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384387.933482:0:17854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.933488:0:17854:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 16 to 0@lo 00000100:00000001:2.0:1767384387.933489:0:17854:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.933490:0:17854:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384387.933493:0:17854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d7f7b24 x1853236743013888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.933500:0:17854:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d7f7b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16346:x1853236743013888:12345-0@lo:38: Request processed in 2122us (2326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767384387.933505:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384387.933508:0:17854:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.933509:0:17854:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384387.933511:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384387.933512:0:17854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf76a640. 00000100:00000001:3.0:1767384387.933515:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384387.933517:0:17854:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d190203. 00000020:00000010:2.0:1767384387.933521:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b08b523. 00000400:00000001:3.0:1767384387.933522:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384387.933523:0:17854:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384387.933526:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384387.933530:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb579f66. 00000400:00000200:3.0:1767384387.933534:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007246e3ab 00000400:00000010:3.0:1767384387.933536:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 00000100:00000001:3.0:1767384387.933539:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384387.933543:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384387.933566:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.933572:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384387.933574:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.933576:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384387.933578:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384387.933580:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384387.933581:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.933584:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384387.933589:0:16346:0:(import.c:2128:obd_at_measure()) add 0 to 0000000080b2ce64 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384387.933603:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000290e6d67 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384387.933606:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384387.933607:0:16346:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384387.933609:0:16346:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767384387.933612:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.933618:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767384387.933621:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384387.933622:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.933625:0:16346:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384387.933627:0:16346:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767384387.933630:0:16346:0:(import.c:65:import_set_state_nolock()) 00000000026b4768 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384387.933633:0:16346:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1767384387.933635:0:16346:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767384387.933638:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384387.933645:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000543f0488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16346:1853236743013888:0@lo:38: 00000100:00000001:3.0:1767384387.933649:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.933652:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384387.933654:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000543f0488 x1853236743013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.933659:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384387.933661:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384387.933663:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000641f5ee3. 02000000:00000001:3.0:1767384387.933666:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384387.933668:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384387.933669:0:16346:0:(genops.c:1242:class_import_put()) import 00000000026b4768 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384387.933671:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384387.933673:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a8ef6a0f. 02000000:00000001:3.0:1767384387.933676:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384387.933677:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384387.933678:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000543f0488. 00000100:00000001:3.0:1767384387.933681:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384387.933682:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.933684:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.933687:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384387.933688:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.933690:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384387.933691:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.935152:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294974987, at 4294974988 00000100:00000040:1.0:1767384387.935156:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294974987, at 4294974988 00000100:00000010:2.0:1767384387.935160:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc3422da. 00000100:00000010:1.0:1767384387.935164:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000221908af. 00000100:00000040:3.0:1767384387.935166:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294974987, at 4294974988 00000100:00000010:3.0:1767384387.935175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000629ea701. 00000100:00000040:0.0:1767384387.936135:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294974987, at 4294974989 00000100:00000010:0.0:1767384387.936141:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026cdc1e3. 00010000:00000001:0.0:1767384388.115217:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384388.115225:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.115233:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384388.115235:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.115259:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384388.115262:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384388.115265:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384388.499290:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002adf27e6] -> 12345-192.168.204.108@tcp22 (6) 00000800:00000200:0.0:1767384388.499314:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp22 ip 192.168.204.108:988 00000800:00000200:0.0:1767384388.499331:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384388.499359:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000800:00000200:0.1:1767384388.499365:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000400:00000200:1.0:1767384388.499508:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:2.0:1767384388.499567:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384388.499584:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384388.499593:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:2.0:1767384388.499596:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384388.499603:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384388.499607:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384388.499628:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499643:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499656:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499680:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499692:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499704:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499737:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499762:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499801:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499824:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499852:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499881:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499900:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499913:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499927:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499941:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499956:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.499978:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500027:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500043:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500057:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500071:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500097:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500160:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500188:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500222:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500241:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500255:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384388.500268:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384388.500388:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003110bdb. 00000800:00000010:1.0:1767384388.500394:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000472274b. 00000800:00000010:1.0:1767384388.500399:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d3f94ddd. 00000800:00000010:1.0:1767384388.500424:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d3f94ddd. 00000800:00020000:1.0:1767384388.500433:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384388.500437:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000472274b. 00000800:00000010:1.0:1767384388.500441:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003110bdb. 00000400:02020000:1.0:1767384388.500473:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384388.500477:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:2.0:1767384388.819191:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.819199:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384388.819201:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:2.0:1767384388.819207:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000400:00000200:2.0:1767384388.819215:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384388.819221:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384388.819235:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003dd045c8. 00000400:00000010:2.0:1767384388.819242:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c48da595. 00000100:00000001:1.0:1767384388.947193:0:18482:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384388.947200:0:18482:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:2.0:1767384388.948184:0:17883:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384388.948187:0:17883:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a7e705d7 : new cb_count 0 00000020:00000040:2.0:1767384388.948192:0:17883:0:(genops.c:898:class_export_put()) PUTting export 00000000a7e705d7 : new refcount 0 00000020:00000080:2.0:1767384388.948194:0:17883:0:(genops.c:904:class_export_put()) final put 00000000a7e705d7/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384388.948212:0:17883:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000098e32d20. 00080000:00000010:2.0:1767384388.948216:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b038aed. 00080000:00000010:2.0:1767384388.948220:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067a80f60. 00000001:00100000:2.0:1767384388.948224:0:17883:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000040:2.0:1767384388.948225:0:17883:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000000b706ea9 : new cb_count 1 00000020:00000040:2.0:1767384388.948226:0:17883:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 1 00000001:00000010:2.0:1767384388.948228:0:17883:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000008b3e333. 00080000:00000010:2.0:1767384388.948229:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001db51b19. 00080000:00000010:2.0:1767384388.948232:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096366ba2. 00000001:00100000:2.0:1767384388.948234:0:17883:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000040:2.0:1767384388.948236:0:17883:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000000b706ea9 : new cb_count 0 00000020:00000040:2.0:1767384388.948238:0:17883:0:(genops.c:898:class_export_put()) PUTting export 000000000b706ea9 : new refcount 0 00000020:00000080:2.0:1767384388.948239:0:17883:0:(genops.c:904:class_export_put()) final put 000000000b706ea9/e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000010:2.0:1767384388.948241:0:17883:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000299e4b73. 00080000:00000010:2.0:1767384388.948243:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000803dfe2a. 00000020:00000001:1.0:1767384388.948249:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.948252:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a7e705d7/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:1.0:1767384388.948258:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 15 to 0@lo 00000020:00000001:1.0:1767384388.948260:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384388.948264:0:36:0:(genops.c:1229:class_import_get()) import 00000000079bcca1 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.948267:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.948268:0:36:0:(genops.c:1242:class_import_put()) import 00000000079bcca1 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.948270:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384388.948274:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.948275:0:36:0:(genops.c:1242:class_import_put()) import 00000000079bcca1 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384388.948278:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000079bcca1 00000020:00000001:1.0:1767384388.948289:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384388.948292:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384388.948295:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.948302:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e43c0cf0. 00000001:00000010:1.0:1767384388.948306:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003730f869. 00000001:00000010:1.0:1767384388.948308:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005cf8dfba. 00000001:00000010:1.0:1767384388.948311:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bd6139a. 00000001:00000010:1.0:1767384388.948313:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bb2eb1bd. 00000001:00000010:1.0:1767384388.948316:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000960ec6e3. 00000001:00000001:1.0:1767384388.948320:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384388.948322:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384388.948324:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384388.948325:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384388.948330:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000c006ecc4. 00000020:00000001:1.0:1767384388.948356:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384388.948359:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 7 - export 00000020:00000010:1.0:1767384388.948363:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a7e705d7. 00000020:00000001:1.0:1767384388.948371:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384388.948374:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.948375:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000b706ea9/e4288af2-bd49-4931-9d99-ecd791472d96 for lustre-OST0000 00000020:00000040:1.0:1767384388.948381:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 3 to 192.168.204.8@tcp50 00000020:00000001:1.0:1767384388.948382:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384388.948385:0:36:0:(genops.c:1229:class_import_get()) import 000000005a73dacb refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.948387:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.948388:0:36:0:(genops.c:1242:class_import_put()) import 000000005a73dacb refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.948390:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384388.948392:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.948393:0:36:0:(genops.c:1242:class_import_put()) import 000000005a73dacb refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384388.948395:0:36:0:(genops.c:1245:class_import_put()) final put import 000000005a73dacb 00000020:00000001:1.0:1767384388.948405:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384388.948407:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384388.948409:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.948413:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b12b7c1. 00000001:00000010:1.0:1767384388.948418:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000098bbbc28. 00000001:00000010:1.0:1767384388.948420:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000049a4f6b5. 00000001:00000010:1.0:1767384388.948422:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003080e7a6. 00000001:00000010:1.0:1767384388.948424:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001ce84034. 00000001:00000010:1.0:1767384388.948426:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000696222dd. 00000001:00000001:1.0:1767384388.948428:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384388.948429:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384388.948430:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384388.948431:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384388.948433:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009c3a44f2. 00000020:00000001:1.0:1767384388.948435:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384388.948437:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 6 - export 00000020:00000010:1.0:1767384388.948438:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000b706ea9. 00000020:00000001:1.0:1767384388.948440:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384388.948443:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384388.948444:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000079bcca1 for lustre-OST0000 00000020:00000040:1.0:1767384388.948446:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 14 to 0@lo 00000020:00000040:1.0:1767384388.948448:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 5 - import 00000020:00000010:1.0:1767384388.948449:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000079bcca1. 00000020:00000001:1.0:1767384388.948451:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384388.948452:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384388.948453:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005a73dacb for lustre-OST0000 00000020:00000040:1.0:1767384388.948455:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 2 to 192.168.204.8@tcp50 00000020:00000040:1.0:1767384388.948456:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000005fe871ee) now 4 - import 00000020:00000010:1.0:1767384388.948457:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005a73dacb. 00000020:00000001:1.0:1767384388.948458:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:0.0:1767384389.139215:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384389.139222:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.139230:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384389.139232:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.139257:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384389.139260:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.139263:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384389.459227:0:17083:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384389.459233:0:17083:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:0.0:1767384389.460254:0:17059:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000040:0.0:1767384389.460258:0:17059:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000068dd68bf : new cb_count 0 00000020:00000040:0.0:1767384389.460263:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000068dd68bf : new refcount 0 00000020:00000080:0.0:1767384389.460265:0:17059:0:(genops.c:904:class_export_put()) final put 0000000068dd68bf/e4288af2-bd49-4931-9d99-ecd791472d96 00000001:00000010:0.0:1767384389.460276:0:17059:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ad9208ca. 00080000:00000010:0.0:1767384389.460282:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b70eb4b3. 00000020:00000001:1.0:1767384389.460312:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384389.460316:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000068dd68bf/e4288af2-bd49-4931-9d99-ecd791472d96 for lustre-MDT0000 00000020:00000040:1.0:1767384389.460325:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 1 to 192.168.204.8@tcp50 00000020:00000001:1.0:1767384389.460328:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384389.460331:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384389.460334:0:36:0:(genops.c:1229:class_import_get()) import 0000000057fd633a refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384389.460337:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.460338:0:36:0:(genops.c:1242:class_import_put()) import 0000000057fd633a refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384389.460341:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384389.460344:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.460345:0:36:0:(genops.c:1242:class_import_put()) import 0000000057fd633a refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384389.460347:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000057fd633a 00000020:00000001:1.0:1767384389.460357:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384389.460360:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000008ef3ff5d. 00010000:00000001:1.0:1767384389.460367:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384389.460370:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384389.460377:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d435a5e1. 00000001:00000010:1.0:1767384389.460381:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c684a8b. 00000001:00000010:1.0:1767384389.460383:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037e7842a. 00000001:00000010:1.0:1767384389.460385:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e5b49bcb. 00000001:00000010:1.0:1767384389.460387:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e0533b2a. 00000001:00000010:1.0:1767384389.460390:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c8b17e8d. 00000001:00000001:1.0:1767384389.460395:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384389.460397:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384389.460399:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384389.460402:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7577154. 00000001:00000010:1.0:1767384389.460404:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000027f8f122. 00000001:00000010:1.0:1767384389.460406:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000056fc203. 00000001:00000010:1.0:1767384389.460408:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bac35190. 00000001:00000010:1.0:1767384389.460409:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009ae553aa. 00000001:00000010:1.0:1767384389.460412:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000005fedca0. 00000001:00000001:1.0:1767384389.460414:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384389.460415:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384389.460416:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384389.460421:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000332d4416: xid 1853236736691712, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384389.460426:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000332d4416: xid 1853236736691712, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384389.460430:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000332d4416. 00000001:00000010:1.0:1767384389.460433:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009723d535. 00000004:00000001:1.0:1767384389.460439:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.460441:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.460443:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 5 - export 00000020:00000010:1.0:1767384389.460446:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000068dd68bf. 00000020:00000001:1.0:1767384389.460454:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384389.460458:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384389.460460:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000057fd633a for lustre-MDT0000 00000020:00000040:1.0:1767384389.460464:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000099f0200f refcount 0 to 192.168.204.8@tcp50 00000020:00000040:1.0:1767384389.460466:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 4 - import 00000020:00000010:1.0:1767384389.460469:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000057fd633a. 00000020:00000001:1.0:1767384389.460471:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:0.0:1767384389.523173:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005eeb103c] -> 12345-192.168.204.108@tcp17 (6) 00000800:00000200:0.0:1767384389.523180:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp17 ip 192.168.204.108:988 00000800:00000200:0.0:1767384389.523184:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384389.523360:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384389.523367:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.523379:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384389.523384:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.523388:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384390.163234:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384390.163242:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384390.163248:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384390.163249:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384390.163313:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384390.163317:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384390.163321:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384390.547203:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (4) 00000800:00000200:0.1:1767384390.547209:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (4) 00000400:00000200:1.0:1767384390.547331:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547381:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547395:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547407:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547425:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547448:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547472:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547493:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547523:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547538:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547552:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547565:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547582:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547595:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547607:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547619:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547630:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547643:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547655:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547668:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547681:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547694:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547707:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547719:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547732:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547744:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547757:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547769:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547782:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547794:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547808:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547821:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547834:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547846:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384390.547864:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384390.547998:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003110bdb. 00000800:00000010:1.0:1767384390.548002:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000472274b. 00000800:00000010:1.0:1767384390.548006:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d3f94ddd. 00000800:00000010:1.0:1767384390.548020:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d3f94ddd. 00000800:00020000:1.0:1767384390.548029:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384390.548032:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000472274b. 00000800:00000010:1.0:1767384390.548035:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003110bdb. 00000400:02020000:1.0:1767384390.548063:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384390.548067:0:16337:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384390.867201:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp40 00000400:00000010:2.0:1767384390.867211:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003e22fd4f. 00000400:00000010:2.0:1767384390.867218:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c48da595. 00000400:00000010:2.0:1767384390.867223:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d32e6. 00000400:00000010:2.0:1767384390.867230:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b780b70. 00000400:00000200:2.0:1767384390.867233:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp40 00000400:00000200:2.0:1767384390.867252:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp40 local destination 00000400:00000200:2.0:1767384390.867257:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp40 00000400:00000200:2.0:1767384390.867260:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp40 NI seq info: [238:238:256:4294967295] 192.168.204.108@tcp40 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384390.867266:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp40 00000400:00000200:2.0:1767384390.867271:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp40(192.168.204.108@tcp40:) -> 192.168.204.108@tcp40(192.168.204.108@tcp40:192.168.204.108@tcp40) : GET try# 0 00000800:00000200:2.0:1767384390.867276:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp40 00000800:00000010:2.0:1767384390.867279:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000075c31e49. 00000800:00000200:2.0:1767384390.867294:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000800:00000200:2.1:1767384390.867298:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c546323] -> 12345-192.168.204.108@tcp40 (2) 00000400:00000200:2.0:1767384390.867318:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp40 added to recovery queue. ping count: 5 next ping: 342 health :500 00000400:00000200:3.0:1767384390.867419:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867478:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867538:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867563:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867584:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867608:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867631:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867655:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867677:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867701:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867725:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867748:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867771:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867793:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867816:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867838:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867861:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867883:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867906:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867930:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867955:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.867979:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868004:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868029:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868054:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868078:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868143:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868184:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868209:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868245:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868273:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868299:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868341:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868367:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384390.868394:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384390.868604:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384390.868610:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384390.868616:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000074f6ec3. 00000800:00000010:3.0:1767384390.868639:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000074f6ec3. 00000800:00020000:3.0:1767384390.868652:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384390.868656:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fd7b70. 00000800:00000010:3.0:1767384390.868661:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384390.868702:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp40 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384390.868709:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp40 notifying 192.168.204.108@tcp40: down 00000800:00000200:3.0:1767384390.868716:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp40 down 00000800:00000100:3.0:1767384390.868722:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp40 00000800:00000010:3.0:1767384390.868726:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000075c31e49. 00000400:00000200:3.0:1767384390.868730:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384390.868735:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp40->192.168.204.108@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384390.868745:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384390.868749:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384390.868753:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp40) recovery failed with -71 00010000:00000001:0.0:1767384391.187186:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384391.187192:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.187197:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384391.187198:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.187233:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384391.187235:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384391.187237:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384391.507206:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384391.507212:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:0.0:1767384391.571221:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006724c9d2] -> 12345-192.168.204.108@tcp20 (6) 00000800:00000200:0.0:1767384391.571230:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp20 ip 192.168.204.108:988 00000800:00000200:0.0:1767384391.571233:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384391.571433:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384391.571439:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.571450:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.571454:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.571457:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384391.635171:0:40101:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384391.635186:0:40101:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002dffc227 - data 0000000078855dec/000000009a18da87 00000020:00000010:3.0:1767384391.635275:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000008985ee8d. 00000020:00000010:3.0:1767384391.635283:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000e97e0bd2. 00000020:00000010:3.0:1767384391.635287:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000009a18da87. 00000020:00000010:3.0:1767384391.635289:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b5e5e0a4. 00000020:00000010:3.0:1767384391.635291:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007e4e13ab. 00000020:00000010:3.0:1767384391.635293:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000000317c813. 00000020:00000010:3.0:1767384391.635295:0:40101:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002dffc227. 00000020:01000000:3.0:1767384391.635312:0:40101:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000027bccf4c - data 00000000fa9eccea/00000000d4062a1b 00000020:00000010:3.0:1767384391.635385:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000008d24d6e0. 00000020:00000010:3.0:1767384391.635387:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000bc236d5e. 00000020:00000010:3.0:1767384391.635389:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d4062a1b. 00000020:00000010:3.0:1767384391.635390:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000d9451003. 00000020:00000010:3.0:1767384391.635393:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000031bb9353. 00000020:00000010:3.0:1767384391.635394:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b354fc97. 00000020:00000010:3.0:1767384391.635395:0:40101:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000027bccf4c. 00000020:00000001:3.0:1767384391.635397:0:40101:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384391.635660:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000783c3a98. 00000020:00000010:3.0:1767384391.635664:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000047184ae8. 00000020:00000010:3.0:1767384391.635667:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000005e64be7a. 00000020:00000010:3.0:1767384391.635670:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000b9731081. 00000020:00000010:3.0:1767384391.635673:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001f3a7e15. 02000000:00000001:3.0:1767384391.641272:0:40101:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384391.641277:0:40101:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 0000000010d744c5 for key 0 00000004:00000010:3.0:1767384391.641280:0:40101:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 0000000010d744c5. 02000000:00000001:3.0:1767384391.641284:0:40101:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384391.641285:0:40101:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000009ad814a7. 02000000:00000010:3.0:1767384391.641288:0:40101:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000004dd2e526. 02000000:00000001:3.0:1767384391.641289:0:40101:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384391.641290:0:40101:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384391.641291:0:40101:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000654614ec. 02000000:00000010:3.0:1767384391.641293:0:40101:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000885ae72b. 00000020:00000001:3.0:1767384391.641296:0:40101:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384391.641299:0:40101:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384391.641300:0:40101:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384391.641304:0:40101:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384391.641309:0:40101:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008850a65d. 00080000:00000001:3.0:1767384391.641323:0:40101:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613950699990528 : -130123009561088 : ffff89a7603cee00) 00080000:00000001:3.0:1767384391.641327:0:40101:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384391.641330:0:40101:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384391.641333:0:40101:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000074f6ec3. 00080000:00000001:3.0:1767384391.641335:0:40101:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384391.641338:0:40101:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384391.641351:0:40101:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384391.641353:0:40101:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384391.641377:0:40101:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384391.641379:0:40101:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384391.641382:0:40101:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384391.643261:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008850a65d. 00080000:00000010:3.0:1767384391.643322:0:40101:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000074f6ec3. 00040000:00000001:3.0:1767384391.643329:0:40101:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384391.643331:0:40101:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384391.643333:0:40101:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384391.643335:0:40101:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384391.643337:0:40101:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384391.643342:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000001d4357c6/00000000fadda9c7 to site lru. bkt: 00000000d732a8cd 00000020:00000010:3.0:1767384391.643344:0:40101:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000008eed9bfd. 00000020:00000010:3.0:1767384391.643368:0:40101:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 0000000091fa1c84. 00000020:00000010:3.0:1767384391.643370:0:40101:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 000000007e70733b. 00000020:00000002:3.0:1767384391.643378:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000981d9f64/0000000090257d60 to site lru. bkt: 00000000f78353bf 00000020:00000001:3.0:1767384391.643379:0:40101:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:3.0:1767384391.643381:0:40101:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:3.0:1767384391.643397:0:40101:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcee90c7. 00000020:00000010:3.0:1767384391.643399:0:40101:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000496460f0. 00000020:00000010:3.0:1767384391.643402:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000659fd85f. 00000020:00000010:3.0:1767384391.643408:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000060a4b2c8. 00000040:00000010:3.0:1767384391.643411:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fc0cb8e. 00000020:00000010:3.0:1767384391.643413:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006594fc18. 00000020:00000010:3.0:1767384391.643416:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004088b716. 00000020:00000010:3.0:1767384391.643419:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000361bc58f. 80000000:00000010:3.0:1767384391.643422:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000499d7628. 40000000:00000010:3.0:1767384391.643425:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005115ff09. 00100000:00000010:3.0:1767384391.643428:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009a9276e2. 00040000:00000010:3.0:1767384391.643432:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fe7f6641. 00040000:00000010:3.0:1767384391.643436:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091009537. 00040000:00000010:3.0:1767384391.643439:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4221ee7. 00080000:00000010:3.0:1767384391.643442:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b8290b5. 00080000:00000010:3.0:1767384391.643445:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000027268af5. 00000004:00000010:3.0:1767384391.643447:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f78aa779. 00000004:00000010:3.0:1767384391.643450:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091afb5f6. 00000004:00000010:3.0:1767384391.643454:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000095a81b61. 00000004:00000010:3.0:1767384391.643456:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000837c5d71. 00000020:00000010:3.0:1767384391.643458:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fa7ab03. 00000001:00000001:3.0:1767384391.643461:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384391.643464:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f8657387. 00000001:00000010:3.0:1767384391.643466:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000012c4d1be. 00000001:00000010:3.0:1767384391.643468:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d9059fe6. 00000001:00000001:3.0:1767384391.643470:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:3.0:1767384391.643471:0:40101:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.643474:0:40101:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384391.643477:0:40101:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384391.643515:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000c743807b. 00000020:00000010:3.0:1767384391.643518:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000030173a74. 00000020:00000010:3.0:1767384391.643531:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000071bb029d. 00000020:00000010:3.0:1767384391.643534:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e1c35b61. 00010000:00000001:3.0:1767384391.643556:0:40101:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384391.643563:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000135da383. 00000020:00000010:3.0:1767384391.643564:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001a097a1c. 00000020:00000010:3.0:1767384391.643566:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000b5cacf33. 00000020:00000010:3.0:1767384391.643567:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000d0350dc. 00000001:00000001:3.0:1767384391.643590:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384391.656388:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000021960edc. 00000001:00000010:3.0:1767384391.656403:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000832d2397. 00000001:00000010:3.0:1767384391.656404:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b2cdc7bd. 00000001:00000010:3.0:1767384391.656406:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1d1f2f3. 00000001:00000010:3.0:1767384391.656407:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ad96be7. 00000001:00000010:3.0:1767384391.656409:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc1c97e2. 00000001:00000010:3.0:1767384391.656410:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e13fa4df. 00000001:00000010:3.0:1767384391.656411:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6f83c0b. 00000001:00000010:3.0:1767384391.656413:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b044594. 00000001:00000010:3.0:1767384391.656414:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086194e98. 00000001:00000010:3.0:1767384391.656416:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b9ed398. 00000001:00000010:3.0:1767384391.656417:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002b797737. 00000001:00000010:3.0:1767384391.656418:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b91f16d. 00000001:00000010:3.0:1767384391.656420:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031ec5433. 00000001:00000010:3.0:1767384391.656421:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000244783b5. 00000001:00000010:3.0:1767384391.656422:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008245fee9. 00000001:00000010:3.0:1767384391.656423:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000024f24514. 00000001:00000010:3.0:1767384391.656424:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002391160c. 00000001:00000010:3.0:1767384391.656425:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8288fc1. 00000001:00000010:3.0:1767384391.656426:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c8d1102d. 00000001:00000010:3.0:1767384391.656427:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4c0e878. 00000001:00000010:3.0:1767384391.656428:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000117f6cb7. 00000001:00000010:3.0:1767384391.656430:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002cabcf7e. 00000001:00000010:3.0:1767384391.656431:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012b0340e. 00000001:00000010:3.0:1767384391.656432:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f1ce210. 00000001:00000010:3.0:1767384391.656433:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000697e8212. 00000001:00000010:3.0:1767384391.656434:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066ec14b8. 00000001:00000010:3.0:1767384391.656435:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000001ab2ab. 00000001:00000010:3.0:1767384391.656436:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcdc8183. 00000001:00000010:3.0:1767384391.656437:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000064d28c5e. 00000001:00000010:3.0:1767384391.656438:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007eec095f. 00000001:00000010:3.0:1767384391.656440:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d9bfc2d. 00000001:00000010:3.0:1767384391.656441:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f60c157. 00000001:00000010:3.0:1767384391.656442:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000045aea0f. 00000001:00000010:3.0:1767384391.656443:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063c3bc72. 00000001:00000010:3.0:1767384391.656444:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000f578c6a. 00000001:00000010:3.0:1767384391.656445:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009da5d1fb. 00000001:00000010:3.0:1767384391.656446:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004dc42b30. 00000001:00000010:3.0:1767384391.656447:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f16f694. 00000001:00000010:3.0:1767384391.656448:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c29b4b9f. 00000001:00000010:3.0:1767384391.656450:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072fde058. 00000001:00000010:3.0:1767384391.656451:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de788c08. 00000001:00000010:3.0:1767384391.656452:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098a550f0. 00000001:00000010:3.0:1767384391.656453:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfa1f788. 00000001:00000010:3.0:1767384391.656455:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000be1c3a0e. 00000001:00000010:3.0:1767384391.656456:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1fb8618. 00000001:00000010:3.0:1767384391.656457:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c51141c7. 00000001:00000010:3.0:1767384391.656458:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003a0a085b. 00000001:00000010:3.0:1767384391.656459:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a54feefa. 00000001:00000010:3.0:1767384391.656460:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e8f46eb. 00000001:00000010:3.0:1767384391.656461:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006894fe48. 00000001:00000010:3.0:1767384391.656462:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5cba518. 00000001:00000010:3.0:1767384391.656464:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfc916b0. 00000001:00000010:3.0:1767384391.656465:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000888e144f. 00000001:00000010:3.0:1767384391.656466:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b44a9bc4. 00000001:00000010:3.0:1767384391.656467:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002524a46b. 00000001:00000010:3.0:1767384391.656468:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e2fb878. 00000001:00000010:3.0:1767384391.656469:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e24510ac. 00000001:00000010:3.0:1767384391.656470:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb95e355. 00000001:00000010:3.0:1767384391.656471:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a50b8ea. 00000001:00000010:3.0:1767384391.656472:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd8998e1. 00000001:00000010:3.0:1767384391.656473:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed8b71fd. 00000001:00000010:3.0:1767384391.656474:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc0f8da5. 00000001:00000010:3.0:1767384391.656475:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003250ad57. 00000001:00000010:3.0:1767384391.656477:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009bbc1545. 00000001:00000010:3.0:1767384391.656478:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014f1e4d2. 00000001:00000010:3.0:1767384391.656492:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a411d50. 00000001:00000010:3.0:1767384391.656493:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb70c63c. 00000001:00000010:3.0:1767384391.656494:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d189caca. 00000001:00000010:3.0:1767384391.656495:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f233224. 00000001:00000010:3.0:1767384391.656496:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009fbb33c8. 00000001:00000010:3.0:1767384391.656497:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003d6e5b9b. 00000001:00000010:3.0:1767384391.656499:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048a0932f. 00000001:00000010:3.0:1767384391.656500:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb31625f. 00000001:00000010:3.0:1767384391.656501:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000470576cc. 00000001:00000010:3.0:1767384391.656503:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098c6de7f. 00000001:00000010:3.0:1767384391.656504:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e819396e. 00000001:00000010:3.0:1767384391.656505:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002820a24e. 00000001:00000010:3.0:1767384391.656506:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000064c6056b. 00000001:00000010:3.0:1767384391.656507:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cea9c47e. 00000001:00000010:3.0:1767384391.656508:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006edf98d5. 00000001:00000010:3.0:1767384391.656509:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af2ed0b3. 00000001:00000010:3.0:1767384391.656510:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a8e0e7e. 00000001:00000010:3.0:1767384391.656511:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006cd7f5f8. 00000001:00000010:3.0:1767384391.656512:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000210c1ce8. 00000001:00000010:3.0:1767384391.656513:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000791ac723. 00000001:00000010:3.0:1767384391.656514:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000011aa981c. 00000001:00000010:3.0:1767384391.656515:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c939108c. 00000001:00000010:3.0:1767384391.656516:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ca7a632. 00000001:00000010:3.0:1767384391.656527:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000044d17df9. 00000001:00000010:3.0:1767384391.656528:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b0eb708. 00000001:00000010:3.0:1767384391.656529:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7247f6f. 00000001:00000010:3.0:1767384391.656530:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003b5cc92f. 00000001:00000010:3.0:1767384391.656531:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099061d33. 00000001:00000010:3.0:1767384391.656532:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f06ec47. 00000001:00000010:3.0:1767384391.656533:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed621a9c. 00000001:00000010:3.0:1767384391.656533:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f10d3480. 00000001:00000010:3.0:1767384391.656534:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000539184d9. 00000001:00000010:3.0:1767384391.656535:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000818fda24. 00000001:00000010:3.0:1767384391.656536:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000353d7243. 00000001:00000010:3.0:1767384391.656537:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090c17ba7. 00000001:00000010:3.0:1767384391.656538:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8921e44. 00000001:00000010:3.0:1767384391.656539:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9039a04. 00000001:00000010:3.0:1767384391.656540:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009b75520e. 00000001:00000010:3.0:1767384391.656542:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063952365. 00000001:00000010:3.0:1767384391.656543:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bee31afd. 00000001:00000010:3.0:1767384391.656544:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea7339f6. 00000001:00000010:3.0:1767384391.656545:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000004db9b89. 00000001:00000010:3.0:1767384391.656546:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c22b0f5e. 00000001:00000010:3.0:1767384391.656547:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001de646de. 00000001:00000010:3.0:1767384391.656548:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006dfd2644. 00000001:00000010:3.0:1767384391.656549:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a9f393d. 00000001:00000010:3.0:1767384391.656550:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c4c2236. 00000001:00000010:3.0:1767384391.656551:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000706ae849. 00000001:00000010:3.0:1767384391.656552:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086d73c0b. 00000001:00000010:3.0:1767384391.656553:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094575203. 00000001:00000010:3.0:1767384391.656554:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005792ad0c. 00000001:00000010:3.0:1767384391.656555:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083bdda7e. 00000001:00000010:3.0:1767384391.656556:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1ddb6ec. 00000001:00000010:3.0:1767384391.656556:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a03481d. 00000001:00000010:3.0:1767384391.656557:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f42fa2fc. 00000001:00000010:3.0:1767384391.656558:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083cf7e6e. 00000001:00000010:3.0:1767384391.656559:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f036fe12. 00000001:00000010:3.0:1767384391.656560:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b27e0aed. 00000001:00000010:3.0:1767384391.656561:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055822800. 00000001:00000010:3.0:1767384391.656562:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e3110a2. 00000001:00000010:3.0:1767384391.656563:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b0f0105. 00000001:00000010:3.0:1767384391.656564:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000074d6bfd0. 00000001:00000010:3.0:1767384391.656565:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000fba94534. 00000001:00000010:3.0:1767384391.656570:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ba221edb. 00000001:00000001:3.0:1767384391.656573:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384391.656577:0:40101:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000096e91d35. 00010000:00000001:3.0:1767384391.656580:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.657155:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384391.657158:0:40101:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384391.657163:0:40101:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384391.657165:0:40101:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384391.657166:0:40101:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384391.657170:0:40101:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384391.657229:0:40101:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384391.657235:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000002836ca18/00000000957f6cb7 to site lru. bkt: 00000000f0f2f289 40000000:00000001:0.0:1767384391.657238:0:40101:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384391.657240:0:40101:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384391.657241:0:40101:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000060a731e. 40000000:00000001:0.0:1767384391.657245:0:40101:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384391.657314:0:40101:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384391.657318:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000c4856849/00000000c8689a39 to site lru. bkt: 000000008e348377 40000000:00000001:0.0:1767384391.657321:0:40101:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384391.657322:0:40101:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384391.657323:0:40101:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000037a0567d. 40000000:00000001:0.0:1767384391.657328:0:40101:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384391.657395:0:40101:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384391.657397:0:40101:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000f0d2be1f. 40000000:00000001:0.0:1767384391.657401:0:40101:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.657404:0:40101:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384391.657416:0:40101:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384391.657437:0:40101:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384391.657441:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000073778b92/00000000d47aeb0f to site lru. bkt: 000000003935d539 80000000:00000001:0.0:1767384391.657442:0:40101:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384391.657444:0:40101:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384391.657446:0:40101:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384391.657448:0:40101:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000057763ee3. 80000000:00000010:0.0:1767384391.657450:0:40101:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000005e5ed19e. 80000000:00000010:0.0:1767384391.657452:0:40101:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000a3be0add. 80000000:00000010:0.0:1767384391.657454:0:40101:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000065c37a93. 80000000:00000010:0.0:1767384391.657456:0:40101:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000dadeee4a. 80000000:00000040:0.0:1767384391.657459:0:40101:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384391.657460:0:40101:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384391.657462:0:40101:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384391.657463:0:40101:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384391.657464:0:40101:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384391.657466:0:40101:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384391.657467:0:40101:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000008d8b7ea0. 80000000:00000001:0.0:1767384391.657470:0:40101:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384391.657472:0:40101:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000001537d698. 00000004:00000001:0.0:1767384391.657474:0:40101:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.657476:0:40101:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:0.0:1767384391.657501:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657508:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657509:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657510:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657511:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657512:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657515:0:40101:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 00000000f78cc964. 00080000:00000010:0.0:1767384391.657520:0:40101:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 00000000e933ea69. 00080000:00000010:0.0:1767384391.657540:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008cd963af. 00000004:00000010:0.0:1767384391.657546:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005beefd16. 00000004:00000010:0.0:1767384391.657551:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006107db85. 00000004:00000001:0.0:1767384391.657554:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657555:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384391.657557:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005f4ab44b. 00000004:00000001:0.0:1767384391.657561:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657567:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000582259a9. 00040000:00000001:0.0:1767384391.657572:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657574:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657575:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657576:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657577:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657578:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657580:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004dcf9e27. 00000004:00000010:0.0:1767384391.657582:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000874198d6. 00000004:00000010:0.0:1767384391.657584:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002ed144a2. 00000004:00000001:0.0:1767384391.657586:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657587:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384391.657588:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003df42449. 00000004:00000001:0.0:1767384391.657591:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657593:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000088ed36ea. 00040000:00000001:0.0:1767384391.657595:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657596:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657597:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657598:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657599:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657600:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657602:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001a61b63d. 00000004:00000010:0.0:1767384391.657604:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006981deae. 00000004:00000010:0.0:1767384391.657606:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009b3ab3e1. 00000004:00000001:0.0:1767384391.657608:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657609:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384391.657610:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000069851a15. 00000004:00000001:0.0:1767384391.657614:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657615:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000176a00a4. 00040000:00000001:0.0:1767384391.657618:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657619:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657620:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657621:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657622:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657622:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657624:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a65b4213. 00000004:00000010:0.0:1767384391.657626:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d77a5a85. 00000004:00000010:0.0:1767384391.657628:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c6e6d36. 00000004:00000001:0.0:1767384391.657630:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657631:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384391.657633:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000016c99552. 00000004:00000001:0.0:1767384391.657635:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657637:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b1d88d16. 00040000:00000001:0.0:1767384391.657640:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657640:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657641:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657642:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657643:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657643:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657645:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d312bda0. 00000004:00000010:0.0:1767384391.657647:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ddf29c2d. 00000004:00000010:0.0:1767384391.657648:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bb946018. 00000004:00000001:0.0:1767384391.657650:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657650:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384391.657651:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fbc5c511. 00000004:00000001:0.0:1767384391.657653:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657655:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000013013b6e. 00040000:00000001:0.0:1767384391.657657:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657658:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657658:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657659:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657660:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657661:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657662:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000013124b3e. 00000004:00000010:0.0:1767384391.657664:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000007ed263c. 00000004:00000010:0.0:1767384391.657666:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000930321ea. 00000004:00000001:0.0:1767384391.657667:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657668:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384391.657669:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004c4d300d. 00000004:00000001:0.0:1767384391.657672:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657674:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e2ff564c. 00040000:00000001:0.0:1767384391.657676:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657677:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657678:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657679:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657680:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657680:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657682:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ae7abec3. 00000004:00000010:0.0:1767384391.657684:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dce4e88e. 00000004:00000010:0.0:1767384391.657687:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a4cdd783. 00000004:00000001:0.0:1767384391.657689:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657690:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384391.657692:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e8a82b4b. 00000004:00000001:0.0:1767384391.657695:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657699:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657700:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657701:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657702:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657702:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657703:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657706:0:40101:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000008df959b6. 00080000:00000010:0.0:1767384391.657709:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001d4357c6. 00000004:00000010:0.0:1767384391.657712:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e7d5756e. 00000004:00000010:0.0:1767384391.657714:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000098d2e377. 00000004:00000001:0.0:1767384391.657717:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657718:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384391.657720:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fadda9c7. 00000004:00000001:0.0:1767384391.657736:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657739:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657741:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657742:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657743:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657743:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657744:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657746:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fb5cdc60. 00000004:00000010:0.0:1767384391.657747:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000064005104. 00000004:00000010:0.0:1767384391.657754:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005ed101de. 00000004:00000001:0.0:1767384391.657756:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657756:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384391.657757:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000058c047d. 00000004:00000001:0.0:1767384391.657759:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657764:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657765:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657767:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657768:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657769:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657770:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657773:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000670c170f. 00000004:00000010:0.0:1767384391.657776:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000029f564d0. 00000004:00000010:0.0:1767384391.657778:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000039f8a799. 00000004:00000001:0.0:1767384391.657780:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657781:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384391.657782:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d80f31da. 00000004:00000001:0.0:1767384391.657785:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657800:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657800:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657801:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657802:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657803:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657804:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657807:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001a0d7e95. 00000004:00000010:0.0:1767384391.657809:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e713779f. 00000004:00000010:0.0:1767384391.657813:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f0a88cd7. 00000004:00000001:0.0:1767384391.657815:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657815:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384391.657817:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f07763ea. 00000004:00000001:0.0:1767384391.657820:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657823:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657823:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657825:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657825:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657826:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657827:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657829:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fc97c4b9. 00000004:00000010:0.0:1767384391.657833:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007f71c515. 00000004:00000010:0.0:1767384391.657836:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007902175e. 00000004:00000001:0.0:1767384391.657839:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657840:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384391.657842:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000045358c34. 00000004:00000001:0.0:1767384391.657846:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.657851:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000410223f5. 00040000:00000001:0.0:1767384391.657855:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657857:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657858:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657860:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657862:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657863:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657867:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000073778b92. 00000004:00000010:0.0:1767384391.657871:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d37dfe68. 00000004:00000010:0.0:1767384391.657875:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d861f5cd. 00000004:00000001:0.0:1767384391.657878:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657880:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384391.657882:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d47aeb0f. 00000004:00000001:0.0:1767384391.657887:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657904:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657905:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657906:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657907:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657908:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657909:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657912:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000449f8dc9. 00000004:00000010:0.0:1767384391.657914:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000eac3adb6. 00000004:00000010:0.0:1767384391.657917:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000047bc37db. 00000004:00000001:0.0:1767384391.657919:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657920:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384391.657921:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000021646f30. 00000004:00000001:0.0:1767384391.657925:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.657939:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657941:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657942:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657943:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657944:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657945:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657948:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fddf64ac. 00000020:00000010:0.0:1767384391.657952:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb792f60. 00040000:00000001:0.0:1767384391.657965:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657966:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657971:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657972:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.657973:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.657973:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.657976:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c4856849. 00000004:00000010:0.0:1767384391.657979:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006de5fcd3. 00000004:00000010:0.0:1767384391.657981:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005e1e63c9. 00000004:00000001:0.0:1767384391.657982:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.657984:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384391.657985:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c8689a39. 00000004:00000001:0.0:1767384391.658000:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.658006:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658007:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658008:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658009:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658010:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658011:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658013:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000edc77d73. 00000020:00000010:0.0:1767384391.658016:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000085a761b1. 00040000:00000001:0.0:1767384391.658022:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658023:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658024:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658025:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658026:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658027:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658029:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000981d9f64. 00000004:00000010:0.0:1767384391.658031:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006bf330d3. 00000004:00000010:0.0:1767384391.658033:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006f24b85f. 00000004:00000001:0.0:1767384391.658035:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.658036:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384391.658037:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000090257d60. 00000004:00000001:0.0:1767384391.658040:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.658044:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658045:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658045:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658046:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658047:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658048:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658050:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002a6d9988. 20000000:00000010:0.0:1767384391.658054:0:40101:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000011f735e4. 00040000:00000001:0.0:1767384391.658061:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658062:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658063:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658064:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658065:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658066:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658068:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000638ee3fd. 00000020:00000010:0.0:1767384391.658070:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a55e197a. 00040000:00000001:0.0:1767384391.658078:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658079:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658080:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658081:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658083:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658084:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658086:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002836ca18. 00000004:00000010:0.0:1767384391.658088:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c5924d09. 00000004:00000010:0.0:1767384391.658091:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000049bd793a. 00000004:00000001:0.0:1767384391.658093:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.658093:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384391.658095:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000957f6cb7. 00000004:00000001:0.0:1767384391.658098:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.658132:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658134:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658135:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658136:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658137:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658138:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658141:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c972a5c8. 00000004:00000010:0.0:1767384391.658144:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004ccd5f0e. 00000004:00000010:0.0:1767384391.658146:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000000497d5. 00000004:00000001:0.0:1767384391.658149:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.658151:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384391.658152:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000045a787e6. 00000004:00000001:0.0:1767384391.658158:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.658286:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658287:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658288:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658289:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658290:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658291:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658294:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000e6b258d. 00000004:00000010:0.0:1767384391.658307:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000086f2d0e4. 00000004:00000010:0.0:1767384391.658310:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000526ccb68. 00000004:00000001:0.0:1767384391.658313:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.658315:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:0.0:1767384391.658318:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000066112f77. 00000004:00000001:0.0:1767384391.658323:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384391.658339:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658341:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658342:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658343:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658345:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658346:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658350:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000154e6bd5. 00000020:00000010:0.0:1767384391.658354:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009ee53349. 00040000:00000001:0.0:1767384391.658367:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658369:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658370:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658372:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384391.658373:0:40101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384391.658375:0:40101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384391.658378:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000299201ee. 00000004:00000010:0.0:1767384391.658381:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007cf84a4e. 00000004:00000010:0.0:1767384391.658383:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001a091443. 00000004:00000001:0.0:1767384391.658386:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.658387:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384391.658388:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000048ec7d18. 00000004:00000001:0.0:1767384391.658391:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384391.658399:0:40101:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000c2c67687. 00000004:00000001:0.0:1767384391.658401:0:40101:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384391.658404:0:40101:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384391.658423:0:40101:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384391.658425:0:40101:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384391.658428:0:40101:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384391.658429:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.658432:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.658468:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.658470:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.658471:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.658508:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.658510:0:40101:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.658512:0:40101:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384391.658514:0:40101:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384391.658529:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384391.658531:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384391.658533:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384391.658535:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384391.658536:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384391.658539:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384391.658541:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384391.658542:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384391.658543:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384391.658545:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384391.658548:0:40101:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384391.658561:0:40101:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384391.658563:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384391.658564:0:40101:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384391.658566:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384391.658568:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.658569:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.658597:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.658599:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.658600:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.658627:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.658628:0:40101:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384391.658632:0:40101:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384391.658669:0:17102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000361d3153. 00000040:00000010:1.0:1767384391.658678:0:17102:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aa98b445. 00000020:00000010:1.0:1767384391.658681:0:17102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9985ef1. 00000020:00000010:1.0:1767384391.658685:0:17102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000017b0c8ab. 00000020:00000010:1.0:1767384391.658689:0:17102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003795186f. 80000000:00000010:1.0:1767384391.658692:0:17102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037bfaf4a. 40000000:00000010:1.0:1767384391.658695:0:17102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a725f539. 00100000:00000010:1.0:1767384391.658698:0:17102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032d8a6ed. 00040000:00000010:1.0:1767384391.658701:0:17102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085422390. 00040000:00000010:1.0:1767384391.658716:0:17102:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004b569133. 00040000:00000010:1.0:1767384391.658719:0:17102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ee96c1d4. 00080000:00000010:1.0:1767384391.658723:0:17102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000059f0edff. 00080000:00000010:1.0:1767384391.658727:0:17102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029bbcf8c. 00000004:00000010:1.0:1767384391.658730:0:17102:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000046260a55. 00000004:00000010:1.0:1767384391.658734:0:17102:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000158235f2. 00000004:00000010:1.0:1767384391.658738:0:17102:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000208c1a5b. 00002000:00000010:1.0:1767384391.658741:0:17102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000672b7c88. 00000004:00000010:1.0:1767384391.658743:0:17102:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cbef7e2b. 00000020:00000010:1.0:1767384391.658746:0:17102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068f059ff. 00000004:00000010:1.0:1767384391.658749:0:17102:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000004a11bd1. 00000004:00000001:1.0:1767384391.658752:0:17102:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.658799:0:40101:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384391.658803:0:40101:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384391.658854:0:17101:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384391.658859:0:17101:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384391.658863:0:17101:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384391.658867:0:17101:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000094c81cbe. 00000040:00000010:2.0:1767384391.658875:0:17101:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ed727a5a. 00000040:00000001:2.0:1767384391.658881:0:17101:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384391.658885:0:17101:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384391.658887:0:17101:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384391.658889:0:17101:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384391.658891:0:17101:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007a6daeaf. 00000040:00000010:2.0:1767384391.658907:0:17101:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dba5b7dd. 00000040:00000001:2.0:1767384391.658912:0:17101:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384391.658914:0:17101:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384391.658918:0:17101:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384391.658921:0:17101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384391.658926:0:17101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c9ed370d. 00000020:00000010:2.0:1767384391.658930:0:17101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006dc19bdd. 00000040:00000001:2.0:1767384391.658951:0:17101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384391.658954:0:17101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e29d8763. 00000040:00000001:2.0:1767384391.658958:0:17101:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384391.658960:0:17101:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384391.658962:0:17101:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384391.658965:0:17101:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384391.658971:0:17101:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007578340f. 00080000:00000001:2.0:1767384391.658974:0:17101:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917011968 : -130127792539648 : ffff89a643267800) 00000040:00000001:2.0:1767384391.658977:0:17101:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384391.658979:0:17101:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384391.658983:0:17101:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384391.658986:0:17101:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384391.659046:0:17101:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384391.659048:0:17101:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384391.659052:0:17101:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659055:0:17101:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659057:0:17101:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659060:0:17101:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384391.659080:0:17101:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659083:0:17101:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:2.0:1767384391.659088:0:17101:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:2.0:1767384391.659140:0:17101:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384391.659151:0:17101:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:2.0:1767384391.659154:0:17101:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:2.0:1767384391.659157:0:17101:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384391.659159:0:17101:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446613951040916480 : -130122668635136 : ffff89a7748f0c00) 00000001:00000001:2.0:1767384391.659163:0:17101:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:2.0:1767384391.659179:0:17101:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384391.659181:0:17101:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659184:0:17101:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659187:0:17101:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659189:0:17101:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384391.659197:0:17101:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.659199:0:17101:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384391.659202:0:17101:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659204:0:17101:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659207:0:17101:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384391.659209:0:17101:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384391.659212:0:17101:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384391.659215:0:17101:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006b08b523. 00080000:00000001:2.0:1767384391.659218:0:17101:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446613945917013504 : -130127792538112 : ffff89a643267e00) 00000040:00000001:2.0:1767384391.659221:0:17101:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384391.659239:0:17101:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384391.659243:0:17101:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384391.659246:0:17101:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384391.659249:0:17101:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e784239d. 00080000:00000001:2.0:1767384391.659252:0:17101:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659254:0:17101:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659256:0:17101:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659258:0:17101:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384391.659271:0:17101:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659273:0:17101:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384391.659277:0:17101:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659281:0:17101:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384391.659285:0:17101:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659287:0:17101:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384391.659289:0:17101:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384391.659291:0:17101:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:2.0:1767384391.659334:0:17101:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659337:0:17101:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.659345:0:17101:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384391.659348:0:17101:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384391.659354:0:17101:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e784239d. 00040000:00000001:2.0:1767384391.659359:0:17101:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.659360:0:17101:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384391.659362:0:17101:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659364:0:17101:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659367:0:17101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384391.659593:0:17101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384391.659595:0:17101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384391.659596:0:17101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384391.659597:0:17101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384391.659598:0:17101:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384391.659599:0:17101:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384391.659601:0:17101:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000b4d860e5. 00080000:00000010:2.0:1767384391.659605:0:17101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005f139632. 00000020:00000010:2.0:1767384391.659607:0:17101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009eed2c6a. 00000040:00000001:2.0:1767384391.659610:0:17101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384391.659612:0:17101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000096461a42. 00000040:00000010:2.0:1767384391.659616:0:17101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a39ec818. 00000040:00000001:2.0:1767384391.659619:0:17101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384391.659620:0:17101:0:(lu_object.c:207:lu_object_put()) Add 00000000d32b8786/0000000088f8c146 to site lru. bkt: 0000000087e1b4d2 00000040:00000001:2.0:1767384391.659622:0:17101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384391.659623:0:17101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d785310e. 00000040:00000010:2.0:1767384391.659626:0:17101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000636e1d93. 00000040:00000001:2.0:1767384391.659629:0:17101:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.659630:0:17101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384391.659632:0:17101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003c73e6dc : new refcount 1 00000020:00000040:2.0:1767384391.659641:0:17101:0:(genops.c:898:class_export_put()) PUTting export 00000000bd62336c : new refcount 1 00000040:00000010:2.0:1767384391.659644:0:17101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003c73e6dc. 00000040:00000001:2.0:1767384391.659650:0:17101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.659655:0:17101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e66eb34c. 00000020:00000010:2.0:1767384391.659659:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008fa24a5. 00000040:00000010:2.0:1767384391.659661:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ddae3f3e. 00000020:00000010:2.0:1767384391.659662:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020d8800a. 00000020:00000010:2.0:1767384391.659671:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eea91c59. 00040000:00000010:2.0:1767384391.659674:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ca17d9cc. 00040000:00000010:2.0:1767384391.659677:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001ad3ae1f. 00080000:00000010:2.0:1767384391.659680:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b7666dcb. 00080000:00000010:2.0:1767384391.659683:0:17101:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000008d7de84a. 00080000:00000010:2.0:1767384391.659687:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000061b6ad3. 00000020:00000010:2.0:1767384391.659690:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac6bdc3d. 00000004:00000010:2.0:1767384391.659694:0:17101:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000da011ad3. 00000004:00000001:2.0:1767384391.659699:0:17101:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.659720:0:40101:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.659724:0:40101:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384391.659735:0:40101:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000f369e141. 00000004:00000001:0.0:1767384391.659739:0:40101:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384391.659742:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000eb094d13/00000000f25192fd to site lru. bkt: 00000000a8521435 00000020:00000002:0.0:1767384391.659745:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000055e1774a/00000000f046612d to site lru. bkt: 000000006cc9e964 40000000:00000001:0.0:1767384391.659748:0:40101:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384391.659749:0:40101:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384391.659804:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000fae0491a : new refcount 2 40000000:00000001:0.0:1767384391.659806:0:40101:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384391.659807:0:40101:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000022a904e6. 40000000:00000001:0.0:1767384391.659810:0:40101:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.659812:0:40101:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.659814:0:40101:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.659817:0:40101:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384391.659819:0:40101:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1108678996 to info 0000000051199c4a 00100000:00000001:0.0:1767384391.659822:0:40101:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384391.659824:0:40101:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384391.659826:0:40101:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:0.0:1767384391.659828:0:40101:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384391.659830:0:40101:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384391.659915:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c69d3854. 00000020:00000010:2.0:1767384391.659920:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be9dd9ee. 00000020:00000010:2.0:1767384391.659925:0:17108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009354e6d1. 00000020:00000010:2.0:1767384391.659928:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007168ee76. 80000000:00000010:2.0:1767384391.659931:0:17108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000025dd0b25. 40000000:00000010:2.0:1767384391.659933:0:17108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000071bcc6b. 00100000:00000010:2.0:1767384391.659936:0:17108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab76ea56. 00040000:00000010:2.0:1767384391.659938:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f18be608. 00040000:00000010:2.0:1767384391.659941:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d2dedaa. 00080000:00000010:2.0:1767384391.659945:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002668d62e. 00080000:00000010:2.0:1767384391.659947:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6c7545c. 00002000:00000010:2.0:1767384391.659950:0:17108:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d667e6bf. 00000020:00000010:2.0:1767384391.659953:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087c47460. 00040000:00000010:2.0:1767384391.659955:0:17108:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000abdfd38c. 00040000:00000001:2.0:1767384391.659958:0:17108:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.659984:0:40101:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384391.659987:0:40101:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384391.659989:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.659991:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660003:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660007:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660009:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660010:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660012:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000aee011b8. 00000001:00000010:0.0:1767384391.660016:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008e8abe26. 00000001:00000010:0.0:1767384391.660018:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f49c2066. 00000001:00000001:0.0:1767384391.660021:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660022:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ced74080. 00000020:00000002:0.0:1767384391.660028:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000805bff7c/0000000060588ab0 to site lru. bkt: 0000000050785e70 00000020:00000002:0.0:1767384391.660030:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000027b6a40e/000000006c5abf06 to site lru. bkt: 000000005c5bd441 00040000:00000010:0.0:1767384391.660031:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000005fa91875. 00040000:00000001:0.0:1767384391.660034:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384391.660035:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.660036:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660037:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660039:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660040:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660041:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660043:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003e373cd8. 00000001:00000010:0.0:1767384391.660044:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003a719df7. 00000001:00000010:0.0:1767384391.660046:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000634f7ac0. 00000001:00000001:0.0:1767384391.660048:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660049:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000018917277. 00000020:00000002:0.0:1767384391.660053:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000f4ea79ee/000000008bfe05c8 to site lru. bkt: 0000000060c83a22 00000020:00000002:0.0:1767384391.660055:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000060cd3acf/00000000fa1f5e19 to site lru. bkt: 00000000219464d5 00040000:00000010:0.0:1767384391.660057:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000026702683. 00040000:00000001:0.0:1767384391.660060:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384391.660061:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.660063:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660064:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660065:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660067:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660068:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660069:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000010ddd894. 00000001:00000010:0.0:1767384391.660071:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000058e182f4. 00000001:00000010:0.0:1767384391.660073:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e0b80d90. 00000001:00000001:0.0:1767384391.660076:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660078:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000350dfd11. 00000020:00000002:0.0:1767384391.660081:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000e2e1dd9a/000000003f036c58 to site lru. bkt: 00000000b7882aa7 00000020:00000002:0.0:1767384391.660084:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000008ebebd90/00000000f01dfaec to site lru. bkt: 0000000037c8bb6a 00040000:00000010:0.0:1767384391.660085:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000005167032. 00040000:00000001:0.0:1767384391.660086:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384391.660093:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 4 00000020:00000010:0.0:1767384391.660095:0:40101:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000005a4586d. 00040000:04000000:0.0:1767384391.660099:0:40101:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384391.660122:0:40101:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000c28dc131. 00040000:00000001:0.0:1767384391.660125:0:40101:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:0.0:1767384391.660127:0:40101:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384391.660128:0:40101:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384391.660174:0:17109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa969924. 00000020:00000010:1.0:1767384391.660182:0:17109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bbef488. 00000020:00000010:1.0:1767384391.660186:0:17109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000941995fa. 00000020:00000010:1.0:1767384391.660191:0:17109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002fb2df5f. 80000000:00000010:1.0:1767384391.660194:0:17109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a8f0f109. 40000000:00000010:1.0:1767384391.660199:0:17109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000560f1abd. 00100000:00000010:1.0:1767384391.660203:0:17109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000040c93ef4. 00040000:00000010:1.0:1767384391.660207:0:17109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005dcf1864. 00040000:00000010:1.0:1767384391.660211:0:17109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043575479. 00080000:00000010:1.0:1767384391.660219:0:17109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005e4bd449. 00080000:00000010:1.0:1767384391.660223:0:17109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000582f6e3e. 00002000:00000010:1.0:1767384391.660226:0:17109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a078627a. 00000020:00000010:1.0:1767384391.660230:0:17109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435ae3c8. 00040000:00000010:1.0:1767384391.660233:0:17109:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000e223471f. 00040000:00000001:1.0:1767384391.660236:0:17109:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660263:0:40101:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384391.660266:0:40101:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384391.660267:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.660268:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660269:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660272:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660274:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660275:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660277:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ee3b5365. 00000001:00000010:0.0:1767384391.660280:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006379ef00. 00000001:00000010:0.0:1767384391.660283:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000067a5203f. 00000001:00000001:0.0:1767384391.660287:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660289:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004d72ad10. 00000020:00000002:0.0:1767384391.660295:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000940a3028/00000000d66e3aa3 to site lru. bkt: 000000008ada197e 00000020:00000002:0.0:1767384391.660297:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000013b70582/000000009d41ab7f to site lru. bkt: 0000000050785e70 00000020:00000002:0.0:1767384391.660300:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000a9d1dce0/00000000412f1cb8 to site lru. bkt: 000000006a24f1a8 00040000:00000010:0.0:1767384391.660301:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000960ce688. 00040000:00000001:0.0:1767384391.660304:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384391.660306:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.660308:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660310:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660312:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660314:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660327:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660329:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f1662b78. 00000001:00000010:0.0:1767384391.660333:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e3279d63. 00000001:00000010:0.0:1767384391.660335:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009c4209ad. 00000001:00000001:0.0:1767384391.660337:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660343:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000009fbf0a7e. 00000020:00000002:0.0:1767384391.660349:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000e7bb6c92/00000000e14f7bf1 to site lru. bkt: 0000000075f62d7c 00000020:00000002:0.0:1767384391.660352:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000e25c87b9/00000000a5a4bbac to site lru. bkt: 0000000060c83a22 00000020:00000002:0.0:1767384391.660355:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000006f8cec88/00000000e0a495b0 to site lru. bkt: 0000000060f5c461 00040000:00000010:0.0:1767384391.660358:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000c65f3041. 00040000:00000001:0.0:1767384391.660361:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384391.660362:0:40101:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384391.660364:0:40101:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384391.660366:0:40101:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384391.660369:0:40101:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384391.660371:0:40101:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384391.660372:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.660375:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b22b482d. 00000001:00000010:0.0:1767384391.660378:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000074229c68. 00000001:00000010:0.0:1767384391.660380:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009471d42a. 00000001:00000001:0.0:1767384391.660382:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384391.660383:0:40101:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b73f4c23. 00000020:00000002:0.0:1767384391.660386:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000dc6780e9/000000008a3b27d1 to site lru. bkt: 000000006f2dbdce 00000020:00000002:0.0:1767384391.660388:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000386d4fcd/00000000d625e20f to site lru. bkt: 00000000b7882aa7 00000020:00000002:0.0:1767384391.660391:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000016e4abe/0000000015a7cb37 to site lru. bkt: 000000003ce828e8 00040000:00000010:0.0:1767384391.660393:0:40101:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002e683621. 00040000:00000001:0.0:1767384391.660405:0:40101:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384391.660407:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 3 00000020:00000010:0.0:1767384391.660408:0:40101:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000e1c5fcd9. 00080000:00000010:0.0:1767384391.660414:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000490a6c8b. 00000004:00000010:0.0:1767384391.660418:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f181ab6c. 00000004:00000010:0.0:1767384391.660420:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000071850d06. 00000004:00000001:0.0:1767384391.660422:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.660423:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:0.0:1767384391.660425:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001a9edc78. 00000004:00000001:0.0:1767384391.660429:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384391.660430:0:40101:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384391.660431:0:40101:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000434a7e86. 00040000:00000001:0.0:1767384391.660433:0:40101:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384391.660434:0:40101:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384391.660495:0:40101:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384391.660497:0:40101:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000f403e258. 00080000:00000010:0.0:1767384391.660506:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000026d6bfa2. 00000020:00000010:0.0:1767384391.660508:0:40101:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000006a33718e. 00080000:00000001:0.0:1767384391.660512:0:40101:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.660513:0:40101:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.660515:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384391.660517:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.660519:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.660532:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b7a 00000020:00000040:0.0:1767384391.660535:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e458916 with handle 0x88edd5ef35457b7a from hash 00000020:00000001:0.0:1767384391.660540:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.660541:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000005e458916 : new refcount 1 00000020:00000001:0.0:1767384391.660543:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.660544:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000005e458916 : new refcount 0 00000020:00000080:0.0:1767384391.660545:0:40101:0:(genops.c:904:class_export_put()) final put 000000005e458916/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384391.660547:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.660558:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.660560:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.660562:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.660564:0:40101:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:0.0:1767384391.660579:0:40101:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000de207dc3. 00000020:00000001:1.0:1767384391.660580:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384391.660583:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000005e458916/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:0.0:1767384391.660585:0:40101:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:1.0:1767384391.660586:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384391.660590:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384391.660591:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000718ebd67/000000000ba0c434 to site lru. bkt: 0000000046b18a3a 00000020:00000040:1.0:1767384391.660592:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 8 - export 00000020:00000002:0.0:1767384391.660596:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b8be4e14/00000000970c22f3 to site lru. bkt: 00000000f9bd1d22 00000020:00000010:1.0:1767384391.660597:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005e458916. 00000020:00000002:0.0:1767384391.660602:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000078cd39a6/00000000be586c53 to site lru. bkt: 00000000b015cb1f 00000020:00000002:0.0:1767384391.660606:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000027b31051/000000003a4441a2 to site lru. bkt: 00000000a01cd23b 00000020:00000002:0.0:1767384391.660608:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000062908821/00000000787c821f to site lru. bkt: 00000000ab3f92a3 00000020:00000001:1.0:1767384391.660609:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384391.660614:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000002878f4c7/000000006d21faf2 to site lru. bkt: 000000003d8054ce 00000020:00000002:0.0:1767384391.660616:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000c69635a4/000000003efe8f3d to site lru. bkt: 0000000070d90572 00000020:00000002:0.0:1767384391.660617:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000009e7f6f6a/00000000aedfd33a to site lru. bkt: 00000000665c4b84 00000020:00000002:0.0:1767384391.660619:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b5fe1b45/000000008db800ff to site lru. bkt: 0000000066a6b675 00000020:00000002:0.0:1767384391.660621:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000a139cb97/00000000599a63fb to site lru. bkt: 000000003a3b6689 00000020:00000002:0.0:1767384391.660623:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000082bcdd8d/00000000b882b0ba to site lru. bkt: 0000000020c96100 00000020:00000002:0.0:1767384391.660624:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000438b31df/0000000037b442bc to site lru. bkt: 00000000e16d7c99 00000020:00000002:0.0:1767384391.660626:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000008747a721/0000000073ad25b3 to site lru. bkt: 0000000082929782 00000020:00000002:0.0:1767384391.660628:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000091463183/000000008b16d5dd to site lru. bkt: 00000000ae5e7b83 00000020:00000002:0.0:1767384391.660629:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000003a3ac4aa/00000000ca8f1d87 to site lru. bkt: 00000000e3e9fb4d 00000020:00000002:0.0:1767384391.660631:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000c7ec912b/0000000017572e5b to site lru. bkt: 00000000b63c6e71 00000020:00000002:0.0:1767384391.660632:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000ce235349/00000000f26afcfa to site lru. bkt: 00000000b91f8f0c 00000020:00000002:0.0:1767384391.660634:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000024d1d591/00000000973f80fc to site lru. bkt: 00000000f54b0fd8 00100000:00000010:0.0:1767384391.660635:0:40101:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000007e156fb6. 00100000:00000010:0.0:1767384391.660638:0:40101:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000291285cc. 00100000:00000010:0.0:1767384391.660643:0:40101:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000dc90d9a8. 00100000:00000010:0.0:1767384391.660645:0:40101:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000e936c187. 00000020:00000002:0.0:1767384391.660648:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b39ebf64/000000000f3ce442 to site lru. bkt: 0000000054f19fb7 00000020:00000002:0.0:1767384391.660650:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000067406b50/00000000f81b6555 to site lru. bkt: 00000000baf7726c 00000020:00000002:0.0:1767384391.660651:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000d8c6e448/000000002b9d8241 to site lru. bkt: 000000001cb46a98 00000020:00000002:0.0:1767384391.660653:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000fcb381b1/0000000061c36dd2 to site lru. bkt: 00000000e685a8f9 00000020:00000002:0.0:1767384391.660656:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000954c2947/00000000dab61946 to site lru. bkt: 00000000cc6c5829 00000020:00000002:0.0:1767384391.660658:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000d93b138c/0000000005c78287 to site lru. bkt: 00000000772a849a 00000020:00000002:0.0:1767384391.660660:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b1c8ca03/000000008b90430e to site lru. bkt: 000000002667bd51 00000020:00000002:0.0:1767384391.660662:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000088bf79d1/00000000f957f4e2 to site lru. bkt: 000000008a46da59 00000020:00000002:0.0:1767384391.660664:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000007ff6715e/0000000043da266d to site lru. bkt: 0000000052c207bd 00000020:00000002:0.0:1767384391.660666:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000005f2f0cf3/000000007366f8a4 to site lru. bkt: 00000000ff21b634 00000020:00000002:0.0:1767384391.660668:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000071c77a71/000000000fc2796d to site lru. bkt: 00000000d611ce9a 00000020:00000002:0.0:1767384391.660670:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000052d2f2f8/000000007a5ce867 to site lru. bkt: 0000000020719b24 00000020:00000002:0.0:1767384391.660672:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b0e7ea9c/000000000708d421 to site lru. bkt: 0000000018722b99 00000020:00000002:0.0:1767384391.660674:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000008c388cc9/0000000038efd346 to site lru. bkt: 00000000be73f0e8 00000020:00000002:0.0:1767384391.660675:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000ce42a0b9/0000000043a10caa to site lru. bkt: 000000002b029c33 00000020:00000002:0.0:1767384391.660677:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000172d6bf1/000000005f3f7212 to site lru. bkt: 0000000040494c93 00000020:00000002:0.0:1767384391.660679:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000c487e781/00000000a06f52b0 to site lru. bkt: 00000000bb737aba 00100000:00000010:0.0:1767384391.660680:0:40101:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000007b949f3f. 00100000:00000010:0.0:1767384391.660682:0:40101:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000848fba64. 00100000:00000010:0.0:1767384391.660686:0:40101:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000c457f306. 00100000:00000010:0.0:1767384391.660689:0:40101:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000373415bf. 00100000:00000010:0.0:1767384391.660693:0:40101:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 000000008683fc6d. 00100000:00000010:0.0:1767384391.660695:0:40101:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000006f85018b. 00000020:00000002:0.0:1767384391.660701:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000009a74b9ed/00000000fd8953ce to site lru. bkt: 00000000bbbd9f0c 00000020:00000002:0.0:1767384391.660703:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000052a3eeda/0000000017336c15 to site lru. bkt: 00000000f4b99d01 40000000:00000001:0.0:1767384391.660705:0:40101:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384391.660803:0:40101:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384391.660805:0:40101:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000c62aefb8. 00100000:00000010:0.0:1767384391.660808:0:40101:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000f02550d9. 00000004:00000001:0.0:1767384391.660810:0:40101:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384391.660812:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a1c78951 : new refcount 2 00000040:00000001:0.0:1767384391.660813:0:40101:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384391.660815:0:40101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384391.660817:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000e903dcb3/000000000e35a346 to site lru. bkt: 00000000e8745ff3 00000040:00000010:0.0:1767384391.660820:0:40101:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000d07d9ee6. 00000040:00000001:0.0:1767384391.660822:0:40101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384391.660824:0:40101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fd079882. 00000040:00000010:0.0:1767384391.660827:0:40101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cf39266d. 00000040:00000001:0.0:1767384391.660830:0:40101:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.660832:0:40101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384391.660834:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a1c78951 : new refcount 1 00000020:00000040:0.0:1767384391.660838:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a6fa1cf6 : new refcount 3 00000040:00000010:0.0:1767384391.660840:0:40101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a1c78951. 00000040:00000001:0.0:1767384391.660845:0:40101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.660848:0:40101:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384391.660851:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c95122ac : new refcount 2 00000040:00000001:0.0:1767384391.660853:0:40101:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384391.660855:0:40101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384391.660857:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000003d294e65/000000008ad9d1ba to site lru. bkt: 0000000046b18a3a 00000040:00000010:0.0:1767384391.660860:0:40101:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000062c6605. 00000040:00000001:0.0:1767384391.660863:0:40101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384391.660865:0:40101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009e77bda1. 00000040:00000010:0.0:1767384391.660869:0:40101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002ff7e94e. 00000040:00000001:0.0:1767384391.660872:0:40101:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.660874:0:40101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384391.660876:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c95122ac : new refcount 1 00000020:00000040:0.0:1767384391.660879:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a6fa1cf6 : new refcount 2 00000040:00000010:0.0:1767384391.660881:0:40101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000c95122ac. 00000040:00000001:0.0:1767384391.660885:0:40101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384391.660888:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001586466e : new refcount 2 00000040:00000001:0.0:1767384391.660890:0:40101:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384391.660892:0:40101:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384391.660894:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000004ad034d1/00000000301c6b19 to site lru. bkt: 000000005a2d9527 00000040:00000010:0.0:1767384391.660896:0:40101:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000008f4e1f8d. 00000040:00000001:0.0:1767384391.660898:0:40101:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384391.660900:0:40101:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003c4fc4d3. 00000040:00000010:0.0:1767384391.660903:0:40101:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e77b33ae. 00000040:00000001:0.0:1767384391.660905:0:40101:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.660906:0:40101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384391.660908:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001586466e : new refcount 1 00000020:00000040:0.0:1767384391.660910:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a6fa1cf6 : new refcount 1 00000040:00000010:0.0:1767384391.660911:0:40101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001586466e. 00000040:00000001:0.0:1767384391.660914:0:40101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.660916:0:40101:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384391.660918:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000fceb8817/00000000d6238548 to site lru. bkt: 0000000031c90621 00000004:00000001:0.0:1767384391.660920:0:40101:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384391.660922:0:40101:0:(lu_object.c:207:lu_object_put()) Add 0000000051335bd6/000000007d809ed4 to site lru. bkt: 000000007d90174e 00000020:00000002:0.0:1767384391.660924:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000ff8ca05f/000000001cb1c4ed to site lru. bkt: 000000005c2bb918 00000020:00000002:0.0:1767384391.660926:0:40101:0:(lu_object.c:207:lu_object_put()) Add 000000004d67bdd5/00000000933e622e to site lru. bkt: 00000000d2db17b2 00000001:00000001:0.0:1767384391.660929:0:40101:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384391.660932:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000d20e7a63/00000000461cec6c to site lru. bkt: 00000000c858a2b1 00000001:00000010:0.0:1767384391.660933:0:40101:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000c81b3c33. 00000001:00000001:0.0:1767384391.660936:0:40101:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384391.660940:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000079f0d94c. 00080000:00000010:0.0:1767384391.660945:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b1c8ca03. 00000020:00000010:0.0:1767384391.660947:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008b90430e. 00080000:00000010:0.0:1767384391.660955:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e9502e3c. 00080000:00000010:0.0:1767384391.660960:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000062908821. 00000020:00000010:0.0:1767384391.660963:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000787c821f. 00080000:00000010:0.0:1767384391.660972:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007afee658. 00080000:00000010:0.0:1767384391.660978:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000088bf79d1. 00000020:00000010:0.0:1767384391.660980:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f957f4e2. 00080000:00000010:0.0:1767384391.661004:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eec97daf. 00080000:00000010:0.0:1767384391.661007:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009e7f6f6a. 00000020:00000010:0.0:1767384391.661013:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aedfd33a. 00080000:00000010:0.0:1767384391.661017:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000abfb82d. 00080000:00000010:0.0:1767384391.661022:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008ebebd90. 00000004:00000010:0.0:1767384391.661024:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000010e3608e. 00000004:00000010:0.0:1767384391.661026:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007ae42afe. 00000004:00000001:0.0:1767384391.661027:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661028:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384391.661030:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f01dfaec. 00000004:00000001:0.0:1767384391.661032:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661035:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001cd4d258. 00080000:00000010:0.0:1767384391.661039:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000071c77a71. 00000020:00000010:0.0:1767384391.661041:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000fc2796d. 00080000:00000010:0.0:1767384391.661048:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c487e781. 00000020:00000010:0.0:1767384391.661050:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a06f52b0. 00080000:00000010:0.0:1767384391.661056:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004ad034d1. 00000020:00000010:0.0:1767384391.661058:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000301c6b19. 00080000:00000010:0.0:1767384391.661062:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000049be024c. 00080000:00000010:0.0:1767384391.661066:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a9d1dce0. 00000004:00000010:0.0:1767384391.661069:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c1208f6b. 00000004:00000010:0.0:1767384391.661071:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000016022af6. 00000004:00000001:0.0:1767384391.661073:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661074:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384391.661075:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000412f1cb8. 00000004:00000001:0.0:1767384391.661079:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661082:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000391a4ab5. 00000004:00000010:0.0:1767384391.661085:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d1293fa1. 00000004:00000010:0.0:1767384391.661087:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000051335bd6. 00000004:00000001:0.0:1767384391.661089:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661090:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384391.661091:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007d809ed4. 00000004:00000001:0.0:1767384391.661094:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661096:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007b643982. 00080000:00000010:0.0:1767384391.661099:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008c388cc9. 00000020:00000010:0.0:1767384391.661128:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000038efd346. 00080000:00000010:0.0:1767384391.661133:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008f2e7bab. 00080000:00000010:0.0:1767384391.661138:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000091463183. 00000020:00000010:0.0:1767384391.661140:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008b16d5dd. 00080000:00000010:0.0:1767384391.661145:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001b3f180b. 00080000:00000010:0.0:1767384391.661150:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e25c87b9. 00000004:00000010:0.0:1767384391.661153:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006cf4f3d8. 00000004:00000010:0.0:1767384391.661155:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000066d4d63c. 00000004:00000001:0.0:1767384391.661157:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661159:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384391.661160:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5a4bbac. 00000004:00000001:0.0:1767384391.661163:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661164:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000718e6460. 00080000:00000010:0.0:1767384391.661168:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f4ea79ee. 00000004:00000010:0.0:1767384391.661170:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f307f718. 00000004:00000010:0.0:1767384391.661173:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007e9893f5. 00000004:00000001:0.0:1767384391.661174:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661175:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384391.661176:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008bfe05c8. 00000004:00000001:0.0:1767384391.661178:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661180:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000834dbcdd. 00080000:00000010:0.0:1767384391.661184:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000438b31df. 00000020:00000010:0.0:1767384391.661185:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000037b442bc. 00080000:00000010:0.0:1767384391.661189:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dc6780e9. 00000004:00000010:0.0:1767384391.661191:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000bb0f88a. 00000004:00000010:0.0:1767384391.661193:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dab264a7. 00000004:00000001:0.0:1767384391.661195:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661196:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384391.661197:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008a3b27d1. 00000004:00000001:0.0:1767384391.661200:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661203:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aaceb551. 00080000:00000010:0.0:1767384391.661207:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ce42a0b9. 00000020:00000010:0.0:1767384391.661210:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000043a10caa. 00080000:00000010:0.0:1767384391.661217:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006d72cd8c. 00080000:00000010:0.0:1767384391.661222:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003a3ac4aa. 00000020:00000010:0.0:1767384391.661225:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ca8f1d87. 00080000:00000010:0.0:1767384391.661236:0:40101:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000c71337b0. 00080000:00000010:0.0:1767384391.661239:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d32b8786. 00000020:00000010:0.0:1767384391.661241:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000088f8c146. 00080000:00000010:0.0:1767384391.661247:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000061551cb5. 00080000:00000010:0.0:1767384391.661250:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b5fe1b45. 00000020:00000010:0.0:1767384391.661256:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008db800ff. 00080000:00000010:0.0:1767384391.661260:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000004e5906c. 00080000:00000010:0.0:1767384391.661264:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000027b6a40e. 00000004:00000010:0.0:1767384391.661266:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c86a6e91. 00000004:00000010:0.0:1767384391.661268:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000080aaa59c. 00000004:00000001:0.0:1767384391.661269:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661270:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384391.661271:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006c5abf06. 00000004:00000001:0.0:1767384391.661274:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661277:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000299d02b0. 00080000:00000010:0.0:1767384391.661281:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007ff6715e. 00000020:00000010:0.0:1767384391.661283:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000043da266d. 00080000:00000010:0.0:1767384391.661287:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cc3ddd61. 00080000:00000010:0.0:1767384391.661290:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000172d6bf1. 00000020:00000010:0.0:1767384391.661292:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005f3f7212. 00080000:00000010:0.0:1767384391.661299:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003d294e65. 00000020:00000010:0.0:1767384391.661302:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008ad9d1ba. 00080000:00000010:0.0:1767384391.661317:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000718ebd67. 00000004:00000010:0.0:1767384391.661321:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa68bf88. 00000004:00000010:0.0:1767384391.661323:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000191a72b4. 00000004:00000001:0.0:1767384391.661326:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661328:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384391.661330:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000ba0c434. 00000004:00000001:0.0:1767384391.661335:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661338:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e7a7e163. 00080000:00000010:0.0:1767384391.661344:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000386d4fcd. 00000004:00000010:0.0:1767384391.661348:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e2c208e7. 00000004:00000010:0.0:1767384391.661352:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f602ed26. 00000004:00000001:0.0:1767384391.661355:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661356:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384391.661358:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d625e20f. 00000004:00000001:0.0:1767384391.661362:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661365:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006ff302c2. 00080000:00000010:0.0:1767384391.661371:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2e1dd9a. 00000004:00000010:0.0:1767384391.661375:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cfb90e38. 00000004:00000010:0.0:1767384391.661378:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009350bf72. 00000004:00000001:0.0:1767384391.661390:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661391:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384391.661393:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003f036c58. 00000004:00000001:0.0:1767384391.661396:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661400:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000024d1d591. 00000020:00000010:0.0:1767384391.661402:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000973f80fc. 00080000:00000010:0.0:1767384391.661407:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000efb942bf. 00000004:00000010:0.0:1767384391.661410:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008e18cc57. 00000004:00000010:0.0:1767384391.661412:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ff8ca05f. 00000004:00000001:0.0:1767384391.661414:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661415:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384391.661416:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001cb1c4ed. 00000004:00000001:0.0:1767384391.661420:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661423:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008426fe9e. 00080000:00000010:0.0:1767384391.661427:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b39ebf64. 00000020:00000010:0.0:1767384391.661428:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f3ce442. 00080000:00000010:0.0:1767384391.661434:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000940a3028. 00000004:00000010:0.0:1767384391.661436:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b9ee299d. 00000004:00000010:0.0:1767384391.661438:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007888d778. 00000004:00000001:0.0:1767384391.661440:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661441:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384391.661442:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d66e3aa3. 00000004:00000001:0.0:1767384391.661448:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661512:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fb4f91c5. 00080000:00000010:0.0:1767384391.661519:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008747a721. 00000020:00000010:0.0:1767384391.661521:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073ad25b3. 00080000:00000010:0.0:1767384391.661534:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001da67db5. 00080000:00000010:0.0:1767384391.661538:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f8cec88. 00000004:00000010:0.0:1767384391.661541:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005292b761. 00000004:00000010:0.0:1767384391.661544:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bf4d1e3a. 00000004:00000001:0.0:1767384391.661546:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661547:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384391.661548:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e0a495b0. 00000004:00000001:0.0:1767384391.661552:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661555:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000055e1774a. 00000004:00000010:0.0:1767384391.661558:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b086aa60. 00000004:00000010:0.0:1767384391.661560:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009d2eb91f. 00000004:00000001:0.0:1767384391.661563:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661564:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384391.661565:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f046612d. 00000004:00000001:0.0:1767384391.661569:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661571:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000829c2f9d. 00080000:00000010:0.0:1767384391.661575:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b8be4e14. 00000020:00000010:0.0:1767384391.661576:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000970c22f3. 00080000:00000010:0.0:1767384391.661581:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000067436dde. 00080000:00000010:0.0:1767384391.661585:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fcb381b1. 00000020:00000010:0.0:1767384391.661587:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061c36dd2. 00080000:00000010:0.0:1767384391.661592:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006e6517bc. 00080000:00000010:0.0:1767384391.661595:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c7ec912b. 00000020:00000010:0.0:1767384391.661597:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000017572e5b. 00080000:00000010:0.0:1767384391.661602:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005e36374f. 00080000:00000010:0.0:1767384391.661606:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002878f4c7. 00000020:00000010:0.0:1767384391.661608:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d21faf2. 00080000:00000010:0.0:1767384391.661611:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000099caa4ee. 00080000:00000010:0.0:1767384391.661615:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000016e4abe. 00000004:00000010:0.0:1767384391.661617:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d3271c92. 00000004:00000010:0.0:1767384391.661619:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008c970463. 00000004:00000001:0.0:1767384391.661620:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661621:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384391.661622:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000015a7cb37. 00000004:00000001:0.0:1767384391.661625:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661630:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009a74b9ed. 00000020:00000010:0.0:1767384391.661632:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd8953ce. 00080000:00000010:0.0:1767384391.661637:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003b5072c7. 00080000:00000010:0.0:1767384391.661642:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d20e7a63. 00000020:00000010:0.0:1767384391.661644:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000461cec6c. 00080000:00000010:0.0:1767384391.661649:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f49bb2e6. 00000004:00000010:0.0:1767384391.661651:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000022328a41. 00000004:00000010:0.0:1767384391.661653:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004d67bdd5. 00000004:00000001:0.0:1767384391.661656:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661658:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384391.661659:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000933e622e. 00000004:00000001:0.0:1767384391.661665:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661668:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bc18aa91. 00080000:00000010:0.0:1767384391.661673:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a139cb97. 00000020:00000010:0.0:1767384391.661675:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000599a63fb. 00080000:00000010:0.0:1767384391.661682:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001b2c44e6. 00080000:00000010:0.0:1767384391.661687:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000052d2f2f8. 00000020:00000010:0.0:1767384391.661689:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007a5ce867. 00080000:00000010:0.0:1767384391.661694:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000747228cf. 00080000:00000010:0.0:1767384391.661696:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067406b50. 00000020:00000010:0.0:1767384391.661697:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f81b6555. 00080000:00000010:0.0:1767384391.661705:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eb094d13. 00000004:00000010:0.0:1767384391.661707:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001b9e854a. 00000004:00000010:0.0:1767384391.661711:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f16b00fe. 00000004:00000001:0.0:1767384391.661712:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661713:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384391.661714:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f25192fd. 00000004:00000001:0.0:1767384391.661716:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661719:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fe14ad43. 00080000:00000010:0.0:1767384391.661722:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000954c2947. 00000020:00000010:0.0:1767384391.661724:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dab61946. 00080000:00000010:0.0:1767384391.661739:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c2b5c071. 00080000:00000010:0.0:1767384391.661742:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000078cd39a6. 00000020:00000010:0.0:1767384391.661744:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000be586c53. 00080000:00000010:0.0:1767384391.661749:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d1bacb9f. 00080000:00000010:0.0:1767384391.661753:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c69635a4. 00000020:00000010:0.0:1767384391.661755:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003efe8f3d. 00080000:00000010:0.0:1767384391.661760:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a19c5a46. 00000004:00000010:0.0:1767384391.661763:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fceb8817. 00000004:00000010:0.0:1767384391.661764:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ffbba8aa. 00000004:00000001:0.0:1767384391.661766:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661767:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384391.661768:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d6238548. 00000004:00000001:0.0:1767384391.661771:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661805:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000048bdc321. 00080000:00000010:0.0:1767384391.661809:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d93b138c. 00000020:00000010:0.0:1767384391.661811:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000005c78287. 00080000:00000010:0.0:1767384391.661818:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000052a3eeda. 00000020:00000010:0.0:1767384391.661820:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000017336c15. 00080000:00000010:0.0:1767384391.661825:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d63785d5. 00080000:00000010:0.0:1767384391.661828:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ce235349. 00000020:00000010:0.0:1767384391.661832:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f26afcfa. 00080000:00000010:0.0:1767384391.661840:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000244890a7. 00080000:00000010:0.0:1767384391.661846:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000082bcdd8d. 00000020:00000010:0.0:1767384391.661849:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b882b0ba. 00080000:00000010:0.0:1767384391.661856:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c5a1c18b. 00080000:00000010:0.0:1767384391.661863:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060cd3acf. 00000004:00000010:0.0:1767384391.661866:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f901bba5. 00000004:00000010:0.0:1767384391.661870:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d3312843. 00000004:00000001:0.0:1767384391.661873:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661875:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384391.661877:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fa1f5e19. 00000004:00000001:0.0:1767384391.661883:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661889:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000127f8eff. 00080000:00000010:0.0:1767384391.661897:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005f2f0cf3. 00000020:00000010:0.0:1767384391.661900:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007366f8a4. 00080000:00000010:0.0:1767384391.661908:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e7bb6c92. 00000004:00000010:0.0:1767384391.661910:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008fd2f3e7. 00000004:00000010:0.0:1767384391.661916:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd17ff86. 00000004:00000001:0.0:1767384391.661919:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661920:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384391.661921:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e14f7bf1. 00000004:00000001:0.0:1767384391.661923:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661927:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e903dcb3. 00000020:00000010:0.0:1767384391.661928:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000e35a346. 00080000:00000010:0.0:1767384391.661931:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000299c7ea1. 00080000:00000010:0.0:1767384391.661934:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000013b70582. 00000004:00000010:0.0:1767384391.661937:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000070ee4f04. 00000004:00000010:0.0:1767384391.661940:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000823403fe. 00000004:00000001:0.0:1767384391.661942:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661943:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384391.661944:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009d41ab7f. 00000004:00000001:0.0:1767384391.661948:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661949:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009431273c. 00080000:00000010:0.0:1767384391.661953:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000805bff7c. 00000004:00000010:0.0:1767384391.661955:0:40101:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000105998ac. 00000004:00000010:0.0:1767384391.661957:0:40101:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a5eedcde. 00000004:00000001:0.0:1767384391.661960:0:40101:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384391.661961:0:40101:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384391.661962:0:40101:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000060588ab0. 00000004:00000001:0.0:1767384391.661965:0:40101:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384391.661994:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000010e4f265. 00080000:00000010:0.0:1767384391.662007:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000027b31051. 00000020:00000010:0.0:1767384391.662009:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a4441a2. 00080000:00000010:0.0:1767384391.662014:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d9a26570. 00080000:00000010:0.0:1767384391.662018:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b0e7ea9c. 00000020:00000010:0.0:1767384391.662020:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000708d421. 00080000:00000010:0.0:1767384391.662024:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000517192c1. 00080000:00000010:0.0:1767384391.662028:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d8c6e448. 00000020:00000010:0.0:1767384391.662030:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002b9d8241. 00000004:00000001:0.0:1767384391.662035:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384391.662037:0:40101:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.662039:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.662041:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b8f 00000020:00000040:0.0:1767384391.662043:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb64381a with handle 0x88edd5ef35457b8f from hash 00000020:00000001:0.0:1767384391.662046:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.662047:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000cb64381a : new refcount 1 00000020:00000001:0.0:1767384391.662049:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.662050:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000cb64381a : new refcount 0 00000020:00000080:0.0:1767384391.662052:0:40101:0:(genops.c:904:class_export_put()) final put 00000000cb64381a/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384391.662053:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662064:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662067:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.662069:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384391.662072:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008df959b6. 00000020:00000080:0.0:1767384391.662075:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.662080:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384391.662082:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384391.662085:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767384391.662087:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00080000:0.0:1767384391.662087:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000009b883295) has no exports 00000020:00000080:1.0:1767384391.662091:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000cb64381a/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384391.662092:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384391.662097:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384391.662098:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384391.662099:0:40101:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000020:00000001:1.0:1767384391.662119:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.662121:0:40101:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000040:1.0:1767384391.662124:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009b883295) now 4 - export 00000020:00000001:0.0:1767384391.662134:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384391.662136:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cb64381a. 00000020:00000010:0.0:1767384391.662138:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000ff7306b5. 00000020:00000001:0.0:1767384391.662143:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384391.662144:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000001:1.0:1767384391.662146:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384391.662146:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e46f1a78. 00000020:00000001:0.0:1767384391.662151:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384391.662153:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384391.662154:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e7dc83ca. 00000020:00000001:0.0:1767384391.662157:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384391.662159:0:40101:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384391.662160:0:40101:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000004fa8afdd. 00000020:00000001:0.0:1767384391.662162:0:40101:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384391.662163:0:40101:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384391.662336:0:40101:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384391.662339:0:40101:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384391.662341:0:40101:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384391.662350:0:40101:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384391.662352:0:40101:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384391.662354:0:40101:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000003e6aecd5. 00020000:00000001:0.0:1767384391.662358:0:40101:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.662361:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384391.662363:0:40101:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.662365:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.662367:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457bc7 00000020:00000040:0.0:1767384391.662370:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fae0491a with handle 0x88edd5ef35457bc7 from hash 00000020:00000001:0.0:1767384391.662385:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.662387:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000fae0491a : new refcount 1 00000020:00000001:0.0:1767384391.662388:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.662389:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000fae0491a : new refcount 0 00000020:00000080:0.0:1767384391.662390:0:40101:0:(genops.c:904:class_export_put()) final put 00000000fae0491a/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384391.662392:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662400:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662402:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.662403:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384391.662406:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000ad9208ca. 00000020:00000080:0.0:1767384391.662408:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.662411:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767384391.662413:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.662413:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:1.0:1767384391.662417:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000fae0491a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384391.662418:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384391.662420:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000385d0153) has no exports 00000020:00000001:0.0:1767384391.662424:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384391.662426:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:1.0:1767384391.662428:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 13 to 0@lo 00000004:00000001:0.0:1767384391.662430:0:40101:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:0.0:1767384391.662434:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:1.0:1767384391.662435:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000001:0.0:1767384391.662436:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384391.662438:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662439:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.662441:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457bc0 00000020:00000040:1.0:1767384391.662444:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 5 - export 00000020:00000040:0.0:1767384391.662445:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007efa485f with handle 0x88edd5ef35457bc0 from hash 00000020:00000001:0.0:1767384391.662451:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000010:1.0:1767384391.662452:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fae0491a. 00000020:00000040:0.0:1767384391.662453:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000007efa485f : new refcount 1 00000020:00000001:0.0:1767384391.662458:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.662459:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000007efa485f : new refcount 0 00000020:00000080:0.0:1767384391.662460:0:40101:0:(genops.c:904:class_export_put()) final put 000000007efa485f/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384391.662462:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384391.662462:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.662473:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.662475:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.662477:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000004:00000001:0.0:1767384391.662477:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384391.662493:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000007efa485f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384391.662498:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384391.662501:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.662503:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 7 - export 00000020:00000010:1.0:1767384391.662506:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007efa485f. 00000020:00000001:1.0:1767384391.662514:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384391.662660:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009c66a2a4. 00000020:00000010:0.0:1767384391.662665:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c6602c23. 00000020:00000010:0.0:1767384391.662667:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001d2abaac. 00000020:00000010:0.0:1767384391.662669:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000054d40242. 00000020:00000010:0.0:1767384391.662674:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a8007d3b. 00000020:00000010:0.0:1767384391.662678:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b97e9dc8. 00010000:00000001:0.0:1767384391.662755:0:40101:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384391.662758:0:40101:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384391.662761:0:40101:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384391.662801:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000624046ab. 00000020:00000010:0.0:1767384391.662803:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000037b23645. 00010000:00000001:0.0:1767384391.662827:0:40101:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384391.662839:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007ce352c6. 00000020:00000010:0.0:1767384391.662843:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007d81cb52. 00000001:00000001:0.0:1767384391.662901:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.662930:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000937b0492. 00000001:00000010:0.0:1767384391.662935:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e1a5e48f. 00000001:00000010:0.0:1767384391.662938:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006a2304ca. 00000001:00000010:0.0:1767384391.662940:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000056bfea43. 00000001:00000010:0.0:1767384391.662942:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000705b5203. 00000001:00000010:0.0:1767384391.662945:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d2675c60. 00000001:00000010:0.0:1767384391.662947:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000961dbf9d. 00000001:00000010:0.0:1767384391.662950:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d8367876. 00000001:00000010:0.0:1767384391.662953:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f886f88c. 00000001:00000010:0.0:1767384391.662955:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004d866112. 00000001:00000010:0.0:1767384391.662957:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000081823fbc. 00000001:00000010:0.0:1767384391.662959:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006df16c3d. 00000001:00000010:0.0:1767384391.662978:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000057cc484f. 00000001:00000010:0.0:1767384391.662980:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b2e0736e. 00000001:00000010:0.0:1767384391.662984:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ce0b95b5. 00000001:00000010:0.0:1767384391.662987:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fb7e1057. 00000001:00000010:0.0:1767384391.663012:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000008535d5ee. 00000001:00000010:0.0:1767384391.663016:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000028953805. 00000001:00000001:0.0:1767384391.663019:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384391.663022:0:40101:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000001cbabdbc. 00010000:00000001:0.0:1767384391.663024:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.663025:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384391.663030:0:40101:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384391.663032:0:40101:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384391.663033:0:40101:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384391.663035:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384391.663036:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384391.663038:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384391.663038:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384391.663039:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384391.663041:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384391.663043:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384391.663044:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384391.663045:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384391.663047:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384391.663048:0:40101:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384391.664819:0:40101:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384391.664822:0:40101:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384391.664824:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384391.664825:0:40101:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384391.664825:0:40101:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384391.664829:0:40101:0:(genops.c:1229:class_import_get()) import 00000000af06ee13 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384391.664832:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384391.664834:0:40101:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384391.664836:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384391.664839:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384391.664840:0:40101:0:(genops.c:1242:class_import_put()) import 00000000af06ee13 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384391.664842:0:40101:0:(genops.c:1245:class_import_put()) final put import 00000000af06ee13 00000020:00000001:0.0:1767384391.664853:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384391.664855:0:40101:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384391.664857:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.664859:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384391.664861:0:40101:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000ffab018e. 00010000:00000010:0.0:1767384391.664866:0:40101:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000b6ef2cac. 00010000:00000001:0.0:1767384391.664869:0:40101:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:1.0:1767384391.664873:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000004:00000001:0.0:1767384391.664873:0:40101:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.664876:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384391.664878:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000af06ee13 for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384391.664884:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 12 to 0@lo 00000020:00000040:1.0:1767384391.664888:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 11 to 0@lo 00000001:00000001:0.0:1767384391.664890:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000010:1.0:1767384391.664892:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000015efcc98. 00000001:00000010:0.0:1767384391.664896:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005df8daa5. 00000020:00000040:1.0:1767384391.664899:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 4 - import 00000001:00000010:0.0:1767384391.664901:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004187d58a. 00000020:00000010:1.0:1767384391.664905:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000af06ee13. 00000001:00000010:0.0:1767384391.664906:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c4a37a6. 00000001:00000010:0.0:1767384391.664913:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000090537f10. 00000020:00000001:1.0:1767384391.664914:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1767384391.664916:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000089a57c2b. 00000001:00000010:0.0:1767384391.664920:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fb97c6e5. 00000001:00000001:0.0:1767384391.664922:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.664923:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.664925:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d6cd9fa. 00000001:00000010:0.0:1767384391.664927:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028a0e03c. 00000001:00000010:0.0:1767384391.664929:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3f8d507. 00000001:00000010:0.0:1767384391.664930:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c3aa3b9. 00000001:00000010:0.0:1767384391.664932:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d48eb3e9. 00000001:00000010:0.0:1767384391.664934:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000805856d8. 00000001:00000001:0.0:1767384391.664936:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.664937:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 3 - setup 00000020:00000001:0.0:1767384391.664939:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.664940:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.664942:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.664945:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.664947:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.664949:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384391.664950:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000385d0153) now 1 - newdev 00000020:00000040:0.0:1767384391.664952:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038b436e6 with handle 0x88edd5ef35457bb9 from hash 00000020:00000040:0.0:1767384391.664953:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000038b436e6 : new refcount 0 00000020:00000080:0.0:1767384391.664955:0:40101:0:(genops.c:904:class_export_put()) final put 0000000038b436e6/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384391.664956:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.664958:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.664959:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 0000000038b436e6/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384391.664961:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.664962:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.664963:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000038b436e6. 00000020:00000001:0.0:1767384391.664968:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.664969:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:0.0:1767384391.664971:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384391.664972:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.664975:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.664979:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.664981:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.664985:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000039f46510. 00000020:00000010:0.0:1767384391.664989:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.664992:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.664994:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1af2f62. 40000000:00000010:0.0:1767384391.664996:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.664999:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000129beb28. 00040000:00000010:0.0:1767384391.665002:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665005:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.665009:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.665012:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00000004:00000010:0.0:1767384391.665018:0:40101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000783c3a98. 00000004:00000010:0.0:1767384391.665022:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384391.665029:0:40101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009748d1b3. 00002000:00000010:0.0:1767384391.665032:0:40101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000025b27416. 00000004:00000010:0.0:1767384391.665034:0:40101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000adc366d8. 00000004:00000010:0.0:1767384391.665039:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000858e1a28. 00000004:00000010:0.0:1767384391.665042:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa6a684f. 00000004:00000010:0.0:1767384391.665045:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f9fbee4a. 00000004:00000010:0.0:1767384391.665048:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052f42d47. 00000004:00000010:0.0:1767384391.665051:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c027de7c. 00000004:00000010:0.0:1767384391.665053:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004034f549. 00000004:00000010:0.0:1767384391.665055:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000231a81a3. 00000004:00000010:0.0:1767384391.665058:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dde67124. 00000004:00000010:0.0:1767384391.665061:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007ea470a5. 00000004:00000010:0.0:1767384391.665063:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c8a956a. 00000004:00000010:0.0:1767384391.665065:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7f27c64. 00000004:00000010:0.0:1767384391.665067:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000688d3c97. 00000004:00000010:0.0:1767384391.665069:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fd71a5d0. 00000004:00000010:0.0:1767384391.665071:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000029a83f34. 00000004:00000010:0.0:1767384391.665074:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000228af575. 00000004:00000010:0.0:1767384391.665076:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007502277a. 00000004:00000010:0.0:1767384391.665079:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000050c5ca64. 00000004:00000010:0.0:1767384391.665081:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b5e29831. 00000004:00000010:0.0:1767384391.665083:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009a1be6e0. 00000004:00000010:0.0:1767384391.665085:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002e45def3. 00000004:00000010:0.0:1767384391.665087:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb65f73a. 00000004:00000010:0.0:1767384391.665089:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004dc6020b. 00000004:00000010:0.0:1767384391.665092:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e177b559. 00000004:00000010:0.0:1767384391.665094:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7f09488. 00000004:00000010:0.0:1767384391.665096:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dc6bce6e. 00000004:00000010:0.0:1767384391.665097:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000093754ec. 00000004:00000010:0.0:1767384391.665126:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000037d84c57. 00000004:00000010:0.0:1767384391.665130:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000033f31741. 00000004:00000010:0.0:1767384391.665132:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009e97a9f8. 00000004:00000010:0.0:1767384391.665136:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000024e0a2bf. 00000004:00000010:0.0:1767384391.665138:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f1e93efa. 00000004:00000010:0.0:1767384391.665140:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f62c9113. 00000004:00000010:0.0:1767384391.665144:0:40101:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000b31ca717. 00000020:00000010:0.0:1767384391.665148:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.665150:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.665152:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000039f46510. 00000020:00000010:0.0:1767384391.665154:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.665157:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.665160:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1af2f62. 40000000:00000010:0.0:1767384391.665162:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.665165:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000129beb28. 00040000:00000010:0.0:1767384391.665167:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665169:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.665171:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.665174:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000004:00000010:0.0:1767384391.665176:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000783c3a98. 00000004:00000010:0.0:1767384391.665178:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384391.665181:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009748d1b3. 00002000:00000010:0.0:1767384391.665184:0:40101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000025b27416. 00000004:00000010:0.0:1767384391.665186:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000adc366d8. 00000020:00000010:0.0:1767384391.665189:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.665191:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665193:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000385d0153. 00000020:00000001:0.0:1767384391.665197:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665198:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.665200:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000ad9208ca. 00000020:00000001:0.0:1767384391.665202:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665204:0:40101:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665205:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384391.665207:0:40101:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000002b53bf1. 00020000:00000010:0.0:1767384391.665211:0:40101:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000006d2b7dd7. 00000004:00000001:0.0:1767384391.665215:0:40101:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665217:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.665225:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.665228:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087ed5230. 00000001:00000010:0.0:1767384391.665230:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9964909. 00000001:00000010:0.0:1767384391.665232:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc52b718. 00000001:00000010:0.0:1767384391.665233:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000018bc2f67. 00000001:00000010:0.0:1767384391.665235:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000003ecbead. 00000001:00000010:0.0:1767384391.665237:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000312ad955. 00000001:00000001:0.0:1767384391.665238:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.665239:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.665242:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e68549f2. 00000001:00000010:0.0:1767384391.665243:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e7abb06. 00000001:00000010:0.0:1767384391.665245:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002de9046b. 00000001:00000010:0.0:1767384391.665246:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd2250a4. 00000001:00000010:0.0:1767384391.665248:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000199f8355. 00000001:00000010:0.0:1767384391.665249:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009c2d5c08. 00000001:00000001:0.0:1767384391.665251:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.665252:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009b883295) now 3 - setup 00000020:00000001:0.0:1767384391.665253:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665254:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.665256:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.665258:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.665260:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009b883295) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.665262:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384391.665263:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009b883295) now 1 - newdev 00000020:00000040:0.0:1767384391.665266:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000409fb8be with handle 0x88edd5ef35457b73 from hash 00000020:00000040:0.0:1767384391.665269:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000409fb8be : new refcount 0 00000020:00000080:0.0:1767384391.665270:0:40101:0:(genops.c:904:class_export_put()) final put 00000000409fb8be/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384391.665271:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665273:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.665274:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 00000000409fb8be/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384391.665276:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.665277:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665278:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000409fb8be. 00000020:00000001:0.0:1767384391.665285:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.665286:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384391.665288:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384391.665289:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.665291:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.665293:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af255971. 00000040:00000010:0.0:1767384391.665295:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d00dbabc. 00000020:00000010:0.0:1767384391.665308:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009748d1b3. 00000020:00000010:0.0:1767384391.665311:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.665314:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.665317:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad9208ca. 40000000:00000010:0.0:1767384391.665319:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.665321:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384391.665323:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665326:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a5f26f8. 00080000:00000010:0.0:1767384391.665328:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.665331:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00000004:00000010:0.0:1767384391.665334:0:40101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d0bd46c. 00000004:00000010:0.0:1767384391.665337:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384391.665340:0:40101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000678f1c67. 00000004:00000001:0.0:1767384391.665343:0:40101:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:0.0:1767384391.665347:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b4f364c6. 00000004:00000010:0.0:1767384391.665357:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000035c09e8d. 00000004:00000010:0.0:1767384391.665361:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045cf192e. 00000004:00000010:0.0:1767384391.665364:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ab1b0bdd. 00000004:00000010:0.0:1767384391.665369:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cfa7c244. 00000004:00000010:0.0:1767384391.665372:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d252035c. 00000004:00000010:0.0:1767384391.665374:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000037fed147. 00000004:00000010:0.0:1767384391.665377:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e9934813. 00000004:00000010:0.0:1767384391.665379:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d2e10ae. 00000004:00000010:0.0:1767384391.665381:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cfd87ee4. 00000004:00000010:0.0:1767384391.665383:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb5016b3. 00000004:00000010:0.0:1767384391.665385:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009b9bcd55. 00000004:00000010:0.0:1767384391.665388:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008d04a927. 00000004:00000010:0.0:1767384391.665391:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003e605fef. 00000004:00000010:0.0:1767384391.665393:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b63ec093. 00000004:00000010:0.0:1767384391.665395:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076179f8c. 00000004:00000010:0.0:1767384391.665398:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000071cfcbb1. 00000004:00000010:0.0:1767384391.665400:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dbecb9cb. 00000004:00000010:0.0:1767384391.665402:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7fd4764. 00000004:00000010:0.0:1767384391.665404:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f2043a89. 00000004:00000010:0.0:1767384391.665406:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000a170976. 00000004:00000010:0.0:1767384391.665408:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015fa6c12. 00000004:00000010:0.0:1767384391.665411:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000be500715. 00000004:00000010:0.0:1767384391.665412:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009cae494f. 00000004:00000010:0.0:1767384391.665415:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e41673c5. 00000004:00000010:0.0:1767384391.665417:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001d0380a5. 00000004:00000010:0.0:1767384391.665429:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000707834ac. 00000004:00000010:0.0:1767384391.665432:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de732c7d. 00000004:00000010:0.0:1767384391.665434:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fb99c0d. 00000004:00000010:0.0:1767384391.665437:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008fba12a4. 00000004:00000010:0.0:1767384391.665439:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000013fe8162. 00000004:00000010:0.0:1767384391.665441:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e1894592. 00000004:00000010:0.0:1767384391.665444:0:40101:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000f5c834fb. 00000004:00000001:0.0:1767384391.665447:0:40101:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446613950932910080 : -130122776641536 : ffff89a76e1f0000) 00000020:00000010:0.0:1767384391.665450:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af255971. 00000040:00000010:0.0:1767384391.665452:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d00dbabc. 00000020:00000010:0.0:1767384391.665455:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009748d1b3. 00000020:00000010:0.0:1767384391.665456:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.665459:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.665461:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ad9208ca. 40000000:00000010:0.0:1767384391.665464:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.665466:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384391.665468:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665470:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004a5f26f8. 00080000:00000010:0.0:1767384391.665473:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.665475:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000004:00000010:0.0:1767384391.665478:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d0bd46c. 00000004:00000010:0.0:1767384391.665495:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000004:00000010:0.0:1767384391.665497:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000678f1c67. 00000020:00000010:0.0:1767384391.665499:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.665501:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665503:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009b883295. 00000020:00000001:0.0:1767384391.665508:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665509:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.665511:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008df959b6. 00000020:00000001:0.0:1767384391.665513:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665514:0:40101:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665516:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665517:0:40101:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384391.665519:0:40101:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000c2c67687. 00000004:00000001:0.0:1767384391.665556:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384391.665558:0:40101:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.665559:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.665560:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b96 00000020:00000040:0.0:1767384391.665562:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091a578eb with handle 0x88edd5ef35457b96 from hash 00000020:00000001:0.0:1767384391.665565:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.665566:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000091a578eb : new refcount 1 00000020:00000001:0.0:1767384391.665567:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.665568:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000091a578eb : new refcount 0 00000020:00000080:0.0:1767384391.665569:0:40101:0:(genops.c:904:class_export_put()) final put 0000000091a578eb/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384391.665571:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665581:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665583:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.665584:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384391.665587:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000c2c67687. 00000020:00000080:0.0:1767384391.665590:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.665593:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767384391.665595:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.665596:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:1.0:1767384391.665599:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000091a578eb/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384391.665600:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767384391.665604:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:0.0:1767384391.665604:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (000000001aa1cc61) has no exports 00000020:00000001:0.0:1767384391.665607:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384391.665608:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.665611:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000001aa1cc61) now 4 - export 00000020:00000001:0.0:1767384391.665616:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767384391.665618:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000091a578eb. 00000020:00000001:1.0:1767384391.665622:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384391.665700:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.665708:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.665712:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8dd9e92. 00000001:00000010:0.0:1767384391.665715:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d01cc4f. 00000001:00000010:0.0:1767384391.665717:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000539c63e6. 00000001:00000010:0.0:1767384391.665718:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006bc12604. 00000001:00000010:0.0:1767384391.665720:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f41c4586. 00000001:00000010:0.0:1767384391.665722:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007ece7bef. 00000001:00000001:0.0:1767384391.665724:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.665735:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.665737:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004878145f. 00000001:00000010:0.0:1767384391.665739:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000012c6b9bb. 00000001:00000010:0.0:1767384391.665740:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003783f116. 00000001:00000010:0.0:1767384391.665742:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5c8caec. 00000001:00000010:0.0:1767384391.665743:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ff15a7e4. 00000001:00000010:0.0:1767384391.665744:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004eb5b53f. 00000001:00000001:0.0:1767384391.665746:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.665747:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000001aa1cc61) now 3 - setup 00000020:00000001:0.0:1767384391.665748:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665749:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.665751:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.665753:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.665754:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000001aa1cc61) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.665756:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384391.665758:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000001aa1cc61) now 1 - newdev 00000020:00000040:0.0:1767384391.665759:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6fa1cf6 with handle 0x88edd5ef35457b88 from hash 00000020:00000040:0.0:1767384391.665761:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a6fa1cf6 : new refcount 0 00000020:00000080:0.0:1767384391.665762:0:40101:0:(genops.c:904:class_export_put()) final put 00000000a6fa1cf6/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384391.665764:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665765:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.665766:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 00000000a6fa1cf6/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384391.665767:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.665768:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665770:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a6fa1cf6. 00000020:00000001:0.0:1767384391.665773:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.665774:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384391.665775:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384391.665776:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.665778:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.665780:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.665782:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.665784:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000678f1c67. 00000020:00000010:0.0:1767384391.665786:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.665788:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.665790:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384391.665792:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.665794:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d0bd46c. 00040000:00000010:0.0:1767384391.665796:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665798:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.665801:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.665803:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00000004:00000010:0.0:1767384391.665806:0:40101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000783c3a98. 00000004:00000010:0.0:1767384391.665808:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000004:00000001:0.0:1767384391.665810:0:40101:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384391.665812:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f1d4d95. 00000004:00000010:0.0:1767384391.665815:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000090f4fd72. 00000004:00000010:0.0:1767384391.665818:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d14d191d. 00000004:00000010:0.0:1767384391.665822:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ba224c2. 00000004:00000010:0.0:1767384391.665825:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f131a427. 00000004:00000010:0.0:1767384391.665829:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000057bd524b. 00000004:00000010:0.0:1767384391.665833:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea557229. 00000004:00000010:0.0:1767384391.665837:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000062cae85c. 00000004:00000010:0.0:1767384391.665840:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c69bf87. 00000004:00000010:0.0:1767384391.665844:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c4c9ff5. 00000004:00000010:0.0:1767384391.665848:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001f9a9016. 00000004:00000010:0.0:1767384391.665851:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a4fb7f7d. 00000004:00000010:0.0:1767384391.665854:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a76d92fc. 00000004:00000010:0.0:1767384391.665858:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000014a0add0. 00000004:00000010:0.0:1767384391.665861:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c9ee29f9. 00000004:00000010:0.0:1767384391.665863:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006923b35b. 00000004:00000010:0.0:1767384391.665873:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000062ed4823. 00000004:00000010:0.0:1767384391.665878:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001252f172. 00000004:00000010:0.0:1767384391.665881:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007c4ca3cb. 00000004:00000010:0.0:1767384391.665883:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca4566d1. 00000004:00000010:0.0:1767384391.665886:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ebdfe938. 00000004:00000010:0.0:1767384391.665889:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002c7b780c. 00000004:00000010:0.0:1767384391.665893:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aa99b68c. 00000004:00000010:0.0:1767384391.665896:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d76e9d8. 00000004:00000010:0.0:1767384391.665897:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000027338680. 00000004:00000010:0.0:1767384391.665899:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c44d5fd4. 00000004:00000010:0.0:1767384391.665901:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000250811c7. 00000004:00000010:0.0:1767384391.665904:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4b965b1. 00000004:00000010:0.0:1767384391.665906:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000782d6948. 00000004:00000010:0.0:1767384391.665908:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ad9cd99d. 00000004:00000010:0.0:1767384391.665911:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3c8133c. 00000004:00000010:0.0:1767384391.665913:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001e551703. 00000004:00000010:0.0:1767384391.665916:0:40101:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 0000000039e42d93. 00000004:00000001:0.0:1767384391.665926:0:40101:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665929:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.665931:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.665934:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678f1c67. 00000020:00000010:0.0:1767384391.665936:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.665939:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.665941:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384391.665943:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b484b983. 00100000:00000010:0.0:1767384391.665945:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d0bd46c. 00040000:00000010:0.0:1767384391.665948:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.665950:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.665953:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.665954:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000004:00000010:0.0:1767384391.665956:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000783c3a98. 00000004:00000010:0.0:1767384391.665958:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000020:00000010:0.0:1767384391.665961:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.665963:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.665964:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001aa1cc61. 00000020:00000001:0.0:1767384391.665968:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.665969:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.665971:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000c2c67687. 00000020:00000001:0.0:1767384391.665973:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665974:0:40101:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665976:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.665977:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384391.665979:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.665980:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.665981:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b9d 00000020:00000040:0.0:1767384391.665983:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053ca88f3 with handle 0x88edd5ef35457b9d from hash 00000020:00000001:0.0:1767384391.665985:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.665987:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000053ca88f3 : new refcount 1 00000020:00000001:0.0:1767384391.665988:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.665989:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000053ca88f3 : new refcount 0 00000020:00000080:0.0:1767384391.665991:0:40101:0:(genops.c:904:class_export_put()) final put 0000000053ca88f3/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384391.665992:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666002:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.666004:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.666004:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666007:0:40101:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384391.666009:0:40101:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384391.666011:0:40101:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613950447214304 : -130123262337312 : ffff89a7512bdee0) 00000020:01000004:0.0:1767384391.666014:0:40101:0:(tgt_mount.c:188:server_put_mount()) put mount 000000002ecc6b1d from lustre-MDT0000, refs=3 00000020:00000001:1.0:1767384391.666016:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384391.666016:0:40101:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000080:1.0:1767384391.666019:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000053ca88f3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1767384391.666020:0:40101:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ecc6b1d 3 00000020:00000001:0.0:1767384391.666023:0:40101:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.666024:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384391.666027:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666027:0:40101:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384391.666030:0:40101:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000040:1.0:1767384391.666031:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 6 - export 00000020:00000001:0.0:1767384391.666034:0:40101:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613950447214304 : -130123262337312 : ffff89a7512bdee0) 00000020:00000010:1.0:1767384391.666035:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000053ca88f3. 00000020:01000004:0.0:1767384391.666040:0:40101:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000002ecc6b1d from lustre-MDT0000 00000020:00000001:1.0:1767384391.666043:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384391.666043:0:40101:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000e086adb4. 00000020:00000010:0.0:1767384391.666048:0:40101:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000c1f93857. 00000020:00000001:0.0:1767384391.666051:0:40101:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666052:0:40101:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384391.666054:0:40101:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384391.666054:0:40101:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666056:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.666062:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.666065:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072941f7e. 00000001:00000010:0.0:1767384391.666074:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005a466268. 00000001:00000010:0.0:1767384391.666077:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000255135d5. 00000001:00000010:0.0:1767384391.666079:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d4eab7d. 00000001:00000010:0.0:1767384391.666081:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bf13807b. 00000001:00000010:0.0:1767384391.666084:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000094ee17e1. 00000001:00000001:0.0:1767384391.666087:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.666088:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.666091:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005287976f. 00000001:00000010:0.0:1767384391.666093:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000868ec4ca. 00000001:00000010:0.0:1767384391.666096:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5a51883. 00000001:00000010:0.0:1767384391.666097:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a3f62a64. 00000001:00000010:0.0:1767384391.666118:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001825cf13. 00000001:00000010:0.0:1767384391.666120:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008e75f039. 00000001:00000001:0.0:1767384391.666122:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.666123:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 3 - setup 00000020:00000001:0.0:1767384391.666125:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666127:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.666129:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.666132:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.666134:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.666140:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384391.666141:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000abacee27) now 1 - newdev 00000020:00000040:0.0:1767384391.666144:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073e50f90 with handle 0x88edd5ef35457b81 from hash 00000020:00000040:0.0:1767384391.666146:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000073e50f90 : new refcount 0 00000020:00000080:0.0:1767384391.666147:0:40101:0:(genops.c:904:class_export_put()) final put 0000000073e50f90/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384391.666149:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666150:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.666151:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 0000000073e50f90/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384391.666153:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384391.666155:0:40101:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384391.666157:0:40101:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000028074272. 00000004:00000001:0.0:1767384391.666160:0:40101:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666161:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.666162:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000073e50f90. 00000020:00000001:0.0:1767384391.666166:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.666167:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384391.666169:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384391.666170:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.666172:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.666174:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af255971. 00000040:00000010:0.0:1767384391.666176:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d00dbabc. 00000020:00000010:0.0:1767384391.666178:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000783c3a98. 00000020:00000010:0.0:1767384391.666180:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.666182:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.666184:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384391.666187:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a4099270. 00100000:00000010:0.0:1767384391.666189:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d0bd46c. 00040000:00000010:0.0:1767384391.666191:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.666192:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a5f26f8. 00080000:00000010:0.0:1767384391.666195:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.666198:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00000004:00000010:0.0:1767384391.666201:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000004:00000001:0.0:1767384391.666203:0:40101:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384391.666205:0:40101:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000002f1965c7. 00000004:00000001:0.0:1767384391.666207:0:40101:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.666209:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af255971. 00000040:00000010:0.0:1767384391.666212:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d00dbabc. 00000020:00000010:0.0:1767384391.666213:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000783c3a98. 00000020:00000010:0.0:1767384391.666215:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.666217:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.666219:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008df959b6. 40000000:00000010:0.0:1767384391.666221:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a4099270. 00100000:00000010:0.0:1767384391.666223:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d0bd46c. 00040000:00000010:0.0:1767384391.666225:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.666227:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004a5f26f8. 00080000:00000010:0.0:1767384391.666229:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.666231:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000004:00000010:0.0:1767384391.666233:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000020:00000010:0.0:1767384391.666235:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.666236:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.666237:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000abacee27. 00000020:00000001:0.0:1767384391.666241:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666243:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.666245:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000427c35a9. 00000020:00000001:0.0:1767384391.666247:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666249:0:40101:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384391.666251:0:40101:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384391.666252:0:40101:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384391.666254:0:40101:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384391.666257:0:40101:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384391.666258:0:40101:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384391.666259:0:40101:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951211331424 : -130122498220192 : ffff89a77eb75f60) 00000020:01000004:0.0:1767384391.666261:0:40101:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384391.666263:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.666264:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384391.666266:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000a4099270. 00000020:00000080:0.0:1767384391.666268:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.666269:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384391.666271:0:40101:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384391.666274:0:40101:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000a51081ce 136cbbaa-5baf-47f4-b130-5cac417bfe4f 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384391.666278:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384391.666279:0:40101:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000008d5d25dd) has exports, disconnecting them 00000020:00000001:0.0:1767384391.666281:0:40101:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384391.666282:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=10 00000020:00000040:0.0:1767384391.666284:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=11 00000020:00080000:0.0:1767384391.666286:0:40101:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000a51081ce), last request at 1767384290 00000020:00000001:0.0:1767384391.666288:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384391.666290:0:40101:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384391.666292:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 10 20000000:00000010:0.0:1767384391.666294:0:40101:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000d9e5a337. 00000020:00000040:0.0:1767384391.666296:0:40101:0:(genops.c:887:class_export_get()) GET export 00000000a51081ce refcount=11 00010000:00000001:0.0:1767384391.666299:0:40101:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384391.666300:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384391.666303:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 10 00000020:00000080:0.0:1767384391.666305:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b42 00000020:00000040:0.0:1767384391.666318:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a51081ce with handle 0x88edd5ef35457b42 from hash 00000020:00000040:0.0:1767384391.666322:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 9 00000020:00000001:0.0:1767384391.666324:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384391.666326:0:40101:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000a51081ce: total 0 00000020:00000001:0.0:1767384391.666328:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.666330:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 8 00000020:00000001:0.0:1767384391.666332:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.666335:0:40101:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384391.666337:0:40101:0:(import.c:65:import_set_state_nolock()) 00000000db53e7e7 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384391.666341:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384391.666343:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384391.666345:0:40101:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384391.666352:0:40101:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384391.666360:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 7 20000000:00000001:0.0:1767384391.666363:0:40101:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.666365:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384391.666369:0:40101:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000a51081ce): rc 0 00000020:00000040:0.0:1767384391.666371:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 6 00000020:00000001:0.0:1767384391.666373:0:40101:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384391.666375:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384391.666377:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384391.666377:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00010000:1.0:1767384391.666381:0:40102:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000a51081ce: total 0 20000000:00000001:0.0:1767384391.666381:0:40101:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:0.0:1767384391.666384:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767384391.666385:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446613951040774144 : -130122668777472 : ffff89a7748ce000) 00000020:00080000:0.0:1767384391.666387:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000008d5d25dd) has no exports 00000020:00000001:0.0:1767384391.666390:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384391.666391:0:40102:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:0.0:1767384391.666395:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:1.0:1767384391.666397:0:40102:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052863052. 00000100:00000200:0.0:1767384391.666398:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:1.0:1767384391.666411:0:40102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005670d479. 00000100:00000001:0.0:1767384391.666415:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:1.0:1767384391.666416:0:40102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d07da45. 00000100:00000001:0.0:1767384391.666419:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:1.0:1767384391.666421:0:40102:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000941995fa. 00000100:00000040:0.0:1767384391.666421:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:0.0:1767384391.666426:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00000020:00000010:1.0:1767384391.666427:0:40102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068f059ff. 00000100:00000040:0.0:1767384391.666429:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 80000000:00000010:1.0:1767384391.666431:0:40102:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdcb0fe5. 00000100:00000040:0.0:1767384391.666432:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 40000000:00000010:1.0:1767384391.666437:0:40102:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3f94ddd. 00000100:00000040:0.0:1767384391.666437:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00100000:00000010:1.0:1767384391.666443:0:40102:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086b2a1e1. 00040000:00000010:1.0:1767384391.666446:0:40102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004adf557d. 00040000:00000010:1.0:1767384391.666448:0:40102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049c3009a. 00080000:00000010:1.0:1767384391.666452:0:40102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003110bdb. 00080000:00000010:1.0:1767384391.666456:0:40102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003bdf10dd. 00002000:00000010:1.0:1767384391.666460:0:40102:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004da3b707. 00000020:00000010:1.0:1767384391.666463:0:40102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005670d479. 00000100:00000040:0.0:1767384391.666467:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00000020:00000010:1.0:1767384391.666468:0:40102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d07da45. 00000020:00000010:2.0:1767384391.666473:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007347099b. 00000020:00000010:1.0:1767384391.666473:0:40102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000941995fa. 00000020:00000010:3.0:1767384391.666490:0:17071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aa7303b2. 00000020:00000010:1.0:1767384391.666490:0:40102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f059ff. 00000040:00000010:2.0:1767384391.666492:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2a8f6e8. 80000000:00000010:1.0:1767384391.666496:0:40102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fdcb0fe5. 00000040:00000010:3.0:1767384391.666500:0:17071:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a275730. 00000020:00000010:2.0:1767384391.666500:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076f81c07. 40000000:00000010:1.0:1767384391.666502:0:40102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d3f94ddd. 00000020:00000010:0.0:1767384391.666504:0:22099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000058e90196. 00000020:00000010:3.0:1767384391.666506:0:17071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fca81104. 00100000:00000010:1.0:1767384391.666507:0:40102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000086b2a1e1. 00000040:00000010:0.0:1767384391.666511:0:22099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e63c12d. 00040000:00000010:1.0:1767384391.666515:0:40102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004adf557d. 00000020:00000010:2.0:1767384391.666526:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006dfc4636. 00000020:00000010:0.0:1767384391.666527:0:22099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002b03315c. 00000020:00000010:3.0:1767384391.666528:0:17071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004202e47b. 00040000:00000010:1.0:1767384391.666530:0:40102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049c3009a. 80000000:00000010:2.0:1767384391.666532:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000527a6ede. 00000020:00000010:0.0:1767384391.666534:0:22099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084ea4f4f. 80000000:00000010:3.0:1767384391.666536:0:17071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae0828e8. 00080000:00000010:1.0:1767384391.666538:0:40102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003bdf10dd. 00040000:00000010:2.0:1767384391.666539:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092f05d40. 80000000:00000010:0.0:1767384391.666540:0:22099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000617efc49. 00040000:00000010:3.0:1767384391.666545:0:17071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6774a71. 00080000:00000010:1.0:1767384391.666546:0:40102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003110bdb. 00040000:00000010:0.0:1767384391.666547:0:22099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d369ddaa. 00080000:00000010:2.0:1767384391.666549:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001881ccb9. 00002000:00000010:1.0:1767384391.666553:0:40102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004da3b707. 00080000:00000010:3.0:1767384391.666554:0:17071:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000089035104. 00080000:00000010:2.0:1767384391.666555:0:17073:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d902f6dd. 00080000:00000010:0.0:1767384391.666556:0:22099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a2750251. 00000020:00000010:1.0:1767384391.666558:0:40102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052863052. 00080000:00000010:3.0:1767384391.666561:0:17071:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000437cb274. 00080000:00000010:2.0:1767384391.666562:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000230eeab8. 00010000:00010000:1.0:1767384391.666564:0:40102:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000a51081ce, canceled 0 locks, left on hash table 5. 00080000:00000010:3.0:1767384391.666566:0:17071:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008db7e3c5. 00080000:00000010:0.0:1767384391.666568:0:22099:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000002a5020ca. 20000000:00000010:2.0:1767384391.666570:0:17073:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c90e9bd4. 00000020:00000010:1.0:1767384391.666570:0:40102:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee96c1d4. 20000000:00000010:3.0:1767384391.666572:0:17071:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a5afb191. 00080000:00000010:0.0:1767384391.666573:0:22099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003e5bcaa3. 00000020:00000010:1.0:1767384391.666577:0:40102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049c3009a. 00000020:00000010:2.0:1767384391.666578:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbb134c0. 00000020:00000010:3.0:1767384391.666580:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096a4df8a. 20000000:00000010:0.0:1767384391.666580:0:22099:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c54b3462. 00000020:00000010:1.0:1767384391.666581:0:40102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086b2a1e1. 00000020:00000010:1.0:1767384391.666586:0:40102:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000941995fa. 00000020:00000010:0.0:1767384391.666587:0:22099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2c383b. 00000020:00000010:3.0:1767384391.666589:0:17071:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000abea68fa. 00000020:00000010:2.0:1767384391.666589:0:17073:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c05f4bd0. 00000020:00000010:1.0:1767384391.666590:0:40102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068f059ff. 00000020:00000010:0.0:1767384391.666593:0:22099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e1b0ea15. 80000000:00000010:1.0:1767384391.666596:0:40102:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdcb0fe5. 00000100:00000010:3.0:1767384391.666599:0:17071:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d25ee768. 40000000:00000010:1.0:1767384391.666599:0:40102:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3f94ddd. 00000100:00000010:2.0:1767384391.666602:0:17073:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000d5c7637. 00000100:00000010:0.0:1767384391.666603:0:22099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000068e6f86f. 00000100:00100000:3.0:1767384391.666605:0:17071:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000f66e62c2:17071] 0 exiting: rc = 1 00100000:00000010:1.0:1767384391.666605:0:40102:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d07da45. 00000100:00100000:0.0:1767384391.666610:0:22099:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [00000000cfbfc7ba:22099] 3 exiting: rc = 0 00040000:00000010:1.0:1767384391.666611:0:40102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004adf557d. 00000100:00100000:2.0:1767384391.666612:0:17073:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000cdea72d3:17073] 1 exiting: rc = 0 00040000:00000010:1.0:1767384391.666617:0:40102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003795186f. 00080000:00000010:1.0:1767384391.666621:0:40102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003110bdb. 00080000:00000010:1.0:1767384391.666623:0:40102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003bdf10dd. 00002000:00000010:1.0:1767384391.666626:0:40102:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004da3b707. 00000001:00000001:1.0:1767384391.666628:0:40102:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384391.666630:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384391.666634:0:40102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000487adce6 count: 2 00010000:00000001:1.0:1767384391.666637:0:40102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384391.666639:0:40102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666642:0:40102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666644:0:40102:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.666645:0:40102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.666649:0:40102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384391.666651:0:40102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384391.666655:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666657:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666658:0:40102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384391.666660:0:40102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.666663:0:40102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061dc9fb6 with handle 0x88edd5ef35457c68 from hash 00010000:00000001:1.0:1767384391.666666:0:40102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384391.666668:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666669:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666671:0:40102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384391.666673:0:40102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384391.666674:0:40102:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000a51081ce, 1 locks cancelled. 00010000:00000001:1.0:1767384391.666676:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666678:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666679:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384391.666682:0:40102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000061dc9fb6/0x88edd5ef35457c68 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457c61 expref: 6 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.666688:0:40102:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 4 00000020:00000040:1.0:1767384391.666690:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 5 00010000:00000040:1.0:1767384391.666692:0:40102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000487adce6 count: 0 00000100:00000040:0.0:1767384391.666693:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00010000:00000001:1.0:1767384391.666704:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384391.666708:0:40102:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 136cbbaa-5baf-4, loop: 0 00000001:00000001:1.0:1767384391.666709:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384391.666711:0:40102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 4 00010000:00000001:1.0:1767384391.666713:0:40102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767384391.666714:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003afca64a. 00000020:00000001:1.0:1767384391.666715:0:40102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666718:0:40102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000040:00000010:2.0:1767384391.666720:0:17074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003caaf8f1. 00010000:00000001:1.0:1767384391.666720:0:40102:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.666723:0:40102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.666731:0:40102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384391.666734:0:40102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:2.0:1767384391.666735:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad63d77b. 00010000:00000001:1.0:1767384391.666737:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384391.666740:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0541384. 00010000:00000001:1.0:1767384391.666741:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666743:0:40102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384391.666745:0:40102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384391.666746:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005167bebd. 00000020:00000040:1.0:1767384391.666747:0:40102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad09f2fe with handle 0x88edd5ef35457c76 from hash 00040000:00000010:2.0:1767384391.666751:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0a70c77. 00010000:00000001:1.0:1767384391.666751:0:40102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384391.666752:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666755:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666756:0:40102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384391.666757:0:40102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:2.0:1767384391.666758:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000af6be002. 00010000:00000040:1.0:1767384391.666759:0:40102:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000a51081ce, 2 locks cancelled. 00010000:00000001:1.0:1767384391.666763:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1767384391.666765:0:17074:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000e1d0edfc. 00010000:00000001:1.0:1767384391.666766:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666768:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1767384391.666770:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d8ec34f2. 00010000:00010000:1.0:1767384391.666772:0:40102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad09f2fe/0x88edd5ef35457c76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457c6f expref: 5 pid: 17074 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384391.666775:0:17074:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003e2b7f94. 00000020:00000010:2.0:1767384391.666780:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063ebaa40. 00010000:00000040:1.0:1767384391.666786:0:40102:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 3 00000020:00000040:1.0:1767384391.666789:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 4 00000020:00000010:2.0:1767384391.666790:0:17074:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008eb3e99b. 00010000:00000001:1.0:1767384391.666796:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384391.666798:0:17074:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d22c0d40. 00000001:00000040:1.0:1767384391.666800:0:40102:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 136cbbaa-5baf-4, loop: 1 00000100:00100000:2.0:1767384391.666802:0:17074:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000001ae7661f:17074] 2 exiting: rc = 0 00000001:00000001:1.0:1767384391.666803:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384391.666807:0:40102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ce8caa91 count: 2 00010000:00000001:1.0:1767384391.666810:0:40102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384391.666811:0:40102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666812:0:40102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666814:0:40102:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.666815:0:40102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.666819:0:40102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384391.666820:0:40102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384391.666823:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384391.666823:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f66e62c2. 00010000:00000001:1.0:1767384391.666826:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666829:0:40102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384391.666830:0:40102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384391.666832:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cdea72d3. 00000020:00000040:1.0:1767384391.666833:0:40102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008fcf7b3a with handle 0x88edd5ef35457c3e from hash 00010000:00000001:1.0:1767384391.666838:0:40102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384391.666839:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666840:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666842:0:40102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:0.0:1767384391.666842:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001ae7661f. 00010000:00000001:1.0:1767384391.666845:0:40102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384391.666847:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666849:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666850:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384391.666851:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cfbfc7ba. 00010000:00010000:1.0:1767384391.666852:0:40102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008fcf7b3a/0x88edd5ef35457c3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457c37 expref: 4 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384391.666859:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000040:1.0:1767384391.666861:0:40102:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 2 00000100:00000001:0.0:1767384391.666863:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000020:00000040:1.0:1767384391.666864:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 3 00010000:00000040:1.0:1767384391.666869:0:40102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce8caa91 count: 0 00000400:00000200:0.0:1767384391.666869:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:1.0:1767384391.666878:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384391.666878:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.666881:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000040:1.0:1767384391.666882:0:40102:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 136cbbaa-5baf-4, loop: 2 00000400:00000010:0.0:1767384391.666886:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91ddca3. 00000001:00000001:1.0:1767384391.666887:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384391.666891:0:40102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 3 00000400:00000200:0.0:1767384391.666893:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074bb362e 00010000:00000001:1.0:1767384391.666895:0:40102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384391.666896:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074bb362e. 00000020:00000001:1.0:1767384391.666898:0:40102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384391.666902:0:40102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384391.666903:0:40101:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384391.666904:0:40102:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384391.666906:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384391.666909:0:40102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.666915:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384391.666916:0:40102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384391.666918:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384391.666919:0:40102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384391.666921:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.666925:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384391.666926:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384391.666926:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.666929:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183d95f0. 00010000:00000001:1.0:1767384391.666930:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384391.666932:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000abac49d 00010000:00000001:1.0:1767384391.666933:0:40102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384391.666935:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000abac49d. 00010000:00000001:1.0:1767384391.666936:0:40102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.666938:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384391.666939:0:40102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093ae9828 with handle 0x88edd5ef35457b50 from hash 00000100:00000200:0.0:1767384391.666941:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384391.666944:0:40102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384391.666946:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.666949:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384391.666949:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384391.666951:0:40102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1767384391.666952:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:1.0:1767384391.666953:0:40102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384391.666956:0:40102:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000a51081ce, 4 locks cancelled. 00000100:00000001:0.0:1767384391.666956:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.666959:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384391.666960:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384391.666962:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384391.666963:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.666966:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384391.666966:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ad99779. 00010000:00010000:1.0:1767384391.666971:0:40102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093ae9828/0x88edd5ef35457b50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457b49 expref: 3 pid: 17074 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384391.666971:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0954dde 00000400:00000010:0.0:1767384391.666975:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0954dde. 00000100:00000001:0.0:1767384391.666984:0:40101:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384391.666985:0:40102:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 1 00000100:00000200:0.0:1767384391.666987:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:1.0:1767384391.666989:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 2 00000100:00100000:0.0:1767384391.666994:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384391.666995:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384391.666997:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000001:00000040:1.0:1767384391.666998:0:40102:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 136cbbaa-5baf-4, loop: 3 00000100:00000001:0.0:1767384391.666999:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384391.667001:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:0.0:1767384391.667003:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384391.667005:0:40102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040ace832 count: 2 00000400:00000001:0.0:1767384391.667005:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667008:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54f70bc. 00010000:00000001:1.0:1767384391.667009:0:40102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384391.667012:0:40102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384391.667012:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047ad83ad 00010000:00000001:1.0:1767384391.667016:0:40102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384391.667016:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047ad83ad. 00010000:00000001:1.0:1767384391.667020:0:40102:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.667021:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384391.667023:0:40102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384391.667023:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384391.667029:0:40102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384391.667032:0:40102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384391.667032:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384391.667035:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384391.667035:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:1.0:1767384391.667038:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384391.667039:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384391.667040:0:40102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767384391.667042:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384391.667043:0:40102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384391.667045:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384391.667046:0:40102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a865b406 with handle 0x88edd5ef35457c4c from hash 00000400:00000010:0.0:1767384391.667048:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b23e4d0. 00010000:00000001:1.0:1767384391.667049:0:40102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384391.667052:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384391.667052:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c053a3e8 00010000:00000001:1.0:1767384391.667055:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384391.667056:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c053a3e8. 00010000:00000001:1.0:1767384391.667058:0:40102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384391.667060:0:40101:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384391.667061:0:40102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384391.667062:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384391.667063:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.667066:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384391.667067:0:40102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384391.667073:0:40102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a865b406/0x88edd5ef35457c4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x88edd5ef35457c45 expref: 2 pid: 17074 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384391.667074:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667079:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384391.667083:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:1.0:1767384391.667084:0:40102:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a51081ce : new locks_count 0 00000020:00000040:1.0:1767384391.667087:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 1 00000400:00000001:0.0:1767384391.667087:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667090:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:1.0:1767384391.667091:0:40102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040ace832 count: 0 00000400:00000010:0.0:1767384391.667093:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075dd758c. 00000400:00000200:0.0:1767384391.667097:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4ae560 00000400:00000010:0.0:1767384391.667099:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae4ae560. 00010000:00000001:1.0:1767384391.667119:0:40102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384391.667121:0:40102:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 136cbbaa-5baf-4, loop: 4 00000001:00000001:1.0:1767384391.667126:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384391.667127:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:1.0:1767384391.667129:0:40102:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384391.667130:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:1.0:1767384391.667135:0:40102:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000a51081ce, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384391.667138:0:40102:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:1.0:1767384391.667140:0:40102:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00100000:0.0:1767384391.667141:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:1.0:1767384391.667143:0:40102:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384391.667145:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000001:00000001:1.0:1767384391.667146:0:40102:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.667148:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384391.667150:0:40102:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:0.0:1767384391.667151:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384391.667154:0:40102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049c3009a. 00000400:00000001:0.0:1767384391.667155:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667157:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a6df096. 00000020:00000010:1.0:1767384391.667160:0:40102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086b2a1e1. 00000400:00000200:0.0:1767384391.667161:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb8191f 00000400:00000010:0.0:1767384391.667164:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cb8191f. 00000020:00000010:1.0:1767384391.667165:0:40102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000941995fa. 00000100:00000001:0.0:1767384391.667168:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667170:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1767384391.667171:0:40102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f059ff. 80000000:00000010:1.0:1767384391.667176:0:40102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fdcb0fe5. 00000100:00100000:0.0:1767384391.667179:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 40000000:00000010:1.0:1767384391.667181:0:40102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d3f94ddd. 00000100:00000040:0.0:1767384391.667182:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00100000:00000010:1.0:1767384391.667185:0:40102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d07da45. 00000100:00000001:0.0:1767384391.667186:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667189:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00040000:00000010:1.0:1767384391.667191:0:40102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004adf557d. 00000400:00000001:0.0:1767384391.667191:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667195:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f2bdac6. 00040000:00000010:1.0:1767384391.667196:0:40102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003795186f. 00080000:00000010:1.0:1767384391.667199:0:40102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003bdf10dd. 00000400:00000200:0.0:1767384391.667203:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005832e8e2 00000400:00000010:0.0:1767384391.667206:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005832e8e2. 00080000:00000010:1.0:1767384391.667209:0:40102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003110bdb. 00000100:00000001:0.0:1767384391.667211:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667213:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00002000:00000010:1.0:1767384391.667214:0:40102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004da3b707. 00000020:00000010:1.0:1767384391.667218:0:40102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee96c1d4. 00000100:00100000:0.0:1767384391.667221:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384391.667224:0:40102:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000040:0.0:1767384391.667224:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000020:00000040:1.0:1767384391.667227:0:40102:0:(genops.c:898:class_export_put()) PUTting export 00000000a51081ce : new refcount 0 00000100:00000001:0.0:1767384391.667228:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000080:1.0:1767384391.667230:0:40102:0:(genops.c:904:class_export_put()) final put 00000000a51081ce/136cbbaa-5baf-47f4-b130-5cac417bfe4f 00000400:00000001:0.0:1767384391.667231:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667234:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667235:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024af01c5. 00000400:00000200:0.0:1767384391.667238:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006985027e 00000400:00000010:0.0:1767384391.667240:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006985027e. 00000020:00000001:1.0:1767384391.667243:0:40102:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:0.0:1767384391.667243:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667245:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384391.667246:0:40102:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.667250:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384391.667252:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384391.667254:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.667254:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1767384391.667255:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a51081ce/136cbbaa-5baf-47f4-b130-5cac417bfe4f for MGS 00000100:00000040:0.0:1767384391.667259:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00010000:1.0:1767384391.667260:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384391.667262:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384391.667263:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 10 to 0@lo 00000020:00000001:1.0:1767384391.667264:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:0.0:1767384391.667265:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384391.667268:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.667269:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:0.0:1767384391.667269:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384391.667271:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:00000001:2.0:1767384391.667274:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000400:00000010:0.0:1767384391.667274:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1811504. 00000020:00000001:1.0:1767384391.667275:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384391.667279:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.667280:0:36:0:(genops.c:1229:class_import_get()) import 00000000db53e7e7 refcount=2 obd=MGS 00000400:00000200:0.0:1767384391.667280:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ba190d8 00000400:00000010:0.0:1767384391.667285:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ba190d8. 00010000:00010000:1.0:1767384391.667286:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384391.667287:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.667291:0:36:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=1 obd=MGS 00000100:00000001:0.0:1767384391.667291:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384391.667293:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384391.667294:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667310:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384391.667314:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384391.667314:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000040:2.0:1767384391.667316:0:36:0:(genops.c:1242:class_import_put()) import 00000000db53e7e7 refcount=0 obd=MGS 00000020:00000040:2.0:1767384391.667319:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000db53e7e7 00000100:00000001:0.0:1767384391.667319:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667324:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667327:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667329:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac7a2b14. 00000400:00000200:0.0:1767384391.667332:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a6e1df 00000020:00000001:2.0:1767384391.667334:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384391.667334:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031a6e1df. 00000100:00000001:0.0:1767384391.667338:0:40101:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384391.667339:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384391.667343:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000200:0.0:1767384391.667343:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:2.0:1767384391.667347:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000850a1d96. 00000001:00000010:2.0:1767384391.667353:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c6474223. 00000100:00100000:0.0:1767384391.667354:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:2.0:1767384391.667357:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e058faa6. 00000100:00000040:0.0:1767384391.667359:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000001:00000010:2.0:1767384391.667360:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4207717. 00000100:00000001:0.0:1767384391.667364:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:2.0:1767384391.667365:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008a4aa287. 00000400:00000001:0.0:1767384391.667379:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:2.0:1767384391.667380:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006df9a7e2. 00000400:00000001:0.0:1767384391.667383:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384391.667385:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:0.0:1767384391.667386:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000510aa07f. 00010000:00000001:2.0:1767384391.667388:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384391.667391:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384391.667392:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000200:0.0:1767384391.667392:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000357bf869 20000000:00000001:2.0:1767384391.667396:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384391.667396:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000357bf869. 00000020:00000001:2.0:1767384391.667401:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.667403:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 5 - export 00000100:00000001:0.0:1767384391.667403:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667407:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384391.667408:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a51081ce. 00000020:00000001:2.0:1767384391.667413:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384391.667417:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384391.667418:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000db53e7e7 for MGS 00000100:00100000:0.0:1767384391.667419:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667422:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384391.667423:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384391.667428:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 9 to 0@lo 00000400:00000001:0.0:1767384391.667428:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667431:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384391.667432:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 4 - import 00000400:00000010:0.0:1767384391.667434:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009f174fa. 00000020:00000010:2.0:1767384391.667435:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000db53e7e7. 00000400:00000200:0.0:1767384391.667439:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4234ed 00000020:00000001:2.0:1767384391.667441:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:0.0:1767384391.667442:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4234ed. 00000100:00000001:0.0:1767384391.667446:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667447:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667452:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667453:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384391.667454:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667456:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667457:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667458:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70b6657. 00000400:00000200:0.0:1767384391.667459:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fe6493a 00000400:00000010:0.0:1767384391.667460:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fe6493a. 00000100:00000001:0.0:1767384391.667462:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667463:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667466:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667467:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384391.667469:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667470:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667471:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667472:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024cb7b2. 00000400:00000200:0.0:1767384391.667474:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072b3d804 00000400:00000010:0.0:1767384391.667476:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072b3d804. 00000100:00000001:0.0:1767384391.667491:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667493:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667497:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667499:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384391.667501:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667502:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667503:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667504:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000594ab816. 00000400:00000200:0.0:1767384391.667507:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004551eb9f 00000400:00000010:0.0:1767384391.667507:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004551eb9f. 00000100:00000001:0.0:1767384391.667509:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667510:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667525:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667526:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384391.667527:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667529:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667530:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667531:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ae3223. 00000400:00000200:0.0:1767384391.667533:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0dbaf4 00000400:00000010:0.0:1767384391.667534:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d0dbaf4. 00000100:00000001:0.0:1767384391.667536:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667537:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667540:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667541:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384391.667543:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667544:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667545:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667546:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b8d14c. 00000400:00000200:0.0:1767384391.667548:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d4f592 00000400:00000010:0.0:1767384391.667548:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096d4f592. 00000100:00000001:0.0:1767384391.667550:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667551:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667555:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667556:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384391.667558:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667560:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667560:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667562:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022cdeacd. 00000400:00000200:0.0:1767384391.667564:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883cf5a7 00000400:00000010:0.0:1767384391.667565:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000883cf5a7. 00000100:00000001:0.0:1767384391.667567:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667568:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667571:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667573:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384391.667574:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667575:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667576:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667577:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008819fc72. 00000400:00000200:0.0:1767384391.667578:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f289096 00000400:00000010:0.0:1767384391.667579:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f289096. 00000100:00000001:0.0:1767384391.667581:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667582:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667586:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667588:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384391.667589:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667590:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667591:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667592:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000400:00000200:0.0:1767384391.667594:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f2d922 00000400:00000010:0.0:1767384391.667595:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f2d922. 00000100:00000001:0.0:1767384391.667597:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667599:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667604:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667606:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384391.667608:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667610:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667611:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667612:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005094b2a4. 00000400:00000200:0.0:1767384391.667615:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e67b29e 00000400:00000010:0.0:1767384391.667616:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e67b29e. 00000100:00000001:0.0:1767384391.667619:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667620:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667624:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667625:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384391.667626:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667632:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667633:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667635:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d94675f4. 00000400:00000200:0.0:1767384391.667637:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000999b8cb9 00000400:00000010:0.0:1767384391.667638:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000999b8cb9. 00000100:00000001:0.0:1767384391.667640:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667641:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667644:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667645:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384391.667645:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667647:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667648:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667649:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6592d4. 00000400:00000200:0.0:1767384391.667651:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080994f7a 00000400:00000010:0.0:1767384391.667652:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080994f7a. 00000100:00000001:0.0:1767384391.667654:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667655:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667659:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667660:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384391.667662:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667663:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667664:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667665:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001efd3530. 00000400:00000200:0.0:1767384391.667667:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b9d95c 00000400:00000010:0.0:1767384391.667668:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b9d95c. 00000100:00000001:0.0:1767384391.667670:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667671:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667674:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667675:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384391.667677:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667678:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667679:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667680:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d099e078. 00000400:00000200:0.0:1767384391.667682:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ad90c2 00000400:00000010:0.0:1767384391.667683:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ad90c2. 00000100:00000001:0.0:1767384391.667690:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667691:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667695:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667697:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384391.667698:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667700:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667701:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667703:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0438c8. 00000400:00000200:0.0:1767384391.667704:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c0d2d2 00000400:00000010:0.0:1767384391.667705:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073c0d2d2. 00000100:00000001:0.0:1767384391.667707:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667708:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667711:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667712:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384391.667714:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667715:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667716:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667717:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ba65800. 00000400:00000200:0.0:1767384391.667718:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000766e19f0 00000400:00000010:0.0:1767384391.667719:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000766e19f0. 00000100:00000001:0.0:1767384391.667721:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667722:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667734:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667735:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384391.667737:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667738:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667739:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667740:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000208ae2f3. 00000400:00000200:0.0:1767384391.667742:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b630573 00000400:00000010:0.0:1767384391.667743:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b630573. 00000100:00000001:0.0:1767384391.667745:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667746:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667749:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667751:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384391.667752:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667754:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667755:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667756:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064aa2729. 00000400:00000200:0.0:1767384391.667757:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb120d2f 00000400:00000010:0.0:1767384391.667758:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb120d2f. 00000100:00000001:0.0:1767384391.667760:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667761:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667765:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667766:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384391.667767:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667768:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667769:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667770:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee67b2f. 00000400:00000200:0.0:1767384391.667771:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a05d4e 00000400:00000010:0.0:1767384391.667773:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5a05d4e. 00000100:00000001:0.0:1767384391.667775:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667775:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667779:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667780:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384391.667781:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667782:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667783:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667784:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d846da1. 00000400:00000200:0.0:1767384391.667786:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea3cb93 00000400:00000010:0.0:1767384391.667787:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea3cb93. 00000100:00000001:0.0:1767384391.667788:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667789:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667792:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667794:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384391.667795:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667796:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667797:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667798:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab1ed3e0. 00000400:00000200:0.0:1767384391.667801:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000155e6b6f 00000400:00000010:0.0:1767384391.667802:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000155e6b6f. 00000100:00000001:0.0:1767384391.667805:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667806:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667812:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667813:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384391.667815:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667817:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667818:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667820:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389dfec1. 00000400:00000200:0.0:1767384391.667822:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e063e8 00000400:00000010:0.0:1767384391.667824:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6e063e8. 00000100:00000001:0.0:1767384391.667825:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667826:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667835:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667836:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384391.667838:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667840:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667841:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667844:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d07480. 00000400:00000200:0.0:1767384391.667847:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079370933 00000400:00000010:0.0:1767384391.667849:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079370933. 00000100:00000001:0.0:1767384391.667852:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667853:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667859:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667861:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384391.667864:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667866:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667867:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667869:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a627963. 00000400:00000200:0.0:1767384391.667872:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062ca072e 00000400:00000010:0.0:1767384391.667874:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062ca072e. 00000100:00000001:0.0:1767384391.667888:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667889:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667894:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667897:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384391.667899:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667901:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667902:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667904:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d7f6c6. 00000400:00000200:0.0:1767384391.667906:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd41346 00000400:00000010:0.0:1767384391.667907:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cd41346. 00000100:00000001:0.0:1767384391.667909:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667910:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667913:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667914:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384391.667916:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667917:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667919:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667920:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1cde28. 00000400:00000200:0.0:1767384391.667922:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3d63f3e 00000400:00000010:0.0:1767384391.667923:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3d63f3e. 00000100:00000001:0.0:1767384391.667925:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667926:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667929:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667930:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384391.667931:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667932:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667933:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667934:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cee7c96. 00000400:00000200:0.0:1767384391.667936:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004391ce5 00000400:00000010:0.0:1767384391.667937:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004391ce5. 00000100:00000001:0.0:1767384391.667940:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667940:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667944:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667945:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384391.667946:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667948:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667949:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667950:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3212e3b. 00000400:00000200:0.0:1767384391.667951:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bfee3af 00000400:00000010:0.0:1767384391.667952:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bfee3af. 00000100:00000001:0.0:1767384391.667954:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667955:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667958:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667960:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384391.667961:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667962:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667963:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667964:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006947bf02. 00000400:00000200:0.0:1767384391.667967:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008705ea0d 00000400:00000010:0.0:1767384391.667968:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008705ea0d. 00000100:00000001:0.0:1767384391.667969:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667970:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667974:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667976:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384391.667977:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667979:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667980:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.667981:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a15b572. 00000400:00000200:0.0:1767384391.667984:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c7d928 00000400:00000010:0.0:1767384391.667985:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c7d928. 00000100:00000001:0.0:1767384391.667987:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.667988:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.667993:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.667994:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384391.667996:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.667998:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.667999:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668000:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089e2387. 00000400:00000200:0.0:1767384391.668003:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000136117ed 00000400:00000010:0.0:1767384391.668004:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000136117ed. 00000100:00000001:0.0:1767384391.668007:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668008:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668014:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668015:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384391.668017:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668019:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668020:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668021:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00000400:00000200:0.0:1767384391.668022:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d804fb42 00000400:00000010:0.0:1767384391.668023:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d804fb42. 00000100:00000001:0.0:1767384391.668041:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668042:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668045:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668047:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384391.668048:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668050:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668050:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668051:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d87c49d. 00000400:00000200:0.0:1767384391.668053:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35c4c6d 00000400:00000010:0.0:1767384391.668055:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b35c4c6d. 00000100:00000001:0.0:1767384391.668056:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668058:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668061:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668063:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384391.668064:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668066:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668066:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668067:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db4bb99. 00000400:00000200:0.0:1767384391.668069:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007654dc4a 00000400:00000010:0.0:1767384391.668070:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007654dc4a. 00000100:00000001:0.0:1767384391.668072:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668073:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668077:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668079:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384391.668080:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668081:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668082:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668083:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9cbc8a. 00000400:00000200:0.0:1767384391.668085:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba47aa6 00000400:00000010:0.0:1767384391.668086:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba47aa6. 00000100:00000001:0.0:1767384391.668087:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668088:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668091:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668093:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384391.668094:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668095:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668096:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668097:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b2e100f. 00000400:00000200:0.0:1767384391.668098:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d10e85a 00000400:00000010:0.0:1767384391.668123:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d10e85a. 00000100:00000001:0.0:1767384391.668126:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668127:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668131:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668132:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384391.668134:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668135:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668136:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668137:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967611d7. 00000400:00000200:0.0:1767384391.668139:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004957520d 00000400:00000010:0.0:1767384391.668140:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004957520d. 00000100:00000001:0.0:1767384391.668142:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668143:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668147:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668149:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384391.668151:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668152:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668153:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668155:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000714aec2c. 00000400:00000200:0.0:1767384391.668156:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027a747ca 00000400:00000010:0.0:1767384391.668157:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027a747ca. 00000100:00000001:0.0:1767384391.668160:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668160:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668164:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668165:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384391.668166:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668167:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668168:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668168:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd36fc2. 00000400:00000200:0.0:1767384391.668170:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004feb645f 00000400:00000010:0.0:1767384391.668171:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004feb645f. 00000100:00000001:0.0:1767384391.668173:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668174:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668177:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668178:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384391.668179:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668180:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668181:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668182:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00000400:00000200:0.0:1767384391.668183:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b7ca92 00000400:00000010:0.0:1767384391.668184:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2b7ca92. 00000100:00000001:0.0:1767384391.668186:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668187:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668190:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668191:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384391.668193:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668193:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668194:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668195:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffe079a2. 00000400:00000200:0.0:1767384391.668197:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015274793 00000400:00000010:0.0:1767384391.668198:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015274793. 00000100:00000001:0.0:1767384391.668200:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668201:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668204:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668205:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384391.668206:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668207:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668208:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668209:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fd4ebee. 00000400:00000200:0.0:1767384391.668210:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075b8267a 00000400:00000010:0.0:1767384391.668212:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075b8267a. 00000100:00000001:0.0:1767384391.668213:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668214:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668218:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668218:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384391.668220:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668221:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668222:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668223:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e36a48. 00000400:00000200:0.0:1767384391.668224:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066351c91 00000400:00000010:0.0:1767384391.668225:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066351c91. 00000100:00000001:0.0:1767384391.668228:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668229:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668235:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668236:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384391.668238:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668240:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668241:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668242:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1b8315. 00000400:00000200:0.0:1767384391.668244:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e8103f6 00000400:00000010:0.0:1767384391.668246:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e8103f6. 00000100:00000001:0.0:1767384391.668248:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668249:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668253:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668253:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384391.668254:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668255:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668256:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668261:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007136978a. 00000400:00000200:0.0:1767384391.668264:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c567bdc 00000400:00000010:0.0:1767384391.668265:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c567bdc. 00000100:00000001:0.0:1767384391.668269:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668270:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668274:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668275:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384391.668277:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668278:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668279:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668280:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6f2550d. 00000400:00000200:0.0:1767384391.668281:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d8b595f 00000400:00000010:0.0:1767384391.668283:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d8b595f. 00000100:00000001:0.0:1767384391.668290:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668291:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668294:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668296:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384391.668297:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668299:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668300:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668301:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070fbdb34. 00000400:00000200:0.0:1767384391.668315:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f89964e 00000400:00000010:0.0:1767384391.668317:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f89964e. 00000100:00000001:0.0:1767384391.668320:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668322:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668327:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668329:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384391.668332:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668334:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668335:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668337:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000400:00000200:0.0:1767384391.668340:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca4a212f 00000400:00000010:0.0:1767384391.668342:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca4a212f. 00000100:00000001:0.0:1767384391.668345:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668346:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668353:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668355:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384391.668357:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668360:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668361:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668363:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abecb76f. 00000400:00000200:0.0:1767384391.668367:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a8f3fc 00000400:00000010:0.0:1767384391.668379:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005a8f3fc. 00000100:00000001:0.0:1767384391.668382:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668383:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668387:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668388:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384391.668389:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668391:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668392:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668393:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f393ed. 00000400:00000200:0.0:1767384391.668395:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d71a8a0 00000400:00000010:0.0:1767384391.668396:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d71a8a0. 00000100:00000001:0.0:1767384391.668398:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668398:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668401:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668402:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384391.668403:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668404:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668405:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668406:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7d62bbb. 00000400:00000200:0.0:1767384391.668407:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1ec348 00000400:00000010:0.0:1767384391.668408:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1ec348. 00000100:00000001:0.0:1767384391.668410:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668411:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668415:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668416:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384391.668417:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.668418:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.668420:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.668420:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df4e16e8. 00000400:00000200:0.0:1767384391.668422:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002422b975 00000400:00000010:0.0:1767384391.668423:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002422b975. 00000100:00000001:0.0:1767384391.668425:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.668425:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384391.668429:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.668430:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384391.668431:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384391.668433:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668435:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668437:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668438:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668439:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668440:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668442:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668443:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668445:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668446:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668448:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668449:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668451:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668452:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668454:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668455:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668457:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668458:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668460:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668461:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668464:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668465:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668467:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668468:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668469:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668470:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668471:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668472:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668472:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668473:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668474:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668474:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668491:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668492:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668493:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668494:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668495:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668496:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668497:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668498:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668499:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668500:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668501:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668502:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668504:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668505:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668506:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668506:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668507:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668508:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668509:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668510:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668512:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668513:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668514:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668515:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668516:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668516:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668517:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668518:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668519:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668519:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668520:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668520:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668521:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668522:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668523:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668523:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668527:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668527:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668528:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668529:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668531:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668531:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668532:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668533:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668534:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668535:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668537:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668538:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668539:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668540:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668541:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668542:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668544:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668545:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668546:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668546:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668548:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668548:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668549:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668550:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668552:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668553:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668554:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668555:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668556:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668557:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668558:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668559:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668560:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668561:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668562:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668563:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668564:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668564:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668565:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668566:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668567:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668568:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668569:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668570:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668572:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668572:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668573:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668574:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668575:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668576:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668578:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668579:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668580:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668581:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668582:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668583:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668584:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668588:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.668589:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.668590:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384391.668593:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000768204. 00000100:00000010:0.0:1767384391.668605:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4650a10. 00000100:00000010:0.0:1767384391.668609:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008245d852. 00000100:00000010:0.0:1767384391.668612:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000307a90be. 00000100:00000010:0.0:1767384391.668614:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd22525b. 00000100:00000010:0.0:1767384391.668616:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ab8e29f. 00000100:00000010:0.0:1767384391.668618:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000398053c9. 00000100:00000010:0.0:1767384391.668620:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b340e74. 00000100:00000010:0.0:1767384391.668623:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000664d8f1. 00000100:00000010:0.0:1767384391.668626:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e93fee1e. 00000100:00000010:0.0:1767384391.668628:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000104b0c51. 00000100:00000010:0.0:1767384391.668631:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002376ba8c. 00000100:00000010:0.0:1767384391.668633:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8fcc2e0. 00000100:00000010:0.0:1767384391.668635:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052a90547. 00000100:00000010:0.0:1767384391.668637:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f9f53dd. 00000100:00000010:0.0:1767384391.668640:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009445db5e. 00000100:00000010:0.0:1767384391.668641:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067e30f59. 00000100:00000010:0.0:1767384391.668643:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005018fc3f. 00000100:00000010:0.0:1767384391.668645:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e461c26f. 00000100:00000010:0.0:1767384391.668661:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098b73b63. 00000100:00000010:0.0:1767384391.668663:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d6c27ca. 00000100:00000010:0.0:1767384391.668666:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee290733. 00000100:00000010:0.0:1767384391.668669:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002f3ed5e1. 00000100:00000010:0.0:1767384391.668672:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aec5960a. 00000100:00000010:0.0:1767384391.668675:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7ef3cb5. 00000100:00000010:0.0:1767384391.668679:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066e31b32. 00000100:00000010:0.0:1767384391.668682:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000240a64d2. 00000100:00000010:0.0:1767384391.668686:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000512cce37. 00000100:00000010:0.0:1767384391.668689:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ef15327. 00000100:00000010:0.0:1767384391.668692:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089b63679. 00000100:00000010:0.0:1767384391.668695:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6ddd277. 00000100:00000010:0.0:1767384391.668698:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8f99a22. 00000100:00000010:0.0:1767384391.668700:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4e27703. 00000100:00000010:0.0:1767384391.668706:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bd854a5. 00000100:00000010:0.0:1767384391.668709:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001203049f. 00000100:00000010:0.0:1767384391.668711:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc2f95b6. 00000100:00000010:0.0:1767384391.668712:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000757e36d5. 00000100:00000010:0.0:1767384391.668714:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c923407f. 00000100:00000010:0.0:1767384391.668716:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd1e45a7. 00000100:00000010:0.0:1767384391.668728:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a35a017a. 00000100:00000010:0.0:1767384391.668730:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea95d8a1. 00000100:00000010:0.0:1767384391.668731:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc06d776. 00000100:00000010:0.0:1767384391.668733:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dfa5b46d. 00000100:00000010:0.0:1767384391.668755:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b038527. 00000100:00000010:0.0:1767384391.668757:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000123925f0. 00000100:00000010:0.0:1767384391.668760:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8cd8dd8. 00000100:00000010:0.0:1767384391.668762:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c8e0770. 00000100:00000010:0.0:1767384391.668764:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5fc15a8. 00000100:00000010:0.0:1767384391.668765:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dcbe8c37. 00000100:00000010:0.0:1767384391.668767:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1703b85. 00000100:00000010:0.0:1767384391.668769:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024572de5. 00000100:00000010:0.0:1767384391.668771:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7bc6d3c. 00000100:00000010:0.0:1767384391.668773:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c84f86e4. 00000100:00000010:0.0:1767384391.668775:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000937e2bc9. 00000100:00000010:0.0:1767384391.668777:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000941b4b8f. 00000100:00000010:0.0:1767384391.668779:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040d9fbfd. 00000100:00000010:0.0:1767384391.668780:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002edf0c90. 00000100:00000010:0.0:1767384391.668782:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a159663. 00000100:00000010:0.0:1767384391.668785:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001552a92c. 00000100:00000010:0.0:1767384391.668787:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa553c0e. 00000100:00000010:0.0:1767384391.668788:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086c1bef3. 00000100:00000010:0.0:1767384391.668790:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2505cc0. 00000100:00000010:0.0:1767384391.668792:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b85f67d8. 00000100:00000010:0.0:1767384391.668794:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8d1a31c. 00000100:00000010:0.0:1767384391.668796:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000981dacce. 00000100:00000010:0.0:1767384391.668798:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8bb92c9. 00000100:00000010:0.0:1767384391.668800:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d0420a3. 00000100:00000010:0.0:1767384391.668821:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054839522. 00000100:00000010:0.0:1767384391.668823:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c5fb319. 00000100:00000010:0.0:1767384391.668826:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ff35ff1. 00000100:00000010:0.0:1767384391.668828:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a15b3b79. 00000100:00000010:0.0:1767384391.668832:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d58306b. 00000100:00000010:0.0:1767384391.668834:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000047da9561. 00000100:00000010:0.0:1767384391.668838:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d31c30b8. 00000100:00000010:0.0:1767384391.668841:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000552bd8f7. 00000100:00000010:0.0:1767384391.668845:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027a8d762. 00000100:00000010:0.0:1767384391.668849:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b95a8135. 00000100:00000010:0.0:1767384391.668852:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009db0b161. 00000100:00000010:0.0:1767384391.668855:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f38ec2af. 00000100:00000010:0.0:1767384391.668858:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c72b937. 00000100:00000010:0.0:1767384391.668862:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e7a276a. 00000100:00000010:0.0:1767384391.668867:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027064709. 00000100:00000010:0.0:1767384391.668870:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf2a6a40. 00000100:00000010:0.0:1767384391.668874:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4d39527. 00000100:00000010:0.0:1767384391.668879:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023e3894d. 00000100:00000010:0.0:1767384391.668885:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002126d644. 00000100:00000010:0.0:1767384391.668889:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010943c8c. 00000100:00000010:0.0:1767384391.668893:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7f39ca6. 00000100:00000010:0.0:1767384391.668896:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006cc9f1be. 00000100:00000010:0.0:1767384391.668899:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000570e5813. 00000100:00000010:0.0:1767384391.668902:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c0acb37. 00000100:00000010:0.0:1767384391.668906:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc63c73a. 00000100:00000010:0.0:1767384391.668909:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005cfe819d. 00000100:00000010:0.0:1767384391.668929:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075fb88dd. 00000100:00000010:0.0:1767384391.668932:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cb64c164. 00000100:00000010:0.0:1767384391.668935:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd7eedb6. 00000100:00000010:0.0:1767384391.668938:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004887acbf. 00000100:00000010:0.0:1767384391.668940:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096c956e2. 00000100:00000010:0.0:1767384391.668942:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024078648. 00000100:00000010:0.0:1767384391.668945:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cef120f. 00000100:00000010:0.0:1767384391.668948:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f733a4ab. 00000100:00000010:0.0:1767384391.668951:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf559853. 00000100:00000010:0.0:1767384391.668952:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a834202e. 00000100:00000010:0.0:1767384391.668954:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4a29e0c. 00000100:00000010:0.0:1767384391.668956:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fab12e0f. 00000100:00000010:0.0:1767384391.668958:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d25f8668. 00000100:00000010:0.0:1767384391.668960:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ac15445. 00000100:00000010:0.0:1767384391.668962:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001524774. 00000100:00000010:0.0:1767384391.668965:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031033345. 00000100:00000010:0.0:1767384391.668967:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006139506e. 00000100:00000010:0.0:1767384391.668969:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dc809673. 00000100:00000010:0.0:1767384391.668971:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001433eb29. 00000100:00000010:0.0:1767384391.668973:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2450bb5. 00000100:00000010:0.0:1767384391.668976:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031c8f228. 00000100:00000010:0.0:1767384391.668978:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000027e4eb94. 00000100:00000010:0.0:1767384391.668994:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094c3e391. 00000100:00000010:0.0:1767384391.668996:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000195e9363. 00000100:00000010:0.0:1767384391.668997:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012b2c32d. 00000100:00000010:0.0:1767384391.668999:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004a778982. 00000100:00000010:0.0:1767384391.669001:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e81fd4c. 00000100:00000010:0.0:1767384391.669003:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f079dfe2. 00000100:00000010:0.0:1767384391.669005:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007139bf8c. 00000100:00000010:0.0:1767384391.669006:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004012ec8c. 00000100:00000010:0.0:1767384391.669008:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0b2b7e2. 00000100:00000010:0.0:1767384391.669010:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004998175a. 00000100:00000010:0.0:1767384391.669013:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022b87887. 00000100:00000010:0.0:1767384391.669014:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea1fafff. 00000100:00000010:0.0:1767384391.669021:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003db0ae4f. 00000100:00000010:0.0:1767384391.669024:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000954f014f. 00000100:00000010:0.0:1767384391.669032:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e3d28b61. 00000100:00000010:0.0:1767384391.669038:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d280e4b0. 00000100:00000010:0.0:1767384391.669046:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000055efddef. 00000100:00000001:0.0:1767384391.669054:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384391.669056:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.669059:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384391.669061:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384391.669062:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001a452eab. 00000100:00000001:0.0:1767384391.669065:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384391.669066:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.669068:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.669070:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000391cafec. 00000100:00000001:0.0:1767384391.669072:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.669073:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.669074:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f5c6e57e. 00000100:00000001:0.0:1767384391.669075:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.669076:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.669077:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006d6409b0. 00000100:00000001:0.0:1767384391.669079:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.669080:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.669081:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c67a2703. 00000100:00000001:0.0:1767384391.669083:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384391.669326:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000009386bf4. 00000020:00000010:0.0:1767384391.669340:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b1ebc34b. 00000020:00000010:0.0:1767384391.669345:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f6b9d607. 00000020:00000010:0.0:1767384391.669349:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000058eb05cd. 00000020:00000010:0.0:1767384391.669355:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009e70eeba. 00000020:00000010:0.0:1767384391.669360:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000024b00058. 00000100:00000010:0.0:1767384391.669404:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c0138ee6. 00000100:00000010:0.0:1767384391.669414:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a6b1a898. 00000100:00000010:0.0:1767384391.669417:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000fbbaed1f. 00000100:00000010:0.0:1767384391.669420:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000005ee63e7. 00000100:00000001:0.0:1767384391.669422:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384391.669424:0:40101:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384391.669427:0:40101:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1767384391.669430:0:40101:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1767384391.669433:0:40101:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000003b72cfa. 00080000:00000001:0.0:1767384391.669436:0:40101:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446613950573402880 : -130123136148736 : ffff89a758b15b00) 00080000:00000001:0.0:1767384391.669438:0:40101:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446613950573402880 : -130123136148736 : ffff89a758b15b00) 00080000:00000001:0.0:1767384391.669440:0:40101:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1767384391.669442:0:40101:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1767384391.669463:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669466:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669467:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669468:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669469:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669471:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669472:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669473:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669474:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669475:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669476:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669477:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669491:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669493:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669495:0:40101:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384391.669496:0:40101:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669499:0:40101:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669500:0:40101:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384391.669504:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d2fde2c1. 20000000:00000010:0.0:1767384391.669507:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000810bbcd9. 00080000:00000001:0.0:1767384391.669509:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669510:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669511:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000001cb83fcf. 20000000:00000010:0.0:1767384391.669513:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000bd677284. 00080000:00000001:0.0:1767384391.669524:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669526:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669527:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669528:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669530:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f6498aea. 20000000:00000010:0.0:1767384391.669532:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000003d2a48eb. 00080000:00000001:0.0:1767384391.669533:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669534:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669536:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008a8400d0. 20000000:00000010:0.0:1767384391.669537:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000e5c87336. 00080000:00000001:0.0:1767384391.669538:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669539:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669541:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000aec6e75d. 20000000:00000010:0.0:1767384391.669542:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000d9e402d0. 00080000:00000001:0.0:1767384391.669544:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669544:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669546:0:40101:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000044e31fa1. 20000000:00000010:0.0:1767384391.669547:0:40101:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000006310663f. 00080000:00000001:0.0:1767384391.669549:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669549:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.669550:0:40101:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384391.669551:0:40101:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384391.669553:0:40101:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1767384391.669554:0:40101:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1767384391.669559:0:40101:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000003b72cfa. 00080000:00000001:0.0:1767384391.669561:0:40101:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1767384391.669563:0:40101:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:0.0:1767384391.669563:0:40101:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.669627:0:40101:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000456a13e6. 20000000:00000010:0.0:1767384391.669631:0:40101:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000fe149295. 20000000:00000010:0.0:1767384391.669633:0:40101:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000000cfe19b7. 20000000:00000010:0.0:1767384391.669636:0:40101:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000e932d7c8. 20000000:00000010:0.0:1767384391.669638:0:40101:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000d37aff2e. 20000000:00000010:0.0:1767384391.669642:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000006310663f. 20000000:00000010:0.0:1767384391.669644:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000044e31fa1. 20000000:00000010:0.0:1767384391.669646:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000d9e402d0. 20000000:00000010:0.0:1767384391.669649:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000aec6e75d. 20000000:00000010:0.0:1767384391.669652:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000e5c87336. 20000000:00000010:0.0:1767384391.669653:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008a8400d0. 20000000:00000010:0.0:1767384391.669656:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000003d2a48eb. 20000000:00000010:0.0:1767384391.669658:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f6498aea. 20000000:00000010:0.0:1767384391.669660:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000bd677284. 20000000:00000010:0.0:1767384391.669663:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000001cb83fcf. 20000000:00000010:0.0:1767384391.669666:0:40101:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000810bbcd9. 20000000:00000010:0.0:1767384391.669668:0:40101:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d2fde2c1. 20000000:00000001:0.0:1767384391.669671:0:40101:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384391.669678:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5da4fb0. 20000000:00000010:0.0:1767384391.669681:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006f51dd89. 20000000:00000010:0.0:1767384391.669685:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c6716952. 20000000:00000010:0.0:1767384391.669687:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ae4fb924. 20000000:00000010:0.0:1767384391.669690:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007196cee7. 20000000:00000010:0.0:1767384391.669692:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000056590c1e. 20000000:00000010:0.0:1767384391.669695:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000088e3b32d. 20000000:00000010:0.0:1767384391.669697:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c2ca7372. 20000000:00000010:0.0:1767384391.669699:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000965446ff. 20000000:00000010:0.0:1767384391.669701:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061fbcb7c. 20000000:00000010:0.0:1767384391.669703:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e6595f65. 20000000:00000010:0.0:1767384391.669705:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e8afb5ca. 20000000:00000010:0.0:1767384391.669708:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d4715d1. 20000000:00000010:0.0:1767384391.669711:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b9e74a17. 20000000:00000010:0.0:1767384391.669714:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009c310a0a. 20000000:00000010:0.0:1767384391.669716:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e99804eb. 20000000:00000010:0.0:1767384391.669718:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4d4a7e9. 20000000:00000010:0.0:1767384391.669720:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000442543d0. 20000000:00000010:0.0:1767384391.669734:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000039eb8f46. 20000000:00000010:0.0:1767384391.669737:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000519c9802. 20000000:00000010:0.0:1767384391.669739:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000066f60926. 20000000:00000010:0.0:1767384391.669742:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000742ff098. 20000000:00000010:0.0:1767384391.669744:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000013c59c24. 20000000:00000010:0.0:1767384391.669747:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5fe037e. 20000000:00000010:0.0:1767384391.669749:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ae972e77. 20000000:00000010:0.0:1767384391.669752:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000008c7471. 20000000:00000010:0.0:1767384391.669754:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000969780cd. 20000000:00000010:0.0:1767384391.669756:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003fd7ed86. 20000000:00000010:0.0:1767384391.669759:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064466fef. 20000000:00000010:0.0:1767384391.669762:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2bfbd01. 20000000:00000010:0.0:1767384391.669764:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000023fa7b13. 20000000:00000010:0.0:1767384391.669767:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000085b0f34a. 20000000:00000010:0.0:1767384391.669769:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d347d5a. 20000000:00000010:0.0:1767384391.669771:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000334b6c6b. 20000000:00000010:0.0:1767384391.669773:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006138f5c7. 20000000:00000010:0.0:1767384391.669775:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000242c0f64. 20000000:00000010:0.0:1767384391.669778:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009f8cb36e. 20000000:00000010:0.0:1767384391.669780:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e91559d5. 20000000:00000010:0.0:1767384391.669783:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000071c5bcd1. 20000000:00000010:0.0:1767384391.669785:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004311e3a9. 20000000:00000010:0.0:1767384391.669787:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000043fe5e35. 20000000:00000010:0.0:1767384391.669792:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000913aa7ff. 20000000:00000010:0.0:1767384391.669795:0:40101:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000a4de74a5. 20000000:00000010:0.0:1767384391.669798:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006f0d65be. 20000000:00000010:0.0:1767384391.669801:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000093889083. 20000000:00000010:0.0:1767384391.669805:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064983777. 20000000:00000010:0.0:1767384391.669808:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003abbd7b5. 20000000:00000010:0.0:1767384391.669811:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e29d7083. 20000000:00000010:0.0:1767384391.669814:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4ff4875. 20000000:00000010:0.0:1767384391.669817:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000728fa72f. 20000000:00000010:0.0:1767384391.669820:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000026d54b. 20000000:00000010:0.0:1767384391.669823:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b2cdfe5. 20000000:00000010:0.0:1767384391.669825:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cb3d7cd4. 20000000:00000010:0.0:1767384391.669828:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007a57ff7c. 20000000:00000010:0.0:1767384391.669832:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000da01aa5b. 20000000:00000010:0.0:1767384391.669837:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001cccc51e. 20000000:00000010:0.0:1767384391.669840:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001875e402. 20000000:00000010:0.0:1767384391.669842:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000054e1c358. 20000000:00000010:0.0:1767384391.669853:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3af6c18. 20000000:00000010:0.0:1767384391.669856:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b806737. 20000000:00000010:0.0:1767384391.669859:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cee836d5. 20000000:00000010:0.0:1767384391.669862:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000457f02ae. 20000000:00000010:0.0:1767384391.669866:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a698a6e. 20000000:00000010:0.0:1767384391.669870:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000337b9deb. 20000000:00000010:0.0:1767384391.669874:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000897df866. 20000000:00000010:0.0:1767384391.669878:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b9e8829f. 20000000:00000010:0.0:1767384391.669882:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f25bdb02. 20000000:00000010:0.0:1767384391.669886:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a5d9fb6. 20000000:00000010:0.0:1767384391.669890:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000839ca037. 20000000:00000010:0.0:1767384391.669893:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003fd0e892. 20000000:00000010:0.0:1767384391.669895:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009e7e551f. 20000000:00000010:0.0:1767384391.669898:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5813035. 20000000:00000010:0.0:1767384391.669900:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000056b26dda. 20000000:00000010:0.0:1767384391.669902:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004b2e4005. 20000000:00000010:0.0:1767384391.669905:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006d7eecf4. 20000000:00000010:0.0:1767384391.669907:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007cc906ab. 20000000:00000010:0.0:1767384391.669910:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000041475902. 20000000:00000010:0.0:1767384391.669912:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000086c270c6. 20000000:00000010:0.0:1767384391.669914:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002253b21d. 20000000:00000010:0.0:1767384391.669916:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c995acee. 20000000:00000010:0.0:1767384391.669918:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003f9b405f. 20000000:00000010:0.0:1767384391.669920:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007a3368f0. 20000000:00000010:0.0:1767384391.669923:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009c7861b6. 20000000:00000010:0.0:1767384391.669924:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000042e56cdf. 20000000:00000010:0.0:1767384391.669928:0:40101:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bf7cd671. 20000000:00000010:0.0:1767384391.669930:0:40101:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000bb590699. 20000000:00000010:0.0:1767384391.669971:0:40101:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b0ae2e9a. 20000000:00000010:0.0:1767384391.669987:0:40101:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000090d9e50a. 20000000:00000010:0.0:1767384391.669991:0:40101:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001bb08152. 20000000:00000010:0.0:1767384391.669994:0:40101:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000c2e830bd. 20000000:00000010:0.0:1767384391.669997:0:40101:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000083dbc506. 20000000:00000010:0.0:1767384391.670000:0:40101:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000003aff1e27. 20000000:00000010:0.0:1767384391.670003:0:40101:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000008b13181e. 20000000:00000010:0.0:1767384391.670018:0:40101:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000000c78ecdb. 20000000:00000010:0.0:1767384391.670021:0:40101:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000bc8d0be8. 00010000:00000001:0.0:1767384391.670024:0:40101:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384391.670027:0:40101:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384391.670028:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.670030:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.670031:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.670036:0:40101:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384391.670037:0:40101:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384391.670038:0:40101:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.670039:0:40101:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.670041:0:40101:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384391.670045:0:40101:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384391.670047:0:40101:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384391.670058:0:40101:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384391.670064:0:40101:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000040d973f8 - data 00000000b4bf3e17/00000000970b808c 00000020:00000010:0.0:1767384391.670184:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000b492fdbe. 00000020:00000010:0.0:1767384391.670188:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000979aaf2e. 00000020:00000010:0.0:1767384391.670191:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000970b808c. 00000020:00000010:0.0:1767384391.670194:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000cd7a4b82. 00000020:00000010:0.0:1767384391.670196:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000f27272ce. 00000020:00000010:0.0:1767384391.670198:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000095c95c76. 00000020:00000010:0.0:1767384391.670200:0:40101:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000040d973f8. 00000020:01000000:0.0:1767384391.670204:0:40101:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b284fe99 - data 0000000015c8cbec/00000000668265d9 00000020:00000010:0.0:1767384391.670330:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000d9962563. 00000020:00000010:0.0:1767384391.670343:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000cb3313a0. 00000020:00000010:0.0:1767384391.670347:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000668265d9. 00000020:00000010:0.0:1767384391.670350:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000ff3386cf. 00000020:00000010:0.0:1767384391.670354:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c927941a. 00000020:00000010:0.0:1767384391.670357:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000050161606. 00000020:00000010:0.0:1767384391.670360:0:40101:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b284fe99. 00000020:00000001:0.0:1767384391.670364:0:40101:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384391.670451:0:40101:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001257aa87 : new refcount 2 00000040:00000001:0.0:1767384391.670454:0:40101:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384391.670455:0:40101:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001257aa87 : new refcount 1 00080000:00000010:0.0:1767384391.670465:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000005888c30. 00000020:00000010:0.0:1767384391.670468:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb8b4ddd. 00000020:00000010:0.0:1767384391.670475:0:40101:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000005125d71d. 00080000:00000010:0.0:1767384391.670499:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000010151f22. 00000020:00000010:0.0:1767384391.670502:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000047413e74. 00000020:00000010:0.0:1767384391.670505:0:40101:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000a0a4e998. 00000020:00000040:0.0:1767384391.670512:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000047eab70f : new refcount 1 00000040:00000010:0.0:1767384391.670514:0:40101:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001257aa87. 00000040:00000001:0.0:1767384391.670518:0:40101:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.670522:0:40101:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 000000007459f969. 00080000:00000001:0.0:1767384391.670524:0:40101:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384391.670528:0:40101:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1108678996 to info 0000000051199c4a 00100000:00000001:0.0:1767384391.670531:0:40101:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384391.670532:0:40101:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384391.670533:0:40101:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384391.670535:0:40101:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 000000007459f969. 00080000:00000010:0.0:1767384391.670547:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000019e68f4c. 00000020:00000010:0.0:1767384391.670550:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000000dd9636. 00000020:00000002:0.0:1767384391.670554:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000b7add35c/000000004d9a4e6b to site lru. bkt: 000000009d1d4b74 00000001:00000001:0.0:1767384391.670556:0:40101:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384391.670559:0:40101:0:(lu_object.c:207:lu_object_put()) Add 00000000ca088d50/0000000009dd3aac to site lru. bkt: 000000007cb0ff02 00000001:00000010:0.0:1767384391.670560:0:40101:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000098aa845b. 00000001:00000001:0.0:1767384391.670563:0:40101:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384391.670597:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e48f8ca9. 00000020:00000010:0.0:1767384391.670600:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a8e0b2ac. 00000020:00000010:0.0:1767384391.670603:0:40101:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000d1a80c0b. 00080000:00000010:0.0:1767384391.670625:0:40101:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009208b86c. 00080000:00000010:0.0:1767384391.670629:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ca088d50. 00000020:00000010:0.0:1767384391.670631:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000009dd3aac. 00080000:00000010:0.0:1767384391.670648:0:40101:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b7add35c. 00000020:00000010:0.0:1767384391.670650:0:40101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004d9a4e6b. 00000020:00000010:0.0:1767384391.670655:0:40101:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000465d26a1. 00010000:00000001:0.0:1767384391.670658:0:40101:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384391.670661:0:40101:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384391.670703:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000004d54dcd9. 00000020:00000010:0.0:1767384391.670706:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000004e2aef64. 00000020:00000010:0.0:1767384391.670709:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a36572c4. 00010000:00000001:0.0:1767384391.670736:0:40101:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384391.670746:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000084611a13. 00000020:00000010:0.0:1767384391.670749:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000004ed5ffd9. 00000020:00000010:0.0:1767384391.670751:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005043edc9. 00000020:00000010:0.0:1767384391.670752:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000eaf1860d. 00000020:00000010:0.0:1767384391.670755:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000001133930. 00000020:00000010:0.0:1767384391.670757:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007cff47fe. 00000001:00000001:0.0:1767384391.670792:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.670794:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000003cf7e5f7. 00000001:00000010:0.0:1767384391.670797:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000005711cfb6. 00000001:00000010:0.0:1767384391.670799:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000e712218c. 00000001:00000010:0.0:1767384391.670801:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bde13083. 00000001:00000001:0.0:1767384391.670803:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384391.670806:0:40101:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000c4c49727. 00010000:00000001:0.0:1767384391.670808:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.670809:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384391.670810:0:40101:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:0.0:1767384391.670844:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384391.670847:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.670849:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.670851:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b26 00000020:00000040:0.0:1767384391.670854:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b9b62a0 with handle 0x88edd5ef35457b26 from hash 00000020:00000001:0.0:1767384391.670859:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.670861:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000002b9b62a0 : new refcount 1 00000020:00000001:0.0:1767384391.670864:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.670865:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000002b9b62a0 : new refcount 0 00000020:00000080:0.0:1767384391.670867:0:40101:0:(genops.c:904:class_export_put()) final put 000000002b9b62a0/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384391.670870:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.670882:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.670886:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384391.670888:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.670890:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384391.670892:0:40101:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000080:2.0:1767384391.670893:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000002b9b62a0/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384391.670895:0:40101:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384391.670896:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.670898:0:40101:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951211331424 : -130122498220192 : ffff89a77eb75f60) 00000020:00000001:2.0:1767384391.670899:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384391.670902:0:40101:0:(tgt_mount.c:188:server_put_mount()) put mount 000000002ecc6b1d from MGS, refs=2 00000020:00000040:2.0:1767384391.670904:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 5 - export 00000020:00000001:0.0:1767384391.670911:0:40101:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384391.670915:0:40101:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ecc6b1d 2 00000020:00000010:2.0:1767384391.670916:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002b9b62a0. 00000020:00000001:0.0:1767384391.670918:0:40101:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.670921:0:40101:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384391.670923:0:40101:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384391.670925:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384391.670925:0:40101:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446613951211331424 : -130122498220192 : ffff89a77eb75f60) 00000020:01000004:0.0:1767384391.670929:0:40101:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000002ecc6b1d from MGS 00000020:00000010:0.0:1767384391.670931:0:40101:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000077a0c93d. 00000020:00000010:0.0:1767384391.670934:0:40101:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000007795a31b. 00000020:00000001:0.0:1767384391.670937:0:40101:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.670938:0:40101:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384391.670940:0:40101:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.670941:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.670948:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.670951:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000047920dd8. 00000001:00000010:0.0:1767384391.670953:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000045f33d82. 00000001:00000010:0.0:1767384391.670954:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6407baf. 00000001:00000010:0.0:1767384391.670956:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006f15bfce. 00000001:00000010:0.0:1767384391.670957:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002f7d896f. 00000001:00000010:0.0:1767384391.670960:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002a24df9a. 00000001:00000001:0.0:1767384391.670969:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.670970:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.670973:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f69f98e. 00000001:00000010:0.0:1767384391.670975:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e26dfc2. 00000001:00000010:0.0:1767384391.670977:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001316028a. 00000001:00000010:0.0:1767384391.670979:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dbc6730. 00000001:00000010:0.0:1767384391.670981:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004e1c12a8. 00000001:00000010:0.0:1767384391.670983:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c9f58440. 00000001:00000001:0.0:1767384391.670985:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.670986:0:40101:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 3 - setup 00000020:00000001:0.0:1767384391.670988:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.670990:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.670992:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.670994:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.670996:0:40101:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.670997:0:40101:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384391.670998:0:40101:0:(obd_config.c:955:class_decref()) Decref MGS (000000008d5d25dd) now 1 - newdev 00000020:00000040:0.0:1767384391.671000:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047eab70f with handle 0x88edd5ef35457b1f from hash 00000020:00000040:0.0:1767384391.671002:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000047eab70f : new refcount 0 00000020:00000080:0.0:1767384391.671004:0:40101:0:(genops.c:904:class_export_put()) final put 0000000047eab70f/MGS 00000020:00000001:0.0:1767384391.671005:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671007:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.671007:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 0000000047eab70f/MGS for MGS 00000020:00000001:0.0:1767384391.671009:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384391.671010:0:40101:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384391.671011:0:40101:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671013:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.671014:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000047eab70f. 00000020:00000001:0.0:1767384391.671016:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.671017:0:40101:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384391.671018:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384391.671020:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.671022:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.671024:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.671026:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.671028:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384391.671030:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.671033:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008df959b6. 00040000:00000010:0.0:1767384391.671035:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.671038:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.671040:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 20000000:00000010:0.0:1767384391.671043:0:40101:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c4b0ad2a. 20000000:00000001:0.0:1767384391.671045:0:40101:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384391.671051:0:40101:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 0000000076f96dfb. 20000000:00000001:0.0:1767384391.671053:0:40101:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.671055:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000054c545c. 00000040:00000010:0.0:1767384391.671058:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a5f26f8. 00000020:00000010:0.0:1767384391.671059:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384391.671061:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ab684e. 80000000:00000010:0.0:1767384391.671064:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008df959b6. 00040000:00000010:0.0:1767384391.671066:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d00dbabc. 00080000:00000010:0.0:1767384391.671068:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.671070:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 20000000:00000010:0.0:1767384391.671073:0:40101:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c4b0ad2a. 00000020:00000010:0.0:1767384391.671075:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.671076:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.671078:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008d5d25dd. 00000020:00000001:0.0:1767384391.671081:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671082:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.671084:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000a4099270. 00000020:00000001:0.0:1767384391.671086:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671088:0:40101:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671089:0:40101:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384391.671091:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.671092:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384391.671094:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000008df959b6. 00000020:00000080:0.0:1767384391.671096:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.671098:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384391.671118:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384391.671122:0:40101:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000008eec20da lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384391.671126:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384391.671128:0:40101:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000c96d2eab) has exports, disconnecting them 00000020:00000001:0.0:1767384391.671130:0:40101:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384391.671131:0:40101:0:(genops.c:887:class_export_get()) GET export 000000008eec20da refcount=4 00000020:00000040:0.0:1767384391.671134:0:40101:0:(genops.c:887:class_export_get()) GET export 000000008eec20da refcount=5 00000020:00080000:0.0:1767384391.671136:0:40101:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000008eec20da), last request at 1767384290 00000020:00000001:0.0:1767384391.671138:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384391.671140:0:40101:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.671141:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.671143:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457bff 00000020:00000040:0.0:1767384391.671146:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008eec20da with handle 0x88edd5ef35457bff from hash 00000020:00000040:0.0:1767384391.671154:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 4 00000020:00000001:0.0:1767384391.671155:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.671157:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 3 00000020:00000001:0.0:1767384391.671158:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.671159:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 2 00000020:00000001:0.0:1767384391.671160:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384391.671161:0:40101:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671162:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384391.671163:0:40101:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000008eec20da): rc 0 00000020:00000040:0.0:1767384391.671164:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 1 00000020:00000001:0.0:1767384391.671169:0:40101:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384391.671171:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384391.671172:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384391.671174:0:40101:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384391.671176:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384391.671177:0:40101:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384391.671178:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000008eec20da : new refcount 0 00000020:00000080:0.0:1767384391.671179:0:40101:0:(genops.c:904:class_export_put()) final put 000000008eec20da/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384391.671180:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.671187:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.671189:0:40101:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384391.671190:0:40101:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384391.671195:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384391.671198:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008eec20da/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384391.671209:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 8 to 0@lo 00000020:00000001:2.0:1767384391.671210:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384391.671212:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.671214:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 5 - export 00000020:00000010:2.0:1767384391.671216:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008eec20da. 00010000:00000001:0.0:1767384391.671218:0:40101:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:2.0:1767384391.671220:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384391.671246:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000380740f5. 00000020:00000010:0.0:1767384391.671251:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000062247ab1. 00010000:00000001:0.0:1767384391.671280:0:40101:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384391.671287:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000fbfae606. 00000020:00000010:0.0:1767384391.671290:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bf1635fb. 00000001:00000001:0.0:1767384391.671327:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.671745:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000093694967. 00000001:00000010:0.0:1767384391.671756:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003d90fd2a. 00000001:00000010:0.0:1767384391.671758:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000bd1aa2c. 00000001:00000010:0.0:1767384391.671759:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008ba37cd1. 00000001:00000010:0.0:1767384391.671760:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003ab858f7. 00000001:00000010:0.0:1767384391.671762:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007b1301a1. 00000001:00000010:0.0:1767384391.671764:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000433f86a3. 00000001:00000010:0.0:1767384391.671765:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000059878936. 00000001:00000010:0.0:1767384391.671766:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000046294606. 00000001:00000010:0.0:1767384391.671767:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000025840ff3. 00000001:00000010:0.0:1767384391.671769:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d0299292. 00000001:00000010:0.0:1767384391.671770:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000637d02c0. 00000001:00000010:0.0:1767384391.671771:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000093d4765b. 00000001:00000010:0.0:1767384391.671772:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001ef6bf8a. 00000001:00000010:0.0:1767384391.671773:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f36dac8d. 00000001:00000010:0.0:1767384391.671774:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000038862d2. 00000001:00000010:0.0:1767384391.671775:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000076ea7141. 00000001:00000010:0.0:1767384391.671776:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a33c0740. 00000001:00000010:0.0:1767384391.671777:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001e31af0b. 00000001:00000010:0.0:1767384391.671778:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dd82351a. 00000001:00000010:0.0:1767384391.671779:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000046b0a240. 00000001:00000010:0.0:1767384391.671780:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000017f1582d. 00000001:00000010:0.0:1767384391.671781:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000081945be2. 00000001:00000010:0.0:1767384391.671783:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000015a78303. 00000001:00000010:0.0:1767384391.671783:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005c7ecd22. 00000001:00000010:0.0:1767384391.671785:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005770b037. 00000001:00000010:0.0:1767384391.671786:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b0b3b6c5. 00000001:00000010:0.0:1767384391.671787:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008f1e606b. 00000001:00000010:0.0:1767384391.671788:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a1df4de2. 00000001:00000010:0.0:1767384391.671789:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007c429303. 00000001:00000010:0.0:1767384391.671790:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000b32fd9e. 00000001:00000010:0.0:1767384391.671791:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000afe4551f. 00000001:00000010:0.0:1767384391.671792:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000015081e09. 00000001:00000010:0.0:1767384391.671794:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000004f7c451. 00000001:00000001:0.0:1767384391.671796:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384391.671798:0:40101:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000a18121c1. 00010000:00000001:0.0:1767384391.671800:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.673601:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384391.673603:0:40101:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384391.673605:0:40101:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384391.673606:0:40101:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:0.0:1767384391.673609:0:40101:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384391.673610:0:40101:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384391.673612:0:40101:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384391.673614:0:40101:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384391.673615:0:40101:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1767384391.673618:0:40101:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384391.673619:0:40101:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384391.673620:0:40101:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384391.673621:0:40101:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384391.673623:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384391.673624:0:40101:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384391.673626:0:40101:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384391.673627:0:40101:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384391.673629:0:40101:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384391.673630:0:40101:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384391.673631:0:40101:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384391.673634:0:40101:0:(genops.c:1229:class_import_get()) import 000000009644ade4 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384391.673635:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384391.673636:0:40101:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384391.673638:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384391.673639:0:40101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384391.673640:0:40101:0:(genops.c:1242:class_import_put()) import 000000009644ade4 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384391.673642:0:40101:0:(genops.c:1245:class_import_put()) final put import 000000009644ade4 00000020:00000001:0.0:1767384391.673649:0:40101:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384391.673651:0:40101:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384391.673652:0:40101:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384391.673654:0:40101:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384391.673655:0:40101:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000f6bbc99b. 00010000:00000010:0.0:1767384391.673659:0:40101:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000266bf21e. 00000020:00000001:2.0:1767384391.673660:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:0.0:1767384391.673662:0:40101:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000006dcc87a2. 00000020:00000080:2.0:1767384391.673663:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009644ade4 for lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384391.673668:0:40101:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:2.0:1767384391.673669:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 7 to 0@lo 00000020:00000040:2.0:1767384391.673673:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 6 to 0@lo 00000020:00000010:2.0:1767384391.673675:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000c52794b2. 00000020:00000040:2.0:1767384391.673679:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 4 - import 00000020:00000010:2.0:1767384391.673681:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009644ade4. 00000020:00000001:2.0:1767384391.673686:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384391.673753:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000055d94224. 00000020:00000010:0.0:1767384391.673758:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000039564ecf. 00000020:00000010:0.0:1767384391.673760:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d922521a. 00000020:00000010:0.0:1767384391.673773:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000052916d20. 00000020:00000010:0.0:1767384391.673777:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000047ead8ea. 00000020:00000010:0.0:1767384391.673780:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ffb9d86d. 00000010:00000001:0.0:1767384391.673783:0:40101:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673785:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.673791:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.673794:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000204d6663. 00000001:00000010:0.0:1767384391.673796:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4633e40. 00000001:00000010:0.0:1767384391.673798:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004155dafa. 00000001:00000010:0.0:1767384391.673799:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056e7eb3e. 00000001:00000010:0.0:1767384391.673801:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bced0dde. 00000001:00000010:0.0:1767384391.673803:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000c77c534. 00000001:00000001:0.0:1767384391.673805:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.673806:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.673809:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063d719f1. 00000001:00000010:0.0:1767384391.673811:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e6e66e5. 00000001:00000010:0.0:1767384391.673813:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000901027fc. 00000001:00000010:0.0:1767384391.673815:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a5ed004. 00000001:00000010:0.0:1767384391.673817:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ab5ebedf. 00000001:00000010:0.0:1767384391.673818:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000f81a02e. 00000001:00000001:0.0:1767384391.673820:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.673821:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 3 - setup 00000020:00000001:0.0:1767384391.673823:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673824:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.673826:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.673829:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.673831:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.673834:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:0.0:1767384391.673836:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000c96d2eab) now 1 - newdev 00000020:00000040:0.0:1767384391.673839:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f50f47ce with handle 0x88edd5ef35457bf8 from hash 00000020:00000040:0.0:1767384391.673841:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000f50f47ce : new refcount 0 00000020:00000080:0.0:1767384391.673843:0:40101:0:(genops.c:904:class_export_put()) final put 00000000f50f47ce/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:0.0:1767384391.673846:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673849:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.673850:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 00000000f50f47ce/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384391.673853:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.673855:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.673857:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f50f47ce. 00000020:00000001:0.0:1767384391.673863:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.673864:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:0.0:1767384391.673867:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:0.0:1767384391.673869:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.673873:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.673876:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4b0ad2a. 00000040:00000010:0.0:1767384391.673879:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af255971. 00000020:00000010:0.0:1767384391.673883:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384391.673886:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.673896:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d00dbabc. 80000000:00000010:0.0:1767384391.673898:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad9208ca. 40000000:00000010:0.0:1767384391.673900:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a4099270. 00100000:00000010:0.0:1767384391.673903:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384391.673905:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.673907:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5ab684e. 00080000:00000010:0.0:1767384391.673910:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.673912:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00000004:00000010:0.0:1767384391.673916:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea3e84b3. 00000010:00000001:0.0:1767384391.673918:0:40101:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1767384391.673920:0:40101:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 0000000005900670. 00000010:00000001:0.0:1767384391.673923:0:40101:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.673925:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c4b0ad2a. 00000040:00000010:0.0:1767384391.673927:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af255971. 00000020:00000010:0.0:1767384391.673929:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d0bd46c. 00000020:00000010:0.0:1767384391.673932:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384391.673934:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d00dbabc. 80000000:00000010:0.0:1767384391.673937:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ad9208ca. 40000000:00000010:0.0:1767384391.673940:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a4099270. 00100000:00000010:0.0:1767384391.673942:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:0.0:1767384391.673944:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.673946:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5ab684e. 00080000:00000010:0.0:1767384391.673949:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.673951:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000004:00000010:0.0:1767384391.673953:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea3e84b3. 00000020:00000010:0.0:1767384391.673956:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.673958:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.673959:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c96d2eab. 00000020:00000001:0.0:1767384391.673963:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673964:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.673966:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000008df959b6. 00000020:00000001:0.0:1767384391.673968:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673970:0:40101:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.673971:0:40101:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384391.673973:0:40101:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ecc6b1d 1 00000020:00000001:0.0:1767384391.673975:0:40101:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384391.673976:0:40101:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384391.673977:0:40101:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384391.673978:0:40101:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88edd5ef35457b18 00000020:00000040:0.0:1767384391.673980:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084e4edcc with handle 0x88edd5ef35457b18 from hash 00000020:00000001:0.0:1767384391.673983:0:40101:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384391.673984:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000084e4edcc : new refcount 1 00000020:00000001:0.0:1767384391.673985:0:40101:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384391.673987:0:40101:0:(genops.c:898:class_export_put()) PUTting export 0000000084e4edcc : new refcount 0 00000020:00000080:0.0:1767384391.673988:0:40101:0:(genops.c:904:class_export_put()) final put 0000000084e4edcc/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384391.673989:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.674008:0:40101:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.674009:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.674011:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:0.0:1767384391.674013:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008df959b6. 00000020:00000080:0.0:1767384391.674014:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.674017:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384391.674018:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.674019:0:40101:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000080:2.0:1767384391.674021:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000084e4edcc/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384391.674023:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384391.674025:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:0.0:1767384391.674026:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000009a60fe89) has no exports 00000020:00000001:2.0:1767384391.674027:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.674030:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:2.0:1767384391.674031:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 4 - export 00000020:00000001:0.0:1767384391.674034:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767384391.674035:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000084e4edcc. 00080000:00000001:0.0:1767384391.674037:0:40101:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:0.0:1767384391.674039:0:40101:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1108678996 to info 0000000051199c4a 00000020:00000001:2.0:1767384391.674042:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00100000:00000001:0.0:1767384391.674042:0:40101:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384391.674045:0:40101:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384391.674047:0:40101:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:0.0:1767384391.674049:0:40101:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.674825:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000fb531944. 00000020:00000010:0.0:1767384391.674830:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a654eb84. 00080000:00000010:0.0:1767384391.674976:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000014fc11eb. 00080000:00000010:0.0:1767384391.674982:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000070b55cc. 00080000:00000010:0.0:1767384391.674997:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000ec72be4. 00080000:00000010:0.0:1767384391.675000:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fc9dcd8e. 00080000:00000010:0.0:1767384391.675003:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000907692f5. 00080000:00000010:0.0:1767384391.675005:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cefccf17. 00080000:00000010:0.0:1767384391.675012:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000022cec47e. 00080000:00000010:0.0:1767384391.675014:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008474557f. 00080000:00000010:0.0:1767384391.675016:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f629b527. 00080000:00000010:0.0:1767384391.675017:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f3eb2b69. 00080000:00000010:0.0:1767384391.675019:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007623202e. 00080000:00000010:0.0:1767384391.675021:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000002d7b26b. 00080000:00000010:0.0:1767384391.675023:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c5b68852. 00080000:00000010:0.0:1767384391.675026:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000030526988. 00080000:00000010:0.0:1767384391.675029:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002b4df088. 00080000:00000010:0.0:1767384391.675032:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006464257d. 00080000:00000010:0.0:1767384391.675034:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000014e1e745. 00080000:00000010:0.0:1767384391.675037:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002ca2fd2f. 00080000:00000010:0.0:1767384391.675039:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008b8cdb68. 00080000:00000010:0.0:1767384391.675041:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003d3f2c41. 00080000:00000010:0.0:1767384391.675044:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001b30c20a. 00080000:00000010:0.0:1767384391.675046:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000078cac2e2. 00080000:00000010:0.0:1767384391.675049:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001a9885d0. 00080000:00000010:0.0:1767384391.675052:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e57aebe7. 00080000:00000010:0.0:1767384391.675055:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f4a669ee. 00080000:00000010:0.0:1767384391.675057:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d99196cf. 00080000:00000010:0.0:1767384391.675060:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000098957135. 00080000:00000010:0.0:1767384391.675062:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002b859e7e. 00080000:00000010:0.0:1767384391.675064:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b8b88b00. 00080000:00000010:0.0:1767384391.675068:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005479d8f9. 00080000:00000010:0.0:1767384391.675073:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000087715125. 00080000:00000010:0.0:1767384391.675075:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000558f3171. 00080000:00000010:0.0:1767384391.675078:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003fd822be. 00080000:00000010:0.0:1767384391.675082:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ad7716a9. 00080000:00000010:0.0:1767384391.675085:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000925f2903. 00080000:00000010:0.0:1767384391.675087:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000471ee1a2. 00080000:00000010:0.0:1767384391.675090:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f7e7303e. 00080000:00000010:0.0:1767384391.675093:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000044db3c2e. 00080000:00000010:0.0:1767384391.675095:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009e48ffd3. 00080000:00000010:0.0:1767384391.675098:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000097c094ca. 00080000:00000010:0.0:1767384391.675121:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002d73b544. 00080000:00000010:0.0:1767384391.675125:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e125a346. 00080000:00000010:0.0:1767384391.675128:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007b5f3245. 00080000:00000010:0.0:1767384391.675132:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000dc58e58e. 00080000:00000010:0.0:1767384391.675136:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d88bbe0e. 00080000:00000010:0.0:1767384391.675140:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005eff33db. 00080000:00000010:0.0:1767384391.675143:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d61d7876. 00080000:00000010:0.0:1767384391.675146:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000061e73bcb. 00080000:00000010:0.0:1767384391.675149:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eaf020d6. 00080000:00000010:0.0:1767384391.675152:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006b66a945. 00080000:00000010:0.0:1767384391.675154:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005dec3bee. 00080000:00000010:0.0:1767384391.675156:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e24adeaa. 00080000:00000010:0.0:1767384391.675159:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000542981df. 00080000:00000010:0.0:1767384391.675161:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b7668866. 00080000:00000010:0.0:1767384391.675164:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cee98481. 00080000:00000010:0.0:1767384391.675166:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000547b1db9. 00080000:00000010:0.0:1767384391.675169:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c87b2b85. 00080000:00000010:0.0:1767384391.675172:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a12853eb. 00080000:00000010:0.0:1767384391.675174:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000877d9a53. 00080000:00000010:0.0:1767384391.675176:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d8be1d89. 00080000:00000010:0.0:1767384391.675179:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000004e4d610. 00080000:00000010:0.0:1767384391.675182:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b31a341f. 00080000:00000010:0.0:1767384391.675184:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000460dee2c. 00080000:00000010:0.0:1767384391.675187:0:40101:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007f8b1c5b. 00080000:00000010:0.0:1767384391.675189:0:40101:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000cb92d1f5. 00000001:00000001:0.0:1767384391.675195:0:40101:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:0.0:1767384391.675229:0:40101:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000c6e403c8. 00000001:00000010:0.0:1767384391.675237:0:40101:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000007e703f26. 00000001:00000010:0.0:1767384391.675255:0:40101:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000009fe7e9c4. 00000001:00000010:0.0:1767384391.675258:0:40101:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000b782c057. 00000001:00000010:0.0:1767384391.675280:0:40101:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000034287ba6. 00000001:00000010:0.0:1767384391.675282:0:40101:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000d4b772da. 00000001:00000010:0.0:1767384391.675285:0:40101:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000eb6553f6. 00000001:00000001:0.0:1767384391.675287:0:40101:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:0.0:1767384391.675289:0:40101:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 00000000659ea154. 00080000:00000001:0.0:1767384391.675292:0:40101:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:0.0:1767384391.675781:0:40101:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:1.0:1767384391.677095:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006b08b523. 00080000:00000010:1.0:1767384391.677137:0:17059:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007578340f. 00080000:00000020:0.0:1767384391.677161:0:40101:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384391.687661:0:40101:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:0.0:1767384391.687665:0:40101:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687668:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384391.687675:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.687679:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d34b6f0e. 00000001:00000010:0.0:1767384391.687682:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000714b0721. 00000001:00000010:0.0:1767384391.687683:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a257953. 00000001:00000010:0.0:1767384391.687684:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001c320636. 00000001:00000010:0.0:1767384391.687686:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ea2efaf5. 00000001:00000010:0.0:1767384391.687687:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a7ab4d78. 00000001:00000001:0.0:1767384391.687689:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384391.687690:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384391.687693:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005431ce10. 00000001:00000010:0.0:1767384391.687694:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd2eb4f4. 00000001:00000010:0.0:1767384391.687695:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f5008c2. 00000001:00000010:0.0:1767384391.687697:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0f2f81b. 00000001:00000010:0.0:1767384391.687698:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000023e6997b. 00000001:00000010:0.0:1767384391.687699:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c946bc8a. 00000001:00000001:0.0:1767384391.687700:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384391.687701:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 3 - setup 00000020:00000001:0.0:1767384391.687703:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687705:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384391.687708:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384391.687711:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384391.687713:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 2 - obd_device_list 00000020:00000080:0.0:1767384391.687715:0:40101:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:0.0:1767384391.687716:0:40101:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000009a60fe89) now 1 - newdev 00000020:00000040:0.0:1767384391.687718:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bd62336c with handle 0x88edd5ef35457b11 from hash 00000020:00000040:0.0:1767384391.687721:0:40101:0:(genops.c:898:class_export_put()) PUTting export 00000000bd62336c : new refcount 0 00000020:00000080:0.0:1767384391.687722:0:40101:0:(genops.c:904:class_export_put()) final put 00000000bd62336c/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384391.687724:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687726:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384391.687727:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 00000000bd62336c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384391.687729:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384391.687730:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.687731:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bd62336c. 00000020:00000001:0.0:1767384391.687736:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384391.687737:0:40101:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1767384391.687738:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:0.0:1767384391.687739:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384391.687742:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aec648a. 00000020:00000010:0.0:1767384391.687745:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a5f26f8. 00000040:00000010:0.0:1767384391.687748:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5ab684e. 00000020:00000010:0.0:1767384391.687751:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000783c3a98. 00000020:00000010:0.0:1767384391.687755:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d00dbabc. 00040000:00000010:0.0:1767384391.687758:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.687761:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af255971. 00080000:00000010:0.0:1767384391.687765:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384391.687768:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 00080000:00000001:0.0:1767384391.687774:0:40101:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:0.0:1767384391.687796:0:40101:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000002667bd51. 00000020:00000010:0.0:1767384391.687803:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000000911f401. 00000020:00000010:0.0:1767384391.687806:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000a60dc971. 00000020:00000010:0.0:1767384391.687807:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000007c301228. 00000020:00000010:0.0:1767384391.687809:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000018a15df8. 00000020:00000010:0.0:1767384391.687811:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000002f2f9108. 00000020:00000010:0.0:1767384391.687813:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005964a612. 00080000:00000010:0.0:1767384391.687816:0:40101:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 00000000a132fbdf. 00080000:00000001:0.0:1767384391.687821:0:40101:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.687825:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a5f26f8. 00000040:00000010:0.0:1767384391.687828:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5ab684e. 00000020:00000010:0.0:1767384391.687830:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000783c3a98. 00000020:00000010:0.0:1767384391.687833:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d00dbabc. 00040000:00000010:0.0:1767384391.687837:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c22bdb1. 00040000:00000010:0.0:1767384391.687840:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af255971. 00080000:00000010:0.0:1767384391.687843:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000779e1c6. 00080000:00000010:0.0:1767384391.687846:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068168ed2. 00000020:00000010:0.0:1767384391.687849:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aec648a. 00000020:00000001:0.0:1767384391.687851:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384391.687853:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009a60fe89. 00000020:00000001:0.0:1767384391.687859:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687862:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.687864:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008df959b6. 00000020:00000001:0.0:1767384391.687868:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384391.687870:0:40101:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687872:0:40101:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687877:0:40101:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767384391.687879:0:40101:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000be118001 00000020:00000010:0.0:1767384391.687882:0:40101:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 00000000bf463166. 00000020:00000010:0.0:1767384391.687885:0:40101:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000ba5ae0e1. 00000020:00000010:0.0:1767384391.687889:0:40101:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000c1275675. 00000020:00000010:0.0:1767384391.687892:0:40101:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 00000000fc564d16. 00000020:00000010:0.0:1767384391.687894:0:40101:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000dd55d217. 00000020:00000010:0.0:1767384391.687896:0:40101:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000004d48b0a6. 00000020:00000010:0.0:1767384391.687898:0:40101:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000be118001. 00000020:00000001:0.0:1767384391.687900:0:40101:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.687901:0:40101:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384391.687904:0:40101:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1767384391.687911:0:40101:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384391.687912:0:40101:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:0.0:1767384391.687914:0:40101:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000007459f969. 00000020:00000080:0.0:1767384391.687916:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384391.687917:0:40101:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384391.687920:0:40101:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384391.687922:0:40101:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384391.687923:0:40101:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000ebc98183) has no exports 00000020:00000001:0.0:1767384391.687925:0:40101:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384391.687926:0:40101:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384391.687928:0:40101:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:0.0:1767384391.687930:0:40101:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:0.0:1767384391.687932:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384391.687933:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:0.0:1767384391.687936:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384391.687937:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384391.687938:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:0.0:1767384391.687939:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:0.0:1767384391.687941:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:0.0:1767384391.687941:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:0.0:1767384391.687943:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:0.0:1767384391.687964:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:2.0:1767384391.687984:0:17854:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000054fea49d. 00000020:00000010:3.0:1767384391.687988:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b61eb1d1. 00000040:00000010:2.0:1767384391.687991:0:17854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000051bac3e4. 00000040:00000010:3.0:1767384391.687995:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b139f29d. 00000020:00000010:1.0:1767384391.687995:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068d3fde6. 00000020:00000010:2.0:1767384391.687996:0:17854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9ac6d43. 00000020:00000010:3.0:1767384391.688001:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d78ee57. 00000020:00000010:2.0:1767384391.688004:0:17854:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c655424a. 00000040:00000010:1.0:1767384391.688005:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a7eb4d6. 00000020:00000010:3.0:1767384391.688007:0:17079:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006ceba43e. 00000020:00000010:2.0:1767384391.688010:0:17854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f13c3d77. 00000020:00000010:1.0:1767384391.688013:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079aaa477. 00000020:00000010:3.0:1767384391.688015:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c65f1b78. 80000000:00000010:2.0:1767384391.688016:0:17854:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a687ac02. 00000020:00000010:1.0:1767384391.688021:0:17080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b6bdc75. 40000000:00000010:2.0:1767384391.688024:0:17854:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000048a8d3a9. 80000000:00000010:3.0:1767384391.688025:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b64c3198. 00000020:00000010:1.0:1767384391.688029:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c291bd2d. 00100000:00000010:2.0:1767384391.688030:0:17854:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f0e0f427. 40000000:00000010:3.0:1767384391.688032:0:17079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000048f32b96. 00040000:00000010:2.0:1767384391.688037:0:17854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8af2d17. 80000000:00000010:1.0:1767384391.688037:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006381b913. 00100000:00000010:3.0:1767384391.688040:0:17079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6250af3. 00040000:00000010:2.0:1767384391.688044:0:17854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb169d76. 40000000:00000010:1.0:1767384391.688046:0:17080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000014baf4ad. 00040000:00000010:3.0:1767384391.688047:0:17079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007313cb2f. 00080000:00000010:2.0:1767384391.688050:0:17854:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000be3a8ff0. 00100000:00000010:1.0:1767384391.688054:0:17080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007af615f4. 00040000:00000010:3.0:1767384391.688055:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cfc670cc. 00080000:00000010:2.0:1767384391.688056:0:17854:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000016f50af1. 00040000:00000010:1.0:1767384391.688062:0:17080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a15fa79a. 00080000:00000010:3.0:1767384391.688064:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ddb532f7. 00000004:00000010:2.0:1767384391.688068:0:17854:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000067f86bff. 00040000:00000010:1.0:1767384391.688070:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aaf931b9. 00080000:00000010:3.0:1767384391.688071:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d2a3ac7. 00002000:00000010:2.0:1767384391.688074:0:17854:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001653b21. 00000020:00000010:2.0:1767384391.688080:0:17854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014694316. 00000004:00000010:3.0:1767384391.688081:0:17079:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d7a4a520. 00080000:00000010:1.0:1767384391.688081:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c460d012. 00000020:00000010:2.0:1767384391.688086:0:17854:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000fdd2c5b. 00002000:00000010:3.0:1767384391.688090:0:17079:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003952426e. 00080000:00000010:1.0:1767384391.688092:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000888cafaa. 00000100:00000010:2.0:1767384391.688095:0:17854:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000baffee40. 00000020:00000010:3.0:1767384391.688096:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b40a2ad9. 00000100:00100000:2.0:1767384391.688118:0:17854:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000c716548c:17854] 3 exiting: rc = 0 00000004:00000010:1.0:1767384391.688125:0:17080:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000048bb250f. 00000020:00000010:3.0:1767384391.688129:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004ccdc112. 00002000:00000010:1.0:1767384391.688132:0:17080:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009583a060. 00000020:00000010:1.0:1767384391.688137:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097794399. 00000020:00000010:1.0:1767384391.688142:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000053dacd71. 00000100:00000010:3.0:1767384391.688143:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003ff7abf5. 00000020:00000010:0.0:1767384391.688148:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007c52303c. 00000100:00100000:3.0:1767384391.688150:0:17079:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000ecf3f4b7:17079] 0 exiting: rc = 1 00000100:00000010:1.0:1767384391.688151:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003476539f. 00000040:00000010:0.0:1767384391.688153:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ac9471b. 00000100:00100000:1.0:1767384391.688156:0:17080:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [0000000058a1bf80:17080] 1 exiting: rc = 0 00000020:00000010:0.0:1767384391.688161:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043166298. 00000020:00000010:0.0:1767384391.688167:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ec305fef. 00000020:00000010:0.0:1767384391.688171:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d54c3c51. 80000000:00000010:0.0:1767384391.688175:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d748f66. 40000000:00000010:0.0:1767384391.688178:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005fee471b. 00100000:00000010:0.0:1767384391.688181:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000048ad644. 00040000:00000010:0.0:1767384391.688184:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000919c4b54. 00040000:00000010:0.0:1767384391.688187:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bba5200. 00080000:00000010:0.0:1767384391.688192:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001a26ec5a. 00080000:00000010:0.0:1767384391.688198:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003a5ad71d. 00000004:00000010:0.0:1767384391.688202:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d1a0fd0. 00002000:00000010:0.0:1767384391.688206:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dcf4dd51. 00000020:00000010:0.0:1767384391.688208:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018458e8e. 00000020:00000010:0.0:1767384391.688212:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a1834f9b. 00000100:00000010:0.0:1767384391.688218:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004dacc3a3. 00000100:00100000:0.0:1767384391.688221:0:17081:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000253f3a78:17081] 2 exiting: rc = 0 00000100:00000010:1.0:1767384391.688233:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ecf3f4b7. 00000100:00000010:1.0:1767384391.688238:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000058a1bf80. 00000100:00000010:1.0:1767384391.688244:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000253f3a78. 00000100:00000010:1.0:1767384391.688248:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c716548c. 00000100:00000001:1.0:1767384391.688253:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384391.688254:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384391.688258:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384391.688263:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688264:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688267:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e275408a. 00000400:00000200:1.0:1767384391.688270:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003126b603 00000400:00000010:1.0:1767384391.688272:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003126b603. 00000100:00000001:1.0:1767384391.688276:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688277:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688282:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688284:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.688285:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688286:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688287:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688288:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009276a7ea. 00000400:00000200:1.0:1767384391.688289:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612e4765 00000400:00000010:1.0:1767384391.688290:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000612e4765. 00000100:00000001:1.0:1767384391.688292:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688293:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688295:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688296:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384391.688297:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688299:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688299:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688301:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5eaf26. 00000400:00000200:1.0:1767384391.688302:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deddd98e 00000400:00000010:1.0:1767384391.688303:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000deddd98e. 00000100:00000001:1.0:1767384391.688304:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688305:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688307:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688308:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384391.688309:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688310:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688310:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688311:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c017ca05. 00000400:00000200:1.0:1767384391.688312:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005334a1cf 00000400:00000010:1.0:1767384391.688313:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005334a1cf. 00000100:00000001:1.0:1767384391.688314:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688315:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688317:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688318:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384391.688319:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688320:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688321:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688321:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000420512eb. 00000400:00000200:1.0:1767384391.688322:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496e68ec 00000400:00000010:1.0:1767384391.688323:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000496e68ec. 00000100:00000001:1.0:1767384391.688325:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688325:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688328:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688328:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384391.688329:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688330:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688331:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688331:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006432b404. 00000400:00000200:1.0:1767384391.688332:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1d5bea3 00000400:00000010:1.0:1767384391.688333:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b1d5bea3. 00000100:00000001:1.0:1767384391.688334:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688335:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688337:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688339:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384391.688340:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688341:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688342:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688342:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfcb866b. 00000400:00000200:1.0:1767384391.688343:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c51ce7c 00000400:00000010:1.0:1767384391.688344:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005c51ce7c. 00000100:00000001:1.0:1767384391.688346:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688346:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688350:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688351:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384391.688352:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688354:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688355:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688356:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082fbd390. 00000400:00000200:1.0:1767384391.688358:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073319df 00000400:00000010:1.0:1767384391.688360:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000073319df. 00000100:00000001:1.0:1767384391.688363:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688364:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688367:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688369:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384391.688370:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688372:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688373:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688374:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c84c842e. 00000400:00000200:1.0:1767384391.688377:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cfa11a2 00000400:00000010:1.0:1767384391.688389:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004cfa11a2. 00000100:00000001:1.0:1767384391.688392:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688393:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688397:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688398:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384391.688400:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688402:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688403:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688404:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000012e6cf9. 00000400:00000200:1.0:1767384391.688407:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000199f7e38 00000400:00000010:1.0:1767384391.688408:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000199f7e38. 00000100:00000001:1.0:1767384391.688411:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688412:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688416:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688417:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384391.688419:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688421:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688422:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688423:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027bce28d. 00000400:00000200:1.0:1767384391.688424:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dc89106 00000400:00000010:1.0:1767384391.688426:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000dc89106. 00000100:00000001:1.0:1767384391.688428:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688429:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688433:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688435:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384391.688436:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688438:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688439:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688440:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42854d0. 00000400:00000200:1.0:1767384391.688442:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d649d3 00000400:00000010:1.0:1767384391.688444:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000052d649d3. 00000100:00000001:1.0:1767384391.688446:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688447:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688451:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688453:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384391.688454:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688456:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688457:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688458:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0da696d. 00000400:00000200:1.0:1767384391.688460:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042997fc2 00000400:00000010:1.0:1767384391.688462:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000042997fc2. 00000100:00000001:1.0:1767384391.688464:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688465:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688468:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688469:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384391.688470:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688471:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688472:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688473:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000335848c6. 00000400:00000200:1.0:1767384391.688474:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f16ca1 00000400:00000010:1.0:1767384391.688476:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000055f16ca1. 00000100:00000001:1.0:1767384391.688477:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688490:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688495:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688496:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384391.688498:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688499:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688500:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688501:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090521678. 00000400:00000200:1.0:1767384391.688504:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d15191a2 00000400:00000010:1.0:1767384391.688505:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d15191a2. 00000100:00000001:1.0:1767384391.688506:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688507:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688509:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688510:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384391.688511:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688512:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688513:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688513:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000485bbddb. 00000400:00000200:1.0:1767384391.688514:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d790ab0 00000400:00000010:1.0:1767384391.688515:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d790ab0. 00000100:00000001:1.0:1767384391.688526:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688527:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688529:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688530:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384391.688531:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688532:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688532:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688533:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b3bdb5f. 00000400:00000200:1.0:1767384391.688534:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d4abd9 00000400:00000010:1.0:1767384391.688535:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000050d4abd9. 00000100:00000001:1.0:1767384391.688536:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688537:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688539:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688540:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384391.688540:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688541:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688542:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688543:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0cd0111. 00000400:00000200:1.0:1767384391.688544:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013c85e6d 00000400:00000010:1.0:1767384391.688545:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000013c85e6d. 00000100:00000001:1.0:1767384391.688547:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688548:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688550:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688551:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384391.688552:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688553:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688553:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688554:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009be9a918. 00000400:00000200:1.0:1767384391.688555:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a829de 00000400:00000010:1.0:1767384391.688556:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b1a829de. 00000100:00000001:1.0:1767384391.688557:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688557:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688560:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688560:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384391.688561:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688562:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688562:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688563:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039007a52. 00000400:00000200:1.0:1767384391.688564:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562ebe84 00000400:00000010:1.0:1767384391.688565:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000562ebe84. 00000100:00000001:1.0:1767384391.688566:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688567:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688569:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688570:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384391.688571:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688572:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688572:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688573:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c2b679e. 00000400:00000200:1.0:1767384391.688574:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a58c280 00000400:00000010:1.0:1767384391.688575:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001a58c280. 00000100:00000001:1.0:1767384391.688576:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688577:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688579:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688580:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384391.688580:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688582:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688582:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688583:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004264e6b7. 00000400:00000200:1.0:1767384391.688584:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cedbf966 00000400:00000010:1.0:1767384391.688585:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cedbf966. 00000100:00000001:1.0:1767384391.688586:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688587:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688589:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688590:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384391.688590:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688591:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688592:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688592:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7417473. 00000400:00000200:1.0:1767384391.688593:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000828a2ef3 00000400:00000010:1.0:1767384391.688594:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000828a2ef3. 00000100:00000001:1.0:1767384391.688596:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688596:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688598:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688599:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384391.688600:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688601:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688601:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688602:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ebe0b49. 00000400:00000200:1.0:1767384391.688603:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df318a6b 00000400:00000010:1.0:1767384391.688604:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df318a6b. 00000100:00000001:1.0:1767384391.688605:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688606:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688608:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688609:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384391.688610:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688610:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688611:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688611:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000795d4533. 00000400:00000200:1.0:1767384391.688612:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092022cb2 00000400:00000010:1.0:1767384391.688613:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000092022cb2. 00000100:00000001:1.0:1767384391.688615:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688615:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688617:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688619:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384391.688621:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688622:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688623:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688625:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0b59c22. 00000400:00000200:1.0:1767384391.688626:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eed0c74e 00000400:00000010:1.0:1767384391.688628:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eed0c74e. 00000100:00000001:1.0:1767384391.688630:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688631:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688635:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688636:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384391.688638:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688639:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688640:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688642:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ab599d0. 00000400:00000200:1.0:1767384391.688644:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec477b63 00000400:00000010:1.0:1767384391.688645:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ec477b63. 00000100:00000001:1.0:1767384391.688648:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688649:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688653:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688655:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384391.688656:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688658:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688659:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688661:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b54b2eb2. 00000400:00000200:1.0:1767384391.688662:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac6f8ee 00000400:00000010:1.0:1767384391.688663:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aac6f8ee. 00000100:00000001:1.0:1767384391.688665:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688665:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688669:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688670:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384391.688670:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688671:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688672:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688673:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068d96f29. 00000400:00000200:1.0:1767384391.688674:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061cc1385 00000400:00000010:1.0:1767384391.688675:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061cc1385. 00000100:00000001:1.0:1767384391.688676:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688677:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688680:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688681:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384391.688682:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688683:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688684:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688685:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025a44964. 00000400:00000200:1.0:1767384391.688686:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7d617f7 00000400:00000010:1.0:1767384391.688686:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f7d617f7. 00000100:00000001:1.0:1767384391.688688:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688688:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688691:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688691:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384391.688692:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688693:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688694:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688694:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c756887. 00000400:00000200:1.0:1767384391.688695:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc14761f 00000400:00000010:1.0:1767384391.688696:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cc14761f. 00000100:00000001:1.0:1767384391.688698:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688698:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688701:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688701:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384391.688702:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688703:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688704:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688704:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe8426c6. 00000400:00000200:1.0:1767384391.688705:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d0ea882 00000400:00000010:1.0:1767384391.688706:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004d0ea882. 00000100:00000001:1.0:1767384391.688707:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688708:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688710:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688711:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384391.688712:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688713:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688713:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688714:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a6446e. 00000400:00000200:1.0:1767384391.688715:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe7479f0 00000400:00000010:1.0:1767384391.688716:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fe7479f0. 00000100:00000001:1.0:1767384391.688718:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688718:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688721:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688722:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384391.688723:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688723:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688724:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688725:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000611d3631. 00000400:00000200:1.0:1767384391.688726:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac8b878 00000400:00000010:1.0:1767384391.688726:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007ac8b878. 00000100:00000001:1.0:1767384391.688728:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688728:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688731:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688732:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384391.688732:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688733:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688734:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688734:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e8eb437. 00000400:00000200:1.0:1767384391.688735:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000671550ca 00000400:00000010:1.0:1767384391.688736:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000671550ca. 00000100:00000001:1.0:1767384391.688737:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688738:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688740:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688741:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384391.688742:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688743:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688743:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688744:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e017fc9. 00000400:00000200:1.0:1767384391.688745:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6c1bc41 00000400:00000010:1.0:1767384391.688746:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b6c1bc41. 00000100:00000001:1.0:1767384391.688747:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688748:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688750:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688751:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384391.688752:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688752:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688753:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688754:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f192694. 00000400:00000200:1.0:1767384391.688755:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000859a75c5 00000400:00000010:1.0:1767384391.688756:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000859a75c5. 00000100:00000001:1.0:1767384391.688758:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688758:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688761:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688761:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384391.688762:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688763:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688763:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688764:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7a2632f. 00000400:00000200:1.0:1767384391.688765:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c173adba 00000400:00000010:1.0:1767384391.688766:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c173adba. 00000100:00000001:1.0:1767384391.688767:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688768:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688770:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688771:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384391.688771:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688772:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688773:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688773:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a6e70b. 00000400:00000200:1.0:1767384391.688774:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f566c3c2 00000400:00000010:1.0:1767384391.688775:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f566c3c2. 00000100:00000001:1.0:1767384391.688776:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688777:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688779:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688780:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384391.688781:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688782:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688782:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688783:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84e3ca8. 00000400:00000200:1.0:1767384391.688784:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a742d153 00000400:00000010:1.0:1767384391.688785:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a742d153. 00000100:00000001:1.0:1767384391.688786:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688786:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688789:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688790:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384391.688790:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688792:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688792:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688793:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000364dc456. 00000400:00000200:1.0:1767384391.688794:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a17becd 00000400:00000010:1.0:1767384391.688795:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000a17becd. 00000100:00000001:1.0:1767384391.688796:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688797:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688799:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688800:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384391.688800:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688801:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688802:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688802:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c4f4bf9. 00000400:00000200:1.0:1767384391.688804:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f790664 00000400:00000010:1.0:1767384391.688804:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009f790664. 00000100:00000001:1.0:1767384391.688806:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688806:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688808:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688809:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384391.688810:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688811:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688812:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688812:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000565f5efe. 00000400:00000200:1.0:1767384391.688813:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7011bf0 00000400:00000010:1.0:1767384391.688814:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b7011bf0. 00000100:00000001:1.0:1767384391.688815:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688816:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688818:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688819:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384391.688820:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688820:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688821:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688822:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b13aca. 00000400:00000200:1.0:1767384391.688823:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd6c66f 00000400:00000010:1.0:1767384391.688823:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002cd6c66f. 00000100:00000001:1.0:1767384391.688825:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688825:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688828:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688829:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384391.688830:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688831:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688832:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688832:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f479ee. 00000400:00000200:1.0:1767384391.688834:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3fa9c8 00000400:00000010:1.0:1767384391.688834:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002c3fa9c8. 00000100:00000001:1.0:1767384391.688836:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688836:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688839:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688839:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384391.688840:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688841:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688841:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688842:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000930809b4. 00000400:00000200:1.0:1767384391.688843:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac7379a 00000400:00000010:1.0:1767384391.688844:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cac7379a. 00000100:00000001:1.0:1767384391.688845:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688846:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688848:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688849:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384391.688849:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688851:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688851:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688852:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dd72283. 00000400:00000200:1.0:1767384391.688853:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5b535c1 00000400:00000010:1.0:1767384391.688854:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b5b535c1. 00000100:00000001:1.0:1767384391.688855:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688855:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688858:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688858:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384391.688859:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688860:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688861:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688861:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000649d8d58. 00000400:00000200:1.0:1767384391.688862:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004982857a 00000400:00000010:1.0:1767384391.688863:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004982857a. 00000100:00000001:1.0:1767384391.688864:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688865:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688868:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688868:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384391.688869:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688870:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688871:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688871:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a99985b7. 00000400:00000200:1.0:1767384391.688872:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009569ccf8 00000400:00000010:1.0:1767384391.688873:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009569ccf8. 00000100:00000001:1.0:1767384391.688874:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688875:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688877:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688878:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384391.688879:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688879:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688880:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688881:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb72d438. 00000400:00000200:1.0:1767384391.688882:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c19666bf 00000400:00000010:1.0:1767384391.688882:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c19666bf. 00000100:00000001:1.0:1767384391.688884:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688884:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688886:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688887:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384391.688888:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688889:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688889:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688890:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e88ac4a. 00000400:00000200:1.0:1767384391.688891:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ff359cd 00000400:00000010:1.0:1767384391.688892:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008ff359cd. 00000100:00000001:1.0:1767384391.688893:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688894:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688896:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688897:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384391.688898:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688898:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688899:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688900:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000154f049d. 00000400:00000200:1.0:1767384391.688901:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb1cbca3 00000400:00000010:1.0:1767384391.688902:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cb1cbca3. 00000100:00000001:1.0:1767384391.688903:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688904:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688906:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688907:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384391.688908:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688909:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688909:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688910:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838e616d. 00000400:00000200:1.0:1767384391.688911:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175a9be6 00000400:00000010:1.0:1767384391.688912:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000175a9be6. 00000100:00000001:1.0:1767384391.688913:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688914:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688916:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688917:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384391.688917:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688918:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688919:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688919:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec064fa9. 00000400:00000200:1.0:1767384391.688920:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033623cf1 00000400:00000010:1.0:1767384391.688921:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000033623cf1. 00000100:00000001:1.0:1767384391.688922:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688923:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688925:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688926:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384391.688927:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688928:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688928:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688929:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098c8f9a9. 00000400:00000200:1.0:1767384391.688930:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000793b11d7 00000400:00000010:1.0:1767384391.688931:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000793b11d7. 00000100:00000001:1.0:1767384391.688932:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688933:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688935:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688936:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384391.688937:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688938:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688938:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688939:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047f562fd. 00000400:00000200:1.0:1767384391.688940:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005587e5f5 00000400:00000010:1.0:1767384391.688941:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005587e5f5. 00000100:00000001:1.0:1767384391.688943:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688944:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688946:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688947:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384391.688948:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688949:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688949:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688950:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115326ef. 00000400:00000200:1.0:1767384391.688951:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e1eb73f 00000400:00000010:1.0:1767384391.688952:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000e1eb73f. 00000100:00000001:1.0:1767384391.688953:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688953:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688956:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688957:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384391.688957:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688958:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688959:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688959:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089d086c8. 00000400:00000200:1.0:1767384391.688960:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f55b97 00000400:00000010:1.0:1767384391.688961:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a9f55b97. 00000100:00000001:1.0:1767384391.688962:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688963:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688965:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688966:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384391.688967:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688968:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688968:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688969:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aff2842. 00000400:00000200:1.0:1767384391.688970:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9fce55 00000400:00000010:1.0:1767384391.688971:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005e9fce55. 00000100:00000001:1.0:1767384391.688972:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688972:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688975:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688975:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384391.688976:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688978:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688978:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688980:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c4412b. 00000400:00000200:1.0:1767384391.688981:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000674c58f7 00000400:00000010:1.0:1767384391.688982:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000674c58f7. 00000100:00000001:1.0:1767384391.688983:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688984:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688986:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688987:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384391.688988:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688989:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.688989:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.688990:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b540975. 00000400:00000200:1.0:1767384391.688991:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009485cfa6 00000400:00000010:1.0:1767384391.688992:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009485cfa6. 00000100:00000001:1.0:1767384391.688993:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.688994:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.688996:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.688997:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384391.688998:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.688999:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.689000:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.689000:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b441a92. 00000400:00000200:1.0:1767384391.689001:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d13e99d 00000400:00000010:1.0:1767384391.689002:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008d13e99d. 00000100:00000001:1.0:1767384391.689005:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.689006:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.689008:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.689009:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384391.689010:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.689011:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.689011:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.689012:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16e9d80. 00000400:00000200:1.0:1767384391.689013:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a1c1757 00000400:00000010:1.0:1767384391.689014:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008a1c1757. 00000100:00000001:1.0:1767384391.689015:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.689016:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.689018:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.689020:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384391.689020:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.689021:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.689022:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.689023:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bcb53f3. 00000400:00000200:1.0:1767384391.689024:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007668c8db 00000400:00000010:1.0:1767384391.689025:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007668c8db. 00000100:00000001:1.0:1767384391.689026:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.689027:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384391.689029:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.689030:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384391.689031:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.689033:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689034:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689036:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689037:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689038:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689038:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689039:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689040:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689041:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689041:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689042:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689043:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689043:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689044:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689045:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689046:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689047:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689047:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689048:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689049:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689050:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689051:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689051:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689052:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689053:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689053:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689054:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689055:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689056:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689057:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689058:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689059:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689060:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689060:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689061:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689062:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689062:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689063:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689064:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689064:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689065:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689066:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689066:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689067:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689068:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689068:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689069:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689070:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689070:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689071:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689072:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689072:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689073:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689074:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689074:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689075:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689076:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689076:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689077:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689078:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689079:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689079:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689080:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689080:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689081:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689082:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689083:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689084:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689084:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689085:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689086:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689087:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689088:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689088:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689089:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689090:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689090:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689091:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689092:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689092:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689093:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689094:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689095:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689095:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689096:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689097:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689097:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689098:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689099:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000010:1.1:1767384391.689119:0:40101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000487adce6. 00010000:00000010:1.1:1767384391.689126:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061dc9fb6. 00010000:00000010:1.1:1767384391.689131:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad09f2fe. 00010000:00000010:1.1:1767384391.689137:0:40101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce8caa91. 00010000:00000010:1.1:1767384391.689143:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fcf7b3a. 00010000:00000010:1.1:1767384391.689147:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093ae9828. 00010000:00000010:1.1:1767384391.689153:0:40101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040ace832. 00010000:00000010:1.1:1767384391.689159:0:40101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a865b406. 00000100:00000001:1.0:1767384391.689165:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689168:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689169:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689172:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689173:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689176:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689177:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689179:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689181:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689183:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689185:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689187:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689188:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689190:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689192:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689194:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689195:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689197:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689198:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689201:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689202:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689204:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689206:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689208:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689209:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689212:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689213:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689215:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689216:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689219:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689220:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689222:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689223:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689225:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689226:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689227:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689228:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.689233:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.689234:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384391.689245:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689247:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005575b976. 02000000:00000001:1.0:1767384391.689250:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689252:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d7f7b24. 02000000:00000001:1.0:1767384391.689257:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689258:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000076ea51fc. 02000000:00000001:1.0:1767384391.689262:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689263:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000989923cf. 02000000:00000001:1.0:1767384391.689266:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689268:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a3cf4c5. 02000000:00000001:1.0:1767384391.689270:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689272:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001370fe0a. 02000000:00000001:1.0:1767384391.689279:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689280:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007bc56e22. 02000000:00000001:1.0:1767384391.689283:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689284:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a25a298e. 02000000:00000001:1.0:1767384391.689288:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689289:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000543f41fb. 02000000:00000001:1.0:1767384391.689293:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689294:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032f92edf. 02000000:00000001:1.0:1767384391.689298:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689299:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000df23c973. 02000000:00000001:1.0:1767384391.689302:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689304:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070a5c7dc. 02000000:00000001:1.0:1767384391.689308:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689309:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000022a116bd. 02000000:00000001:1.0:1767384391.689311:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689313:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d07863e9. 02000000:00000001:1.0:1767384391.689326:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689327:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e1bdebfd. 02000000:00000001:1.0:1767384391.689330:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689331:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000962f7c6f. 02000000:00000001:1.0:1767384391.689335:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689336:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056c7b671. 02000000:00000001:1.0:1767384391.689339:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689340:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000434b238c. 02000000:00000001:1.0:1767384391.689343:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689344:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c1b7f4f. 02000000:00000001:1.0:1767384391.689347:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689349:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb27f002. 02000000:00000001:1.0:1767384391.689353:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689354:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b82d23a7. 02000000:00000001:1.0:1767384391.689357:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689359:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061564bfb. 02000000:00000001:1.0:1767384391.689363:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689364:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071018bf9. 02000000:00000001:1.0:1767384391.689367:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689369:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078c0273f. 02000000:00000001:1.0:1767384391.689374:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689376:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b701ee0. 02000000:00000001:1.0:1767384391.689380:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689381:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce3de393. 02000000:00000001:1.0:1767384391.689386:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689388:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8cf08ac. 02000000:00000001:1.0:1767384391.689391:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689393:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf8f912. 02000000:00000001:1.0:1767384391.689399:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689400:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b52ef08. 02000000:00000001:1.0:1767384391.689403:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689404:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027891cf2. 02000000:00000001:1.0:1767384391.689407:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689408:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7334303. 02000000:00000001:1.0:1767384391.689411:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689412:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e02df17c. 02000000:00000001:1.0:1767384391.689416:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689417:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000081b62829. 02000000:00000001:1.0:1767384391.689419:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689420:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000357cd326. 02000000:00000001:1.0:1767384391.689423:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689425:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd523fe1. 02000000:00000001:1.0:1767384391.689428:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689438:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a17f7d2. 02000000:00000001:1.0:1767384391.689442:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689443:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c180ffb. 02000000:00000001:1.0:1767384391.689445:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689446:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000441b7899. 02000000:00000001:1.0:1767384391.689449:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689450:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094dfd1df. 02000000:00000001:1.0:1767384391.689454:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689455:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004953e58f. 02000000:00000001:1.0:1767384391.689458:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689459:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008085c437. 02000000:00000001:1.0:1767384391.689462:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689463:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081c117b0. 02000000:00000001:1.0:1767384391.689466:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689467:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002121f44b. 02000000:00000001:1.0:1767384391.689470:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689471:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 02000000:00000001:1.0:1767384391.689474:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689476:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000012b8b223. 02000000:00000001:1.0:1767384391.689492:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689494:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10265cc. 02000000:00000001:1.0:1767384391.689499:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689501:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000050da1182. 02000000:00000001:1.0:1767384391.689505:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689507:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034dd2de5. 02000000:00000001:1.0:1767384391.689511:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689513:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000020590083. 02000000:00000001:1.0:1767384391.689527:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689529:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a385a71. 02000000:00000001:1.0:1767384391.689534:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689535:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000288c084b. 02000000:00000001:1.0:1767384391.689537:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689538:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d6f515. 02000000:00000001:1.0:1767384391.689542:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689543:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002d0f0668. 02000000:00000001:1.0:1767384391.689546:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689547:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a7ca2ed. 02000000:00000001:1.0:1767384391.689550:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689550:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008fcde1b1. 02000000:00000001:1.0:1767384391.689552:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689553:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc06c8f. 02000000:00000001:1.0:1767384391.689555:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689556:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000257083fe. 02000000:00000001:1.0:1767384391.689558:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689559:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb795d1. 02000000:00000001:1.0:1767384391.689561:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689562:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000102ca90. 02000000:00000001:1.0:1767384391.689564:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689565:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000910766c. 02000000:00000001:1.0:1767384391.689566:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689567:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b00082be. 02000000:00000001:1.0:1767384391.689568:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689568:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024fc6f11. 02000000:00000001:1.0:1767384391.689574:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689574:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c797aee3. 02000000:00000001:1.0:1767384391.689576:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689576:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba53a584. 02000000:00000001:1.0:1767384391.689579:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689580:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bad5de94. 02000000:00000001:1.0:1767384391.689581:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689582:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daa0730e. 02000000:00000001:1.0:1767384391.689584:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689585:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ef8ce7c. 02000000:00000001:1.0:1767384391.689586:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689587:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff4b05c6. 02000000:00000001:1.0:1767384391.689588:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689589:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003257a49c. 02000000:00000001:1.0:1767384391.689590:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689591:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c955984. 02000000:00000001:1.0:1767384391.689593:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689594:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a975e13. 02000000:00000001:1.0:1767384391.689595:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689596:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000666a0fa3. 02000000:00000001:1.0:1767384391.689597:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689598:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dd45cd4e. 02000000:00000001:1.0:1767384391.689600:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689601:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b99937b. 02000000:00000001:1.0:1767384391.689603:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689604:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005ed8d9f7. 02000000:00000001:1.0:1767384391.689606:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689607:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073851622. 02000000:00000001:1.0:1767384391.689609:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689610:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a33bc5e. 02000000:00000001:1.0:1767384391.689613:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689614:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008254f8b6. 02000000:00000001:1.0:1767384391.689617:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689618:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ff756d20. 02000000:00000001:1.0:1767384391.689620:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689621:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006984c58d. 02000000:00000001:1.0:1767384391.689623:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689624:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b31cd7a3. 02000000:00000001:1.0:1767384391.689626:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689627:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070500aaf. 02000000:00000001:1.0:1767384391.689630:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689630:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fbb8806f. 02000000:00000001:1.0:1767384391.689633:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689635:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003029348e. 02000000:00000001:1.0:1767384391.689638:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689639:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af4e2fcf. 02000000:00000001:1.0:1767384391.689642:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689643:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b19fbc85. 02000000:00000001:1.0:1767384391.689647:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689648:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000051d7f049. 02000000:00000001:1.0:1767384391.689650:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689651:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 02000000:00000001:1.0:1767384391.689654:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689655:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000037d8bf30. 02000000:00000001:1.0:1767384391.689658:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689659:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b8ccf2e. 02000000:00000001:1.0:1767384391.689663:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.689664:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002ba19b9b. 02000000:00000001:1.0:1767384391.689666:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.689667:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065b25388. 00000100:00000010:1.0:1767384391.689673:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005e499085. 00000100:00000010:1.0:1767384391.689727:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000481d3086. 00000100:00000010:1.0:1767384391.689731:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005e896ad3. 00000100:00000010:1.0:1767384391.689774:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000171c210a. 00000100:00000010:1.0:1767384391.689776:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ea676d76. 00000100:00000010:1.0:1767384391.689798:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008de3ac77. 00000100:00000010:1.0:1767384391.689799:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004775b628. 00000100:00000010:1.0:1767384391.689823:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2e96b82. 00000100:00000010:1.0:1767384391.689824:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004140fad2. 00000100:00000010:1.0:1767384391.689844:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003501b45e. 00000100:00000010:1.0:1767384391.689846:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d7d15d7. 00000100:00000010:1.0:1767384391.689865:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015fb6833. 00000100:00000010:1.0:1767384391.689867:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009776351d. 00000100:00000010:1.0:1767384391.689884:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0026cdf. 00000100:00000010:1.0:1767384391.689885:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065159f4d. 00000100:00000010:1.0:1767384391.689902:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d49947b5. 00000100:00000010:1.0:1767384391.689904:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006b4ea085. 00000100:00000010:1.0:1767384391.689930:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe040c3d. 00000100:00000010:1.0:1767384391.689932:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d1afbe10. 00000100:00000010:1.0:1767384391.689946:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4f164f6. 00000100:00000010:1.0:1767384391.689948:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000442abef5. 00000100:00000010:1.0:1767384391.689965:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de1d8ad1. 00000100:00000010:1.0:1767384391.689967:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a49f0aa1. 00000100:00000010:1.0:1767384391.689982:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8d8a3d9. 00000100:00000010:1.0:1767384391.689984:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007020a40f. 00000100:00000010:1.0:1767384391.689999:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077f343d4. 00000100:00000010:1.0:1767384391.690001:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc6c8388. 00000100:00000010:1.0:1767384391.690016:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007711e53c. 00000100:00000010:1.0:1767384391.690017:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000021f722ef. 00000100:00000010:1.0:1767384391.690033:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002601b7d6. 00000100:00000010:1.0:1767384391.690035:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2bf2cda. 00000100:00000010:1.0:1767384391.690066:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004ef86a9. 00000100:00000010:1.0:1767384391.690067:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bae68901. 00000100:00000010:1.0:1767384391.690089:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d58e156. 00000100:00000010:1.0:1767384391.690090:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000191c0e36. 00000100:00000010:1.0:1767384391.690134:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dc0e487. 00000100:00000010:1.0:1767384391.690137:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fe8254f5. 00000100:00000010:1.0:1767384391.690157:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000130f5639. 00000100:00000010:1.0:1767384391.690158:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000623d7de9. 00000100:00000010:1.0:1767384391.690176:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001473774f. 00000100:00000010:1.0:1767384391.690177:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000005f1cb02. 00000100:00000010:1.0:1767384391.690198:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebeea356. 00000100:00000010:1.0:1767384391.690199:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000067ea5d4. 00000100:00000010:1.0:1767384391.690217:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa79f672. 00000100:00000010:1.0:1767384391.690218:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000045cf62db. 00000100:00000010:1.0:1767384391.690233:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000366dea54. 00000100:00000010:1.0:1767384391.690234:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008517f0ef. 00000100:00000010:1.0:1767384391.690247:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b440d129. 00000100:00000010:1.0:1767384391.690248:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000eeb4a43e. 00000100:00000010:1.0:1767384391.690261:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009355fcf3. 00000100:00000010:1.0:1767384391.690262:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a73ff66f. 00000100:00000010:1.0:1767384391.690286:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002734674e. 00000100:00000010:1.0:1767384391.690293:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008a410483. 00000100:00000010:1.0:1767384391.690310:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff3dccd6. 00000100:00000010:1.0:1767384391.690316:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b8de04dc. 00000100:00000010:1.0:1767384391.690332:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e136a54b. 00000100:00000010:1.0:1767384391.690334:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002ef7a647. 00000100:00000010:1.0:1767384391.690366:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1a9c148. 00000100:00000010:1.0:1767384391.690369:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e6a34a12. 00000100:00000010:1.0:1767384391.690392:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ec86ea8. 00000100:00000010:1.0:1767384391.690395:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e4fd1856. 00000100:00000010:1.0:1767384391.690412:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065269584. 00000100:00000010:1.0:1767384391.690415:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ecf7ade7. 00000100:00000010:1.0:1767384391.690443:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006664940b. 00000100:00000010:1.0:1767384391.690447:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006d966806. 00000100:00000010:1.0:1767384391.690463:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afd0543e. 00000100:00000010:1.0:1767384391.690465:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a7ba892a. 00000100:00000010:1.0:1767384391.690494:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061ae04c0. 00000100:00000010:1.0:1767384391.690496:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000390e0213. 00000100:00000010:1.0:1767384391.690531:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8263f4d. 00000100:00000010:1.0:1767384391.690534:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000866b9131. 00000100:00000010:1.0:1767384391.690553:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e9a054d. 00000100:00000010:1.0:1767384391.690554:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d71dd04c. 00000100:00000010:1.0:1767384391.690568:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065587b6d. 00000100:00000010:1.0:1767384391.690571:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000096028352. 00000100:00000010:1.0:1767384391.690585:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b983b564. 00000100:00000010:1.0:1767384391.690587:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006017a7be. 00000100:00000010:1.0:1767384391.690605:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000504233f3. 00000100:00000010:1.0:1767384391.690606:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002a163b01. 00000100:00000010:1.0:1767384391.690624:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000466cf044. 00000100:00000010:1.0:1767384391.690626:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001b39af30. 00000100:00000010:1.0:1767384391.690644:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004694d298. 00000100:00000010:1.0:1767384391.690647:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e8a76717. 00000100:00000010:1.0:1767384391.690664:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a54bf1a. 00000100:00000010:1.0:1767384391.690666:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ceafa2d2. 00000100:00000010:1.0:1767384391.690683:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005dd43f8. 00000100:00000010:1.0:1767384391.690685:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000067bcea50. 00000100:00000010:1.0:1767384391.690705:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000674c6195. 00000100:00000010:1.0:1767384391.690707:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c521021e. 00000100:00000010:1.0:1767384391.690726:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ad5ab37. 00000100:00000010:1.0:1767384391.690728:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000017b6bd16. 00000100:00000010:1.0:1767384391.690745:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c261ee7. 00000100:00000010:1.0:1767384391.690746:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cdef8e3d. 00000100:00000010:1.0:1767384391.690760:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efb74700. 00000100:00000010:1.0:1767384391.690762:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bc9c53ce. 00000100:00000010:1.0:1767384391.690774:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca236097. 00000100:00000010:1.0:1767384391.690776:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e86d220b. 00000100:00000010:1.0:1767384391.690789:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095f8d64e. 00000100:00000010:1.0:1767384391.690791:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000077d7da8a. 00000100:00000010:1.0:1767384391.690803:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000068fa9e9. 00000100:00000010:1.0:1767384391.690804:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002389197b. 00000100:00000010:1.0:1767384391.690823:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000009668fd. 00000100:00000010:1.0:1767384391.690824:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004c3505ab. 00000100:00000010:1.0:1767384391.690842:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dda3ce07. 00000100:00000010:1.0:1767384391.690843:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a6b53f17. 00000100:00000010:1.0:1767384391.690859:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f56b94f. 00000100:00000010:1.0:1767384391.690872:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000052c3a9c3. 00000100:00000010:1.0:1767384391.690892:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e2c1b01. 00000100:00000010:1.0:1767384391.690894:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003b8fe43d. 00000100:00000010:1.0:1767384391.690910:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003784c7f9. 00000100:00000010:1.0:1767384391.690911:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000abc66196. 00000100:00000010:1.0:1767384391.690924:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ca04ae0. 00000100:00000010:1.0:1767384391.690926:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000494a0546. 00000100:00000010:1.0:1767384391.690938:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000989610eb. 00000100:00000010:1.0:1767384391.690939:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000038533cfe. 00000100:00000010:1.0:1767384391.690954:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000668698c2. 00000100:00000010:1.0:1767384391.690956:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002a90844e. 00000100:00000010:1.0:1767384391.690969:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2ac5ee6. 00000100:00000010:1.0:1767384391.690971:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ddda1f3e. 00000100:00000010:1.0:1767384391.690984:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0325a72. 00000100:00000010:1.0:1767384391.690986:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f21dcc94. 00000100:00000010:1.0:1767384391.691009:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4a32155. 00000100:00000010:1.0:1767384391.691011:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003974f622. 00000100:00000010:1.0:1767384391.691023:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b87b876e. 00000100:00000010:1.0:1767384391.691025:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000013f0bc04. 00000100:00000010:1.0:1767384391.691044:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089ec3c03. 00000100:00000010:1.0:1767384391.691045:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b972d19e. 00000100:00000010:1.0:1767384391.691065:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5c857d2. 00000100:00000010:1.0:1767384391.691068:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000986c61f3. 00000100:00000010:1.0:1767384391.691076:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000d14d8e98. 00000100:00000010:1.0:1767384391.691084:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000006a7fdf2d. 00000100:00000010:1.0:1767384391.691095:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000f4363904. 00000100:00000001:1.0:1767384391.691132:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384391.691134:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691136:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.691137:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.691139:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003c7942d0. 00000100:00000001:1.0:1767384391.691142:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.691143:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.691144:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691146:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ba1140c8. 00000100:00000001:1.0:1767384391.691147:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691148:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691149:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cba0f0c8. 00000100:00000001:1.0:1767384391.691150:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691151:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691151:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004a850f80. 00000100:00000001:1.0:1767384391.691152:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691153:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691154:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000090484344. 00000100:00000001:1.0:1767384391.691155:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691156:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.691156:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.691157:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003d46ce07. 00000100:00000001:1.0:1767384391.691159:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.691160:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.691161:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691161:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004f6ccb70. 00000100:00000001:1.0:1767384391.691163:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691163:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691164:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006ad513ff. 00000100:00000001:1.0:1767384391.691165:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691166:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691166:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007729ff44. 00000100:00000001:1.0:1767384391.691167:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.691168:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.691168:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007446fea1. 00000100:00000010:1.0:1767384391.691170:0:40101:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000e1eb029a. 00000100:00000001:1.0:1767384391.691171:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384391.691225:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000c6fe8bf. 00000020:00000010:1.0:1767384391.691228:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e70efb25. 00000020:00000010:1.0:1767384391.691229:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000070f14552. 00000020:00000010:1.0:1767384391.691231:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000909fee6d. 00000020:00000010:1.0:1767384391.691234:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d64fbb07. 00000020:00000010:1.0:1767384391.691236:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008db07d7d. 00000100:00000010:1.0:1767384391.691255:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ffc44f7d. 00000100:00000010:1.0:1767384391.691261:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000076e8469d. 00000100:00000010:1.0:1767384391.691263:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007850aba2. 00000100:00000010:1.0:1767384391.691265:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003307f75f. 00000100:00000001:1.0:1767384391.691266:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.691268:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384391.691269:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384391.691271:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384391.691272:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384391.691273:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384391.691274:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384391.691275:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384391.691276:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384391.691294:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384391.691316:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3364815. 00000040:00000010:2.0:1767384391.691323:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e197d1e6. 00000020:00000010:0.0:1767384391.691325:0:40012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000030880bb6. 00000020:00000010:2.0:1767384391.691326:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3d82bf0. 00000020:00000010:3.0:1767384391.691327:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1d47c2c. 00000040:00000010:0.0:1767384391.691333:0:40012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e79d595c. 00000040:00000010:3.0:1767384391.691334:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f521c441. 00000020:00000010:2.0:1767384391.691334:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004f950a84. 00000020:00000010:3.0:1767384391.691341:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f45beda1. 00000020:00000010:0.0:1767384391.691341:0:40012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006aa41190. 00000020:00000010:2.0:1767384391.691342:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000561f7bd5. 80000000:00000010:2.0:1767384391.691350:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007e4f39e3. 00000020:00000010:3.0:1767384391.691351:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000543e384. 00000020:00000010:0.0:1767384391.691351:0:40012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb1b0689. 40000000:00000010:2.0:1767384391.691353:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cc66ab5. 00000020:00000010:3.0:1767384391.691357:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a4a083f. 80000000:00000010:3.0:1767384391.691359:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eee308f5. 00000020:00000010:0.0:1767384391.691360:0:40012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007dc15107. 00100000:00000010:2.0:1767384391.691361:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6322828. 40000000:00000010:3.0:1767384391.691363:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b91e09da. 00040000:00000010:2.0:1767384391.691367:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d9630fa. 00100000:00000010:3.0:1767384391.691368:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4cb8d18. 80000000:00000010:0.0:1767384391.691370:0:40012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016ec83da. 00040000:00000010:3.0:1767384391.691371:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9ff10ed. 00040000:00000010:2.0:1767384391.691372:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3a29d8a. 40000000:00000010:0.0:1767384391.691375:0:40012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eafc9d0e. 00040000:00000010:3.0:1767384391.691377:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027b0050a. 00080000:00000010:2.0:1767384391.691378:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000227c944c. 00100000:00000010:0.0:1767384391.691380:0:40012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000efadab93. 00080000:00000010:3.0:1767384391.691392:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000edeee4a7. 00080000:00000010:2.0:1767384391.691395:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000001f8e4df. 00040000:00000010:0.0:1767384391.691396:0:40012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000182cc0e4. 00000004:00000010:2.0:1767384391.691399:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002f8b5a39. 00040000:00000010:0.0:1767384391.691403:0:40012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bac73751. 00000020:00000010:2.0:1767384391.691405:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bceab8c. 00080000:00000010:0.0:1767384391.691411:0:40012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000537c9a53. 00080000:00000010:3.0:1767384391.691412:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e47979b. 00000020:00000010:2.0:1767384391.691412:0:17083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006e8d6020. 00080000:00000010:0.0:1767384391.691421:0:40012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d77b9390. 00000004:00000010:3.0:1767384391.691422:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055a215d2. 00000100:00000010:2.0:1767384391.691422:0:17083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000018c46abf. 00000020:00000010:3.0:1767384391.691428:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0681c60. 00000100:00100000:2.0:1767384391.691428:0:17083:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [000000009fe95acc:17083] 1 exiting: rc = 0 00000004:00000010:0.0:1767384391.691431:0:40012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fc911987. 00000020:00000010:3.0:1767384391.691433:0:17082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030bdbeec. 00000020:00000010:0.0:1767384391.691438:0:40012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000912dcab4. 00000100:00000010:3.0:1767384391.691440:0:17082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e6e9e8d7. 00000100:00100000:3.0:1767384391.691445:0:17082:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000ec4deeb5:17082] 0 exiting: rc = 1 00000020:00000010:0.0:1767384391.691446:0:40012:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000060316aef. 00000100:00000010:0.0:1767384391.691456:0:40012:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000083f09850. 00000100:00100000:0.0:1767384391.691459:0:40012:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000002d883926:40012] 2 exiting: rc = 0 00000100:00000010:1.0:1767384391.691504:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ec4deeb5. 00000100:00000010:1.0:1767384391.691512:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009fe95acc. 00000100:00000010:1.0:1767384391.691517:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002d883926. 00000100:00000001:1.0:1767384391.691531:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384391.691532:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384391.691536:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384391.691539:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691541:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691542:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e91b1afd. 00000400:00000200:1.0:1767384391.691545:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b00bf74 00000400:00000010:1.0:1767384391.691547:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b00bf74. 00000100:00000001:1.0:1767384391.691549:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691549:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691553:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691554:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.691555:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691557:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691558:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691558:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000726c8cb1. 00000400:00000200:1.0:1767384391.691560:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060cca1cf 00000400:00000010:1.0:1767384391.691561:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060cca1cf. 00000100:00000001:1.0:1767384391.691562:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691562:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691565:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691566:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384391.691567:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691568:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691568:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691569:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4de077a. 00000400:00000200:1.0:1767384391.691570:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e757d25f 00000400:00000010:1.0:1767384391.691571:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e757d25f. 00000100:00000001:1.0:1767384391.691572:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691572:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691575:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691576:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384391.691576:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691577:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691578:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691579:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000583db33d. 00000400:00000200:1.0:1767384391.691580:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf44fbfe 00000400:00000010:1.0:1767384391.691581:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf44fbfe. 00000100:00000001:1.0:1767384391.691582:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691583:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691585:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691586:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384391.691587:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691588:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691588:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691589:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002625dca6. 00000400:00000200:1.0:1767384391.691590:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000433f6019 00000400:00000010:1.0:1767384391.691591:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000433f6019. 00000100:00000001:1.0:1767384391.691592:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691592:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691595:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691596:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384391.691596:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691597:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691598:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691598:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e87471b8. 00000400:00000200:1.0:1767384391.691599:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e1cbca4 00000400:00000010:1.0:1767384391.691600:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e1cbca4. 00000100:00000001:1.0:1767384391.691601:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691602:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691604:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691605:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384391.691606:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691607:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691607:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691608:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8294aa9. 00000400:00000200:1.0:1767384391.691609:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa21888 00000400:00000010:1.0:1767384391.691610:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fa21888. 00000100:00000001:1.0:1767384391.691611:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691612:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691614:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691615:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384391.691616:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691617:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691618:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691619:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a967c72. 00000400:00000200:1.0:1767384391.691620:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600dd0ce 00000400:00000010:1.0:1767384391.691621:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000600dd0ce. 00000100:00000001:1.0:1767384391.691622:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691622:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691625:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691625:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384391.691626:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691627:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691627:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691628:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047cc406d. 00000400:00000200:1.0:1767384391.691629:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c748f8 00000400:00000010:1.0:1767384391.691630:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3c748f8. 00000100:00000001:1.0:1767384391.691631:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691632:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691634:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691635:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384391.691635:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691636:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691637:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691637:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d109f8c. 00000400:00000200:1.0:1767384391.691638:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4f8f63f 00000400:00000010:1.0:1767384391.691639:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4f8f63f. 00000100:00000001:1.0:1767384391.691640:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691641:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691643:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691644:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384391.691644:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691645:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691646:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691646:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb2d4206. 00000400:00000200:1.0:1767384391.691647:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd909a9 00000400:00000010:1.0:1767384391.691648:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cd909a9. 00000100:00000001:1.0:1767384391.691649:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691650:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691653:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691654:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384391.691655:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691655:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691656:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691657:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038097fb7. 00000400:00000200:1.0:1767384391.691658:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fb20507 00000400:00000010:1.0:1767384391.691659:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fb20507. 00000100:00000001:1.0:1767384391.691660:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691660:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691663:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691663:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384391.691664:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691665:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691665:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691666:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8bfa17d. 00000400:00000200:1.0:1767384391.691667:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007389dffc 00000400:00000010:1.0:1767384391.691668:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007389dffc. 00000100:00000001:1.0:1767384391.691669:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691669:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691672:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691673:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384391.691673:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691674:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691674:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691675:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b72e64c5. 00000400:00000200:1.0:1767384391.691676:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1adfecb 00000400:00000010:1.0:1767384391.691677:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1adfecb. 00000100:00000001:1.0:1767384391.691678:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691678:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691681:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691682:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384391.691682:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691683:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691684:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691685:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e944c93. 00000400:00000200:1.0:1767384391.691685:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a98f54f 00000400:00000010:1.0:1767384391.691686:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a98f54f. 00000100:00000001:1.0:1767384391.691688:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691688:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691691:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691692:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384391.691692:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691693:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691694:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691694:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2be7b32. 00000400:00000200:1.0:1767384391.691695:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2af6670 00000400:00000010:1.0:1767384391.691696:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2af6670. 00000100:00000001:1.0:1767384391.691697:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691698:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691700:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691701:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384391.691702:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691702:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691703:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691703:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ec4258. 00000400:00000200:1.0:1767384391.691704:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefb50ec 00000400:00000010:1.0:1767384391.691705:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fefb50ec. 00000100:00000001:1.0:1767384391.691706:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691707:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691709:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691710:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384391.691710:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691711:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691712:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691712:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0ac01a. 00000400:00000200:1.0:1767384391.691713:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d2d265f 00000400:00000010:1.0:1767384391.691714:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d2d265f. 00000100:00000001:1.0:1767384391.691715:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691716:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691718:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691719:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384391.691720:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691721:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691721:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691722:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a39504. 00000400:00000200:1.0:1767384391.691723:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4224ce 00000400:00000010:1.0:1767384391.691724:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec4224ce. 00000100:00000001:1.0:1767384391.691725:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691726:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691728:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691729:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384391.691730:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691731:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691731:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691732:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6fae2c2. 00000400:00000200:1.0:1767384391.691733:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e656bb00 00000400:00000010:1.0:1767384391.691734:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e656bb00. 00000100:00000001:1.0:1767384391.691735:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691736:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691738:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691739:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384391.691740:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691740:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691741:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691742:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f14533. 00000400:00000200:1.0:1767384391.691743:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4a80f6f 00000400:00000010:1.0:1767384391.691744:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4a80f6f. 00000100:00000001:1.0:1767384391.691745:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691745:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691748:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691748:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384391.691749:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691750:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691751:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691751:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056723552. 00000400:00000200:1.0:1767384391.691752:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095efef0f 00000400:00000010:1.0:1767384391.691753:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095efef0f. 00000100:00000001:1.0:1767384391.691754:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691755:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691757:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691758:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384391.691759:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691760:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691760:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691761:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096450d6a. 00000400:00000200:1.0:1767384391.691762:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9b1f423 00000400:00000010:1.0:1767384391.691763:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9b1f423. 00000100:00000001:1.0:1767384391.691764:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691764:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691767:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691767:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384391.691768:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691769:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691769:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691770:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7cb61a7. 00000400:00000200:1.0:1767384391.691771:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c172232c 00000400:00000010:1.0:1767384391.691772:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c172232c. 00000100:00000001:1.0:1767384391.691773:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691773:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691776:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691777:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384391.691777:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691778:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691778:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691779:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a52bd5. 00000400:00000200:1.0:1767384391.691780:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c924597 00000400:00000010:1.0:1767384391.691781:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c924597. 00000100:00000001:1.0:1767384391.691782:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691782:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691785:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691785:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384391.691786:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691787:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691787:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691788:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030a1e556. 00000400:00000200:1.0:1767384391.691789:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c76cdd2a 00000400:00000010:1.0:1767384391.691790:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c76cdd2a. 00000100:00000001:1.0:1767384391.691791:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691791:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691794:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691795:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384391.691796:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691796:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691797:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691797:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914d1f58. 00000400:00000200:1.0:1767384391.691798:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b8f443 00000400:00000010:1.0:1767384391.691799:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b8f443. 00000100:00000001:1.0:1767384391.691800:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691801:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691803:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691804:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384391.691805:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691805:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691806:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691806:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edc3466c. 00000400:00000200:1.0:1767384391.691807:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f6ce93 00000400:00000010:1.0:1767384391.691808:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4f6ce93. 00000100:00000001:1.0:1767384391.691809:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691810:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691812:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691813:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384391.691814:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691814:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691815:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691815:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009477f695. 00000400:00000200:1.0:1767384391.691816:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81f4bda 00000400:00000010:1.0:1767384391.691817:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b81f4bda. 00000100:00000001:1.0:1767384391.691818:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691819:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691821:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691822:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384391.691823:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691823:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691824:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691825:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d4648e1. 00000400:00000200:1.0:1767384391.691826:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e317298f 00000400:00000010:1.0:1767384391.691826:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e317298f. 00000100:00000001:1.0:1767384391.691827:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691828:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691831:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691831:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384391.691832:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691833:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691834:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691834:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f1abe38. 00000400:00000200:1.0:1767384391.691835:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abad5a0 00000400:00000010:1.0:1767384391.691836:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008abad5a0. 00000100:00000001:1.0:1767384391.691837:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691837:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691840:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691841:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384391.691841:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691842:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691843:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691843:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aca8c850. 00000400:00000200:1.0:1767384391.691844:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003aa6521 00000400:00000010:1.0:1767384391.691845:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003aa6521. 00000100:00000001:1.0:1767384391.691846:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691846:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691849:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691850:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384391.691850:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691851:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691852:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691853:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7072ff9. 00000400:00000200:1.0:1767384391.691854:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9cbdb3c 00000400:00000010:1.0:1767384391.691855:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9cbdb3c. 00000100:00000001:1.0:1767384391.691855:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691856:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691858:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691859:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384391.691860:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691861:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691861:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691862:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000436950d2. 00000400:00000200:1.0:1767384391.691863:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad62aa8 00000400:00000010:1.0:1767384391.691875:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ad62aa8. 00000100:00000001:1.0:1767384391.691876:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691877:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691879:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691880:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384391.691881:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691882:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691882:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691883:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6ef9b03. 00000400:00000200:1.0:1767384391.691884:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d73dbc3 00000400:00000010:1.0:1767384391.691885:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d73dbc3. 00000100:00000001:1.0:1767384391.691886:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691886:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691889:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691890:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384391.691890:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691891:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691892:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691892:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005848f9b2. 00000400:00000200:1.0:1767384391.691893:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c87a5220 00000400:00000010:1.0:1767384391.691894:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c87a5220. 00000100:00000001:1.0:1767384391.691895:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691896:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691898:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691899:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384391.691900:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691901:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691901:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691902:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787d5f74. 00000400:00000200:1.0:1767384391.691903:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004066ed9 00000400:00000010:1.0:1767384391.691904:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004066ed9. 00000100:00000001:1.0:1767384391.691905:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691905:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691908:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691909:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384391.691909:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691910:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691911:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691912:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd64eb9. 00000400:00000200:1.0:1767384391.691913:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a69ca14c 00000400:00000010:1.0:1767384391.691914:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a69ca14c. 00000100:00000001:1.0:1767384391.691915:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691916:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691918:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691919:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384391.691920:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691921:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691921:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691922:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c719b4. 00000400:00000200:1.0:1767384391.691923:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000557ee5e3 00000400:00000010:1.0:1767384391.691924:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000557ee5e3. 00000100:00000001:1.0:1767384391.691925:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691926:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691928:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691929:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384391.691929:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691930:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691931:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691932:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a45d6a. 00000400:00000200:1.0:1767384391.691933:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c910831 00000400:00000010:1.0:1767384391.691933:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c910831. 00000100:00000001:1.0:1767384391.691934:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691935:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691937:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691938:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384391.691939:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691940:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691940:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691941:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7314245. 00000400:00000200:1.0:1767384391.691942:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007500c10 00000400:00000010:1.0:1767384391.691943:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007500c10. 00000100:00000001:1.0:1767384391.691944:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691944:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691947:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691947:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384391.691948:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691949:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691950:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691951:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008823851d. 00000400:00000200:1.0:1767384391.691952:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d04788b1 00000400:00000010:1.0:1767384391.691952:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d04788b1. 00000100:00000001:1.0:1767384391.691953:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691954:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691956:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691957:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384391.691958:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691958:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691959:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691960:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f8c1959. 00000400:00000200:1.0:1767384391.691961:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8494fb 00000400:00000010:1.0:1767384391.691961:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d8494fb. 00000100:00000001:1.0:1767384391.691962:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691963:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691965:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691966:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384391.691967:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691968:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691968:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691969:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012fdbd20. 00000400:00000200:1.0:1767384391.691970:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4cb8d0c 00000400:00000010:1.0:1767384391.691971:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4cb8d0c. 00000100:00000001:1.0:1767384391.691972:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691972:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691975:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691975:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384391.691976:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691977:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691977:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691978:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a8b69bd. 00000400:00000200:1.0:1767384391.691979:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87a18f8 00000400:00000010:1.0:1767384391.691980:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f87a18f8. 00000100:00000001:1.0:1767384391.691981:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691981:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691984:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691985:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384391.691986:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691986:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691987:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691988:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ee2d1b. 00000400:00000200:1.0:1767384391.691989:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe28cfcd 00000400:00000010:1.0:1767384391.691989:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe28cfcd. 00000100:00000001:1.0:1767384391.691990:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.691991:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.691993:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.691994:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384391.691995:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.691996:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.691996:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.691997:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a92fcdf. 00000400:00000200:1.0:1767384391.691998:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036853a56 00000400:00000010:1.0:1767384391.691999:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036853a56. 00000100:00000001:1.0:1767384391.692000:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692000:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692003:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692003:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384391.692004:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692005:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692005:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692006:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7359f54. 00000400:00000200:1.0:1767384391.692007:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ea88c7d 00000400:00000010:1.0:1767384391.692008:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ea88c7d. 00000100:00000001:1.0:1767384391.692010:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692010:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692013:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692013:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384391.692014:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692015:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692015:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692016:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ffb2777. 00000400:00000200:1.0:1767384391.692017:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006723cc3c 00000400:00000010:1.0:1767384391.692018:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006723cc3c. 00000100:00000001:1.0:1767384391.692019:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692020:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692022:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692023:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384391.692024:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692025:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692025:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692026:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f150bff2. 00000400:00000200:1.0:1767384391.692027:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021f11ea5 00000400:00000010:1.0:1767384391.692028:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021f11ea5. 00000100:00000001:1.0:1767384391.692029:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692029:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692032:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692033:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384391.692033:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692034:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692035:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692035:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b5d74eb. 00000400:00000200:1.0:1767384391.692036:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac19c393 00000400:00000010:1.0:1767384391.692037:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac19c393. 00000100:00000001:1.0:1767384391.692038:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692039:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692041:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692042:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384391.692043:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692043:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692044:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692045:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040bae969. 00000400:00000200:1.0:1767384391.692046:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e6dea6f 00000400:00000010:1.0:1767384391.692046:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e6dea6f. 00000100:00000001:1.0:1767384391.692047:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692048:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692050:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692051:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384391.692052:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692053:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692053:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692054:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009048834c. 00000400:00000200:1.0:1767384391.692055:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd8ced9 00000400:00000010:1.0:1767384391.692056:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd8ced9. 00000100:00000001:1.0:1767384391.692057:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692058:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692060:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692061:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384391.692061:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692062:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692063:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692063:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7aec37e. 00000400:00000200:1.0:1767384391.692064:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040d41fa3 00000400:00000010:1.0:1767384391.692065:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040d41fa3. 00000100:00000001:1.0:1767384391.692066:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692067:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692069:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692070:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384391.692071:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692071:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692072:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692073:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af2e881f. 00000400:00000200:1.0:1767384391.692074:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc321889 00000400:00000010:1.0:1767384391.692075:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc321889. 00000100:00000001:1.0:1767384391.692076:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692076:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692078:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692079:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384391.692080:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692081:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692081:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692082:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f9408a5. 00000400:00000200:1.0:1767384391.692083:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bf3a671 00000400:00000010:1.0:1767384391.692084:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bf3a671. 00000100:00000001:1.0:1767384391.692085:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692085:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692088:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692088:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384391.692089:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692090:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692091:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692091:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6667acc. 00000400:00000200:1.0:1767384391.692092:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd845f6 00000400:00000010:1.0:1767384391.692093:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfd845f6. 00000100:00000001:1.0:1767384391.692094:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692095:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692097:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692098:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384391.692099:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692123:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692124:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692125:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058a14e1b. 00000400:00000200:1.0:1767384391.692127:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000111ce89c 00000400:00000010:1.0:1767384391.692128:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000111ce89c. 00000100:00000001:1.0:1767384391.692129:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692130:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692134:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692135:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384391.692137:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692138:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692138:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692139:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e66bec3. 00000400:00000200:1.0:1767384391.692141:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000031abe98 00000400:00000010:1.0:1767384391.692142:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000031abe98. 00000100:00000001:1.0:1767384391.692144:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692145:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692151:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692152:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384391.692153:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692154:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692155:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692156:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ed1c81c. 00000400:00000200:1.0:1767384391.692157:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043ff4b8a 00000400:00000010:1.0:1767384391.692158:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043ff4b8a. 00000100:00000001:1.0:1767384391.692159:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692160:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692162:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692173:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384391.692174:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692175:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692176:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692176:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc88159. 00000400:00000200:1.0:1767384391.692178:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc82909 00000400:00000010:1.0:1767384391.692178:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc82909. 00000100:00000001:1.0:1767384391.692179:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692180:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692182:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692183:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384391.692184:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692184:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692185:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692186:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b2dcddb. 00000400:00000200:1.0:1767384391.692187:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000639e682b 00000400:00000010:1.0:1767384391.692187:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000639e682b. 00000100:00000001:1.0:1767384391.692188:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692189:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692191:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692192:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384391.692193:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692193:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692194:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692195:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000117ef39e. 00000400:00000200:1.0:1767384391.692196:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d53ed4d 00000400:00000010:1.0:1767384391.692196:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d53ed4d. 00000100:00000001:1.0:1767384391.692198:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692198:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692201:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692201:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384391.692202:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692203:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692203:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692204:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c99211. 00000400:00000200:1.0:1767384391.692205:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001492f88d 00000400:00000010:1.0:1767384391.692206:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001492f88d. 00000100:00000001:1.0:1767384391.692207:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692208:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384391.692210:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692211:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384391.692212:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.692214:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692214:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692216:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692216:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692217:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692218:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692219:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692219:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692220:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692221:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692221:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692222:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692223:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692223:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692224:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692225:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692225:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692226:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692227:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692227:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692228:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692229:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692229:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692230:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692231:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692231:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692232:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692233:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692233:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692234:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692235:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692235:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692236:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692237:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692238:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692238:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692239:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692240:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692241:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692241:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692242:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692243:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692244:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692245:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692245:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692246:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692247:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692247:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692248:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692249:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692249:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692250:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692251:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692251:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692252:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692253:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692253:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692254:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692255:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692255:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692256:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692257:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692258:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692258:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692259:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692259:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692260:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692261:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692262:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692262:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692263:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692264:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692264:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692265:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692266:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692266:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692267:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692268:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692269:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692270:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692270:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692271:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692272:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692273:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692274:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692274:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692275:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692276:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692276:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692277:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692278:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692278:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692279:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692280:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692280:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692281:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692282:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692282:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692283:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692284:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692284:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692285:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692286:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692286:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692287:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692288:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692288:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692289:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692290:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692290:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692291:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692292:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692292:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692293:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692294:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692294:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692296:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692296:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692297:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692298:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692299:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692300:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692300:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692301:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692302:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692302:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.692303:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.692304:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384391.692315:0:40101:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.692316:0:40101:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000accbfacc. 02000000:00000001:1.0:1767384391.692317:0:40101:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384391.692318:0:40101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b39ca037. 00000100:00000010:1.0:1767384391.692321:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c48831b0. 00000100:00000010:1.0:1767384391.692323:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b50cbcb1. 00000100:00000010:1.0:1767384391.692324:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fc3a060. 00000100:00000010:1.0:1767384391.692325:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3eaf387. 00000100:00000010:1.0:1767384391.692326:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007992e374. 00000100:00000010:1.0:1767384391.692328:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fe9db80. 00000100:00000010:1.0:1767384391.692329:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9a88439. 00000100:00000010:1.0:1767384391.692331:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e612b1f6. 00000100:00000010:1.0:1767384391.692333:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077642dc1. 00000100:00000010:1.0:1767384391.692340:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000464c748f. 00000100:00000010:1.0:1767384391.692342:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a49c0cde. 00000100:00000010:1.0:1767384391.692343:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000adb8db46. 00000100:00000010:1.0:1767384391.692344:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c01364ee. 00000100:00000010:1.0:1767384391.692345:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe86c6c4. 00000100:00000010:1.0:1767384391.692347:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1977f74. 00000100:00000010:1.0:1767384391.692348:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090fe9535. 00000100:00000010:1.0:1767384391.692349:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5611bc8. 00000100:00000010:1.0:1767384391.692351:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000222fadb4. 00000100:00000010:1.0:1767384391.692352:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000724fa1db. 00000100:00000010:1.0:1767384391.692353:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a28b8421. 00000100:00000010:1.0:1767384391.692354:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ff47272. 00000100:00000010:1.0:1767384391.692356:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000626bbbb2. 00000100:00000010:1.0:1767384391.692357:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4f61847. 00000100:00000010:1.0:1767384391.692358:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004838b0a. 00000100:00000010:1.0:1767384391.692359:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc8935ad. 00000100:00000010:1.0:1767384391.692361:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dd3955f. 00000100:00000010:1.0:1767384391.692362:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000473657a0. 00000100:00000010:1.0:1767384391.692363:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000371426ec. 00000100:00000010:1.0:1767384391.692365:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b592fc20. 00000100:00000010:1.0:1767384391.692367:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7548973. 00000100:00000010:1.0:1767384391.692369:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013ad456e. 00000100:00000010:1.0:1767384391.692370:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b913b38. 00000100:00000010:1.0:1767384391.692372:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004644ef39. 00000100:00000010:1.0:1767384391.692399:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a82de583. 00000100:00000010:1.0:1767384391.692402:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb0ac2ac. 00000100:00000010:1.0:1767384391.692404:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fe533e5. 00000100:00000010:1.0:1767384391.692406:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a706742e. 00000100:00000010:1.0:1767384391.692408:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040fb8d2d. 00000100:00000010:1.0:1767384391.692411:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000acdf86dd. 00000100:00000010:1.0:1767384391.692414:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7b5552c. 00000100:00000010:1.0:1767384391.692416:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067a864b8. 00000100:00000010:1.0:1767384391.692419:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007488dd1. 00000100:00000010:1.0:1767384391.692421:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000faaf0704. 00000100:00000010:1.0:1767384391.692423:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee2dcdda. 00000100:00000010:1.0:1767384391.692425:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000099863e2e. 00000100:00000010:1.0:1767384391.692427:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cb3bacb. 00000100:00000010:1.0:1767384391.692428:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000744425ac. 00000100:00000010:1.0:1767384391.692429:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa727b45. 00000100:00000010:1.0:1767384391.692431:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000017d0e140. 00000100:00000010:1.0:1767384391.692432:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000025646f8. 00000100:00000010:1.0:1767384391.692434:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048a03a52. 00000100:00000010:1.0:1767384391.692436:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdba3a05. 00000100:00000010:1.0:1767384391.692437:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b3de729. 00000100:00000010:1.0:1767384391.692440:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e86bd543. 00000100:00000010:1.0:1767384391.692441:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058253d0b. 00000100:00000010:1.0:1767384391.692443:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000274d2187. 00000100:00000010:1.0:1767384391.692444:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000502b7d79. 00000100:00000010:1.0:1767384391.692456:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026719cad. 00000100:00000010:1.0:1767384391.692458:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d3afe82. 00000100:00000010:1.0:1767384391.692459:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db2b175d. 00000100:00000010:1.0:1767384391.692461:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046b9c021. 00000100:00000010:1.0:1767384391.692462:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a00e264. 00000100:00000010:1.0:1767384391.692464:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a27487c. 00000100:00000010:1.0:1767384391.692465:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e2e437d. 00000100:00000010:1.0:1767384391.692466:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd07a9ba. 00000100:00000010:1.0:1767384391.692468:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a61478ef. 00000100:00000010:1.0:1767384391.692469:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df8242c3. 00000100:00000010:1.0:1767384391.692470:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aacf4e78. 00000100:00000010:1.0:1767384391.692471:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ab69c2e. 00000100:00000010:1.0:1767384391.692473:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093a4ae39. 00000100:00000010:1.0:1767384391.692475:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039bacb68. 00000100:00000010:1.0:1767384391.692476:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a84239f. 00000100:00000010:1.0:1767384391.692478:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000102a555f. 00000100:00000010:1.0:1767384391.692493:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f52f6f8. 00000100:00000010:1.0:1767384391.692494:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076775480. 00000100:00000010:1.0:1767384391.692497:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ae7dad3. 00000100:00000010:1.0:1767384391.692498:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000417114ea. 00000100:00000010:1.0:1767384391.692501:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000381a0f49. 00000100:00000010:1.0:1767384391.692502:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006fa38cfa. 00000100:00000010:1.0:1767384391.692506:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6ef5db3. 00000100:00000010:1.0:1767384391.692507:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6ead79e. 00000100:00000010:1.0:1767384391.692519:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089bbd963. 00000100:00000010:1.0:1767384391.692521:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084a37b3d. 00000100:00000010:1.0:1767384391.692523:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004659cb79. 00000100:00000010:1.0:1767384391.692524:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f6cc688. 00000100:00000010:1.0:1767384391.692537:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1a90b4a. 00000100:00000010:1.0:1767384391.692539:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf5be007. 00000100:00000010:1.0:1767384391.692540:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab2de248. 00000100:00000010:1.0:1767384391.692541:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b35eae01. 00000100:00000010:1.0:1767384391.692543:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054ebaca1. 00000100:00000010:1.0:1767384391.692544:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2b70c2f. 00000100:00000010:1.0:1767384391.692550:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b5209d6. 00000100:00000010:1.0:1767384391.692551:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e259384. 00000100:00000010:1.0:1767384391.692552:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6a1a39f. 00000100:00000010:1.0:1767384391.692554:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ddd4f335. 00000100:00000010:1.0:1767384391.692555:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeec4425. 00000100:00000010:1.0:1767384391.692556:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c731b47. 00000100:00000010:1.0:1767384391.692559:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e64aa70d. 00000100:00000010:1.0:1767384391.692560:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000022a60662. 00000100:00000010:1.0:1767384391.692561:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7a7e89c. 00000100:00000010:1.0:1767384391.692563:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a511723. 00000100:00000010:1.0:1767384391.692564:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f1b62c7. 00000100:00000010:1.0:1767384391.692565:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ed8a434. 00000100:00000010:1.0:1767384391.692567:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bfcf6312. 00000100:00000010:1.0:1767384391.692568:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007286cfef. 00000100:00000010:1.0:1767384391.692580:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3f8d201. 00000100:00000010:1.0:1767384391.692581:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070c297dc. 00000100:00000010:1.0:1767384391.692583:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c759bba. 00000100:00000010:1.0:1767384391.692584:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043c048db. 00000100:00000010:1.0:1767384391.692585:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006207f71. 00000100:00000010:1.0:1767384391.692587:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a95db9ca. 00000100:00000010:1.0:1767384391.692588:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092e2a756. 00000100:00000010:1.0:1767384391.692590:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cbbe1c09. 00000100:00000010:1.0:1767384391.692591:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f611d41a. 00000100:00000010:1.0:1767384391.692593:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000070a7846. 00000100:00000010:1.0:1767384391.692595:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000674c7a74. 00000100:00000010:1.0:1767384391.692596:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b44b1dc9. 00000100:00000010:1.0:1767384391.692598:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bf67f12. 00000100:00000010:1.0:1767384391.692599:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008be4e7d0. 00000100:00000010:1.0:1767384391.692601:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a70e064. 00000100:00000010:1.0:1767384391.692602:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c50ffca. 00000100:00000010:1.0:1767384391.692604:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040e339ce. 00000100:00000010:1.0:1767384391.692605:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9e3f665. 00000100:00000010:1.0:1767384391.692606:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d43afbb2. 00000100:00000010:1.0:1767384391.692607:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006da5dfee. 00000100:00000010:1.0:1767384391.692609:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000082eb02d. 00000100:00000010:1.0:1767384391.692610:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d56a83d5. 00000100:00000010:1.0:1767384391.692611:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000687bdbe6. 00000100:00000010:1.0:1767384391.692613:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005caae202. 00000100:00000010:1.0:1767384391.692617:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000018aa3eb8. 00000100:00000010:1.0:1767384391.692621:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a4400aa5. 00000100:00000001:1.0:1767384391.692625:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384391.692626:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.692627:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.692628:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.692629:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dc862bdd. 00000100:00000001:1.0:1767384391.692630:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.692631:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.692633:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.692633:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000033f2008b. 00000100:00000001:1.0:1767384391.692635:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.692636:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.692636:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008e102d39. 00000100:00000001:1.0:1767384391.692638:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.692638:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.692639:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c3c58e40. 00000100:00000001:1.0:1767384391.692640:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.692641:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.692641:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002978979c. 00000100:00000001:1.0:1767384391.692643:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384391.692689:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008d4492ce. 00000020:00000010:1.0:1767384391.692701:0:40101:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bcd32098. 00000020:00000010:1.0:1767384391.692703:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000039daffbc. 00000020:00000010:1.0:1767384391.692705:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c06e3689. 00000100:00000010:1.0:1767384391.692719:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000883da182. 00000100:00000010:1.0:1767384391.692724:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001df42d4c. 00000100:00000010:1.0:1767384391.692726:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000032314933. 00000100:00000010:1.0:1767384391.692728:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000024531ccc. 00000100:00000001:1.0:1767384391.692729:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.692730:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384391.692731:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384391.692733:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384391.692734:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384391.692735:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384391.692736:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384391.692737:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384391.692749:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:3.0:1767384391.692774:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f058fef8. 00000020:00000010:0.0:1767384391.692777:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ced4f252. 00000040:00000010:3.0:1767384391.692781:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000083db9f03. 00000040:00000010:0.0:1767384391.692782:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006bda0a82. 00000020:00000010:3.0:1767384391.692786:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c844a2c. 00000020:00000010:0.0:1767384391.692788:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da7883a0. 00000020:00000010:3.0:1767384391.692792:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000806d81b4. 00000020:00000010:0.0:1767384391.692793:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd1e09a5. 00000020:00000010:3.0:1767384391.692799:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1d02777. 00000020:00000010:0.0:1767384391.692800:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fb46c85. 80000000:00000010:3.0:1767384391.692805:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b9c89b1. 80000000:00000010:0.0:1767384391.692806:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096fa16dd. 40000000:00000010:3.0:1767384391.692811:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008961998e. 40000000:00000010:0.0:1767384391.692812:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096ecbc46. 00100000:00000010:3.0:1767384391.692817:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a880bdc7. 00100000:00000010:0.0:1767384391.692818:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a2b04ee3. 00040000:00000010:3.0:1767384391.692823:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000075f2bf50. 00040000:00000010:0.0:1767384391.692824:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d217fe1. 00040000:00000010:3.0:1767384391.692828:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002cee66d7. 00040000:00000010:0.0:1767384391.692831:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000cda0fde. 00080000:00000010:3.0:1767384391.692833:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000720f2706. 00080000:00000010:3.0:1767384391.692838:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000088bcaa9b. 00080000:00000010:0.0:1767384391.692839:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b25f872. 00000004:00000010:3.0:1767384391.692841:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027c86a93. 00002000:00000010:3.0:1767384391.692846:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a474a481. 00080000:00000010:0.0:1767384391.692849:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000093dd061b. 00000020:00000010:3.0:1767384391.692850:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920d9b3e. 00000020:00000010:3.0:1767384391.692857:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea263c56. 00000100:00000010:3.0:1767384391.692873:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b7ad5be8. 00000100:00100000:3.0:1767384391.692875:0:17085:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000c3e6f00b:17085] 1 exiting: rc = 0 00000004:00000010:0.0:1767384391.692880:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009f8a5f99. 00002000:00000010:0.0:1767384391.692885:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b791c678. 00000020:00000010:0.0:1767384391.692888:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b270a0. 00000020:00000010:0.0:1767384391.692894:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000072f63f7. 00000100:00000010:0.0:1767384391.692899:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000038803e11. 00000100:00100000:0.0:1767384391.692902:0:17084:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000e9b19df8:17084] 0 exiting: rc = 1 00000100:00000040:1.0:1767384391.692903:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000100:00000010:1.0:1767384391.692907:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e9b19df8. 00000100:00000010:1.0:1767384391.692913:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c3e6f00b. 00000100:00000001:1.0:1767384391.692917:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384391.692919:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384391.692921:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:1.0:1767384391.692923:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692925:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692927:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cfec101. 00000400:00000200:1.0:1767384391.692931:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000490d516e 00000400:00000010:1.0:1767384391.692932:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000490d516e. 00000100:00000001:1.0:1767384391.692937:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692938:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.692943:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692944:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.692946:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692947:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692948:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692949:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c646d0d4. 00000400:00000200:1.0:1767384391.692952:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6baeae2 00000400:00000010:1.0:1767384391.692953:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b6baeae2. 00000100:00000001:1.0:1767384391.692956:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692956:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.692959:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692960:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384391.692961:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692962:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692963:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692963:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd472922. 00000400:00000200:1.0:1767384391.692964:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6ce312f 00000400:00000010:1.0:1767384391.692965:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e6ce312f. 00000100:00000001:1.0:1767384391.692967:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692967:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.692970:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692970:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384391.692971:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692972:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692972:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692973:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c07bd3a3. 00000400:00000200:1.0:1767384391.692974:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d09057 00000400:00000010:1.0:1767384391.692975:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009d09057. 00000100:00000001:1.0:1767384391.692976:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692977:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.692979:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692980:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384391.692981:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692982:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692982:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692983:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056e34ea6. 00000400:00000200:1.0:1767384391.692984:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ca5c839 00000400:00000010:1.0:1767384391.692985:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002ca5c839. 00000100:00000001:1.0:1767384391.692987:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692987:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.692990:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.692990:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384391.692991:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.692992:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.692993:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.692993:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bace867. 00000400:00000200:1.0:1767384391.692994:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c623ca 00000400:00000010:1.0:1767384391.692995:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000015c623ca. 00000100:00000001:1.0:1767384391.692997:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.692998:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693001:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693001:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384391.693002:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693004:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693005:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693005:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6377c78. 00000400:00000200:1.0:1767384391.693006:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3e6d1b1 00000400:00000010:1.0:1767384391.693007:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c3e6d1b1. 00000100:00000001:1.0:1767384391.693009:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693009:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693012:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693012:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384391.693013:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693014:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693015:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693015:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007df7c32. 00000400:00000200:1.0:1767384391.693016:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28ee87d 00000400:00000010:1.0:1767384391.693017:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d28ee87d. 00000100:00000001:1.0:1767384391.693018:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693019:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693021:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693022:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384391.693023:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693024:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693024:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693025:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d50d244e. 00000400:00000200:1.0:1767384391.693026:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352e560d 00000400:00000010:1.0:1767384391.693027:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000352e560d. 00000100:00000001:1.0:1767384391.693029:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693030:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693033:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693033:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384391.693034:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693035:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693035:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693036:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab03af1. 00000400:00000200:1.0:1767384391.693037:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb00c78 00000400:00000010:1.0:1767384391.693038:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009fb00c78. 00000100:00000001:1.0:1767384391.693048:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693049:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693052:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693053:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384391.693054:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693055:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693056:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693057:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001feb2a15. 00000400:00000200:1.0:1767384391.693058:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1cd981c 00000400:00000010:1.0:1767384391.693059:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a1cd981c. 00000100:00000001:1.0:1767384391.693060:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693061:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693063:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693064:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384391.693065:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693074:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693075:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693076:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015dc3e43. 00000400:00000200:1.0:1767384391.693077:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d95112e 00000400:00000010:1.0:1767384391.693078:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003d95112e. 00000100:00000001:1.0:1767384391.693079:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693080:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693083:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693083:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384391.693084:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693085:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693086:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693086:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a29d4ea2. 00000400:00000200:1.0:1767384391.693087:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d736b2d3 00000400:00000010:1.0:1767384391.693089:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d736b2d3. 00000100:00000001:1.0:1767384391.693090:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693090:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693093:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693094:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384391.693094:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693095:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693096:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693097:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70acf3c. 00000400:00000200:1.0:1767384391.693098:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a5464bb 00000400:00000010:1.0:1767384391.693192:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007a5464bb. 00000100:00000001:1.0:1767384391.693197:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693199:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693205:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693207:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384391.693209:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693211:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693212:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693213:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000162d1e5d. 00000400:00000200:1.0:1767384391.693216:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c90b4cce 00000400:00000010:1.0:1767384391.693217:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c90b4cce. 00000100:00000001:1.0:1767384391.693221:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693222:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693228:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693229:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384391.693231:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693232:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693233:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693238:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ff5dff. 00000400:00000200:1.0:1767384391.693241:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cc9027a 00000400:00000010:1.0:1767384391.693243:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003cc9027a. 00000100:00000001:1.0:1767384391.693246:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693247:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693253:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693255:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384391.693257:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693259:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693260:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693261:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071495680. 00000400:00000200:1.0:1767384391.693264:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7670cc 00000400:00000010:1.0:1767384391.693265:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009a7670cc. 00000100:00000001:1.0:1767384391.693269:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693270:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693287:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693288:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384391.693291:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693293:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693294:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693296:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007291df05. 00000400:00000200:1.0:1767384391.693299:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094222683 00000400:00000010:1.0:1767384391.693301:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000094222683. 00000100:00000001:1.0:1767384391.693304:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693306:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693311:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693312:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384391.693314:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693315:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693317:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693318:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000418bf64e. 00000400:00000200:1.0:1767384391.693320:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cf2b12 00000400:00000010:1.0:1767384391.693322:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c0cf2b12. 00000100:00000001:1.0:1767384391.693325:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693326:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693331:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693332:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384391.693335:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693336:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693337:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693346:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b691db71. 00000400:00000200:1.0:1767384391.693349:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036895625 00000400:00000010:1.0:1767384391.693350:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000036895625. 00000100:00000001:1.0:1767384391.693353:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693355:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693359:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693360:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384391.693362:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693363:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693364:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693366:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fcd3dcc. 00000400:00000200:1.0:1767384391.693369:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007856ae2 00000400:00000010:1.0:1767384391.693370:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000007856ae2. 00000100:00000001:1.0:1767384391.693375:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693377:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693384:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693387:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384391.693389:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693390:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693392:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693394:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079517dff. 00000400:00000200:1.0:1767384391.693398:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c672c8 00000400:00000010:1.0:1767384391.693400:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d7c672c8. 00000100:00000001:1.0:1767384391.693442:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693444:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693450:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693452:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384391.693454:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693456:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693457:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693459:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e9f074. 00000400:00000200:1.0:1767384391.693462:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000173a9210 00000400:00000010:1.0:1767384391.693464:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000173a9210. 00000100:00000001:1.0:1767384391.693467:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693469:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693475:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693476:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384391.693490:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693492:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693493:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693494:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dadfab58. 00000400:00000200:1.0:1767384391.693497:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076833441 00000400:00000010:1.0:1767384391.693498:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000076833441. 00000100:00000001:1.0:1767384391.693502:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693503:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693509:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693510:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384391.693512:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693514:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693515:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693516:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000380ccbc2. 00000400:00000200:1.0:1767384391.693519:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000133f470 00000400:00000010:1.0:1767384391.693520:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000133f470. 00000100:00000001:1.0:1767384391.693523:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693534:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693539:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693540:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384391.693543:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693544:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693545:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693546:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000593d3d. 00000400:00000200:1.0:1767384391.693549:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db965b46 00000400:00000010:1.0:1767384391.693550:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000db965b46. 00000100:00000001:1.0:1767384391.693556:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693557:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693563:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693564:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384391.693566:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693568:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693569:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693570:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001084f951. 00000400:00000200:1.0:1767384391.693573:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dfd524d 00000400:00000010:1.0:1767384391.693574:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001dfd524d. 00000100:00000001:1.0:1767384391.693577:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693578:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693584:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693585:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384391.693587:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693589:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693590:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693591:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb6a2efb. 00000400:00000200:1.0:1767384391.693593:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6735f29 00000400:00000010:1.0:1767384391.693594:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6735f29. 00000100:00000001:1.0:1767384391.693599:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693599:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693605:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693606:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384391.693608:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693610:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693611:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693612:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b17b994. 00000400:00000200:1.0:1767384391.693615:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d60f0b 00000400:00000010:1.0:1767384391.693617:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061d60f0b. 00000100:00000001:1.0:1767384391.693621:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693622:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693628:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693630:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384391.693632:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693634:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693635:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693636:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbb7a3f1. 00000400:00000200:1.0:1767384391.693639:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b72a60c 00000400:00000010:1.0:1767384391.693640:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001b72a60c. 00000100:00000001:1.0:1767384391.693644:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693645:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693650:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693651:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384391.693653:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693655:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693656:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693657:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000240c98e3. 00000400:00000200:1.0:1767384391.693659:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000715e8cab 00000400:00000010:1.0:1767384391.693660:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000715e8cab. 00000100:00000001:1.0:1767384391.693663:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693664:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693670:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693671:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384391.693673:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693675:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693676:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693677:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099382129. 00000400:00000200:1.0:1767384391.693680:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082c7d188 00000400:00000010:1.0:1767384391.693681:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082c7d188. 00000100:00000001:1.0:1767384391.693684:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693685:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693690:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693691:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384391.693694:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693695:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693696:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693698:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000044afeed. 00000400:00000200:1.0:1767384391.693700:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182a048d 00000400:00000010:1.0:1767384391.693701:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000182a048d. 00000100:00000001:1.0:1767384391.693705:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693706:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693711:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693713:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384391.693715:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693717:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693718:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693719:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5a1398f. 00000400:00000200:1.0:1767384391.693721:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa21a0d 00000400:00000010:1.0:1767384391.693723:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000daa21a0d. 00000100:00000001:1.0:1767384391.693750:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693751:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693756:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693758:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384391.693760:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693762:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693763:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693764:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000956cd03e. 00000400:00000200:1.0:1767384391.693767:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a77ea11 00000400:00000010:1.0:1767384391.693768:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003a77ea11. 00000100:00000001:1.0:1767384391.693771:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693772:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693777:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693779:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384391.693781:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693783:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693784:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693785:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb659c4. 00000400:00000200:1.0:1767384391.693788:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0204c17 00000400:00000010:1.0:1767384391.693789:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c0204c17. 00000100:00000001:1.0:1767384391.693792:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693793:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693797:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693799:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384391.693801:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693802:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693804:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693805:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071e92cff. 00000400:00000200:1.0:1767384391.693808:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037aa00ec 00000400:00000010:1.0:1767384391.693809:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000037aa00ec. 00000100:00000001:1.0:1767384391.693812:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693813:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693819:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693821:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384391.693823:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693825:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693826:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693827:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b36c2c0f. 00000400:00000200:1.0:1767384391.693839:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5ba25c 00000400:00000010:1.0:1767384391.693841:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ec5ba25c. 00000100:00000001:1.0:1767384391.693844:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693845:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693850:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693852:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384391.693854:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693855:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693856:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693857:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016e2e81a. 00000400:00000200:1.0:1767384391.693860:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043571959 00000400:00000010:1.0:1767384391.693861:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043571959. 00000100:00000001:1.0:1767384391.693864:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693865:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693869:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693870:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384391.693872:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693873:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693874:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693875:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068785741. 00000400:00000200:1.0:1767384391.693878:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018444b4f 00000400:00000010:1.0:1767384391.693879:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000018444b4f. 00000100:00000001:1.0:1767384391.693882:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693883:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693888:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693890:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384391.693892:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693894:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693895:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693897:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005329daa4. 00000400:00000200:1.0:1767384391.693900:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f65014 00000400:00000010:1.0:1767384391.693901:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000030f65014. 00000100:00000001:1.0:1767384391.693904:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693905:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693910:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693911:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384391.693913:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693914:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693915:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693916:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009552acca. 00000400:00000200:1.0:1767384391.693919:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026f22d14 00000400:00000010:1.0:1767384391.693920:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000026f22d14. 00000100:00000001:1.0:1767384391.693924:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693925:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693931:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693933:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384391.693935:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693936:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693938:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693948:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a10422a6. 00000400:00000200:1.0:1767384391.693950:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cd7812 00000400:00000010:1.0:1767384391.693952:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a6cd7812. 00000100:00000001:1.0:1767384391.693953:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693954:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693958:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693959:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384391.693960:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693961:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693962:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693963:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bf08506. 00000400:00000200:1.0:1767384391.693965:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e62fc6d 00000400:00000010:1.0:1767384391.693967:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007e62fc6d. 00000100:00000001:1.0:1767384391.693970:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693971:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693978:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.693980:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384391.693982:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.693983:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.693985:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.693986:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0000a7. 00000400:00000200:1.0:1767384391.693988:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7d4d5d 00000400:00000010:1.0:1767384391.693989:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ea7d4d5d. 00000100:00000001:1.0:1767384391.693992:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.693993:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.693999:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694000:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384391.694002:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694002:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694003:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694004:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082d05438. 00000400:00000200:1.0:1767384391.694007:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099d1b816 00000400:00000010:1.0:1767384391.694008:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000099d1b816. 00000100:00000001:1.0:1767384391.694035:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694036:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694042:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694044:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384391.694046:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694048:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694049:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694050:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008da0e988. 00000400:00000200:1.0:1767384391.694053:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9bbd305 00000400:00000010:1.0:1767384391.694054:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c9bbd305. 00000100:00000001:1.0:1767384391.694057:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694058:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694064:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694065:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384391.694067:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694069:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694070:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694071:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005135f7e6. 00000400:00000200:1.0:1767384391.694074:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d669e000 00000400:00000010:1.0:1767384391.694075:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d669e000. 00000100:00000001:1.0:1767384391.694077:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694079:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694084:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694086:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384391.694087:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694088:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694089:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694090:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000156a622f. 00000400:00000200:1.0:1767384391.694092:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009987408 00000400:00000010:1.0:1767384391.694094:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009987408. 00000100:00000001:1.0:1767384391.694097:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694098:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694119:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694120:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384391.694123:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694124:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694125:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694127:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081c3ee31. 00000400:00000200:1.0:1767384391.694130:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e90c0bb 00000400:00000010:1.0:1767384391.694132:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000e90c0bb. 00000100:00000001:1.0:1767384391.694135:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694136:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694142:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694144:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384391.694146:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694148:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694149:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694150:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d98a21e. 00000400:00000200:1.0:1767384391.694153:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009609aad3 00000400:00000010:1.0:1767384391.694154:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009609aad3. 00000100:00000001:1.0:1767384391.694157:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694158:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694164:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694165:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384391.694168:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694169:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694170:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694171:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9402c01. 00000400:00000200:1.0:1767384391.694174:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dc7710c 00000400:00000010:1.0:1767384391.694175:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000dc7710c. 00000100:00000001:1.0:1767384391.694179:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694180:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694184:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694186:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384391.694188:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694189:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694190:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694191:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c72c0b1. 00000400:00000200:1.0:1767384391.694194:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012cc3bf9 00000400:00000010:1.0:1767384391.694195:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000012cc3bf9. 00000100:00000001:1.0:1767384391.694199:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694200:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694205:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694206:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384391.694208:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694210:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694211:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694212:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6ede7b. 00000400:00000200:1.0:1767384391.694215:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001851877 00000400:00000010:1.0:1767384391.694216:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000001851877. 00000100:00000001:1.0:1767384391.694219:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694221:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694226:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694228:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384391.694230:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694231:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694232:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694233:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000047337b. 00000400:00000200:1.0:1767384391.694236:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008982c714 00000400:00000010:1.0:1767384391.694238:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008982c714. 00000100:00000001:1.0:1767384391.694241:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694242:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694248:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694249:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384391.694251:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694253:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694254:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694255:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d5e45fc. 00000400:00000200:1.0:1767384391.694258:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007818de4a 00000400:00000010:1.0:1767384391.694259:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007818de4a. 00000100:00000001:1.0:1767384391.694262:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694264:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694269:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694270:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384391.694272:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694273:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694274:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694275:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008900ab02. 00000400:00000200:1.0:1767384391.694278:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff83f5a1 00000400:00000010:1.0:1767384391.694287:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff83f5a1. 00000100:00000001:1.0:1767384391.694290:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694291:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694297:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694298:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384391.694300:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694301:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694302:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694303:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000014bfc25. 00000400:00000200:1.0:1767384391.694306:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686e25b0 00000400:00000010:1.0:1767384391.694307:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000686e25b0. 00000100:00000001:1.0:1767384391.694327:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694328:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694333:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694335:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384391.694337:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694339:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694340:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694341:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c467317c. 00000400:00000200:1.0:1767384391.694343:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae100ffd 00000400:00000010:1.0:1767384391.694352:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae100ffd. 00000100:00000001:1.0:1767384391.694355:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694356:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694360:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694362:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384391.694364:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694366:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694367:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694369:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b2aeb5. 00000400:00000200:1.0:1767384391.694372:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72a1054 00000400:00000010:1.0:1767384391.694374:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f72a1054. 00000100:00000001:1.0:1767384391.694379:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694380:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694386:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694388:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384391.694391:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694393:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694394:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694396:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095fee262. 00000400:00000200:1.0:1767384391.694400:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f7fe24 00000400:00000010:1.0:1767384391.694401:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000044f7fe24. 00000100:00000001:1.0:1767384391.694406:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694407:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694412:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694414:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384391.694415:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694416:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694417:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694418:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e41b1d. 00000400:00000200:1.0:1767384391.694421:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004139e7a2 00000400:00000010:1.0:1767384391.694422:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004139e7a2. 00000100:00000001:1.0:1767384391.694425:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694426:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694431:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694432:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384391.694435:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694436:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694437:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694438:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cc3ae10. 00000400:00000200:1.0:1767384391.694441:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaf27dd 00000400:00000010:1.0:1767384391.694442:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007eaf27dd. 00000100:00000001:1.0:1767384391.694445:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694446:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694452:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694453:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384391.694455:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.694457:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.694458:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.694459:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dfa0dfd. 00000400:00000200:1.0:1767384391.694461:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5f492d2 00000400:00000010:1.0:1767384391.694463:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a5f492d2. 00000100:00000001:1.0:1767384391.694466:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.694467:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384391.694470:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.694471:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384391.694474:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.694475:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694476:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694490:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694491:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694493:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694494:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694496:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694497:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694499:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694500:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694502:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694503:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694505:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694506:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694507:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694508:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694510:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694511:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694513:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694514:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694516:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694517:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694519:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694520:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694522:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694523:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694525:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694527:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694529:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694530:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694533:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694534:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694536:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694537:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694539:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694540:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694542:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694543:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694545:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694546:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694548:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694549:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694551:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694552:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694554:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694555:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694557:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694558:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694560:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694561:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694563:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694564:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694566:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694567:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694569:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694570:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694572:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694573:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694576:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694577:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694579:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694580:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694582:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694583:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694585:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694586:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694589:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694590:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694592:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694593:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694595:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694596:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694598:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694599:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694601:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694603:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694604:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694605:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694607:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694608:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694610:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694611:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694614:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694614:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694615:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694616:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694618:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694619:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694621:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694622:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694625:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694626:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694628:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694629:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694631:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694632:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694634:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694634:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694636:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694637:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694639:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694640:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694642:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694643:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694645:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694646:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694649:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694650:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694652:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694653:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694655:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694657:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694659:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694660:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694662:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694663:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694665:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694666:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694668:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694669:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694671:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694672:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694674:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694675:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694677:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694678:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.694680:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.694681:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384391.694684:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d472232d. 00000100:00000010:1.0:1767384391.694869:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cf6bf77. 00000100:00000010:1.0:1767384391.694872:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f655639. 00000100:00000010:1.0:1767384391.695045:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b311ec1c. 00000100:00000010:1.0:1767384391.695048:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000079fe1fa7. 00000100:00000010:1.0:1767384391.695237:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060df9ef9. 00000100:00000010:1.0:1767384391.695241:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d08f8593. 00000100:00000010:1.0:1767384391.695427:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bed64fe. 00000100:00000010:1.0:1767384391.695432:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000231f06ea. 00000100:00000010:1.0:1767384391.695624:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033a4d578. 00000100:00000010:1.0:1767384391.695628:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f156e1f8. 00000100:00000010:1.0:1767384391.695791:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000441adbc4. 00000100:00000010:1.0:1767384391.695794:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fa5aeb8f. 00000100:00000010:1.0:1767384391.695867:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d097ecf8. 00000100:00000010:1.0:1767384391.695870:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002a75b790. 00000100:00000010:1.0:1767384391.695950:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000475d904c. 00000100:00000010:1.0:1767384391.695952:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000093a967f. 00000100:00000010:1.0:1767384391.696012:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000399903dd. 00000100:00000010:1.0:1767384391.696013:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef067478. 00000100:00000010:1.0:1767384391.696070:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b9da173. 00000100:00000010:1.0:1767384391.696071:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bec5c985. 00000100:00000010:1.0:1767384391.696151:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012d954ee. 00000100:00000010:1.0:1767384391.696155:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007b20d9dc. 00000100:00000010:1.0:1767384391.696210:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4fd389d. 00000100:00000010:1.0:1767384391.696212:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b28de3ab. 00000100:00000010:1.0:1767384391.696258:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbc9225f. 00000100:00000010:1.0:1767384391.696259:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000485f3b0b. 00000100:00000010:1.0:1767384391.696322:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5fd135c. 00000100:00000010:1.0:1767384391.696324:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e553279. 00000100:00000010:1.0:1767384391.696409:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f39b800. 00000100:00000010:1.0:1767384391.696413:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000089a482b1. 00000100:00000010:1.0:1767384391.696501:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016193070. 00000100:00000010:1.0:1767384391.696504:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea2fc3d4. 00000100:00000010:1.0:1767384391.696565:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006708d260. 00000100:00000010:1.0:1767384391.696567:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008813c800. 00000100:00000010:1.0:1767384391.696626:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000827bae44. 00000100:00000010:1.0:1767384391.696627:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000da9bee0c. 00000100:00000010:1.0:1767384391.696670:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eccf7130. 00000100:00000010:1.0:1767384391.696672:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000680136f8. 00000100:00000010:1.0:1767384391.696714:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2debcc6. 00000100:00000010:1.0:1767384391.696716:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000888173c2. 00000100:00000010:1.0:1767384391.696772:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7769e1c. 00000100:00000010:1.0:1767384391.696774:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f89de22. 00000100:00000010:1.0:1767384391.696824:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc17e4d8. 00000100:00000010:1.0:1767384391.696826:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d8439ca. 00000100:00000010:1.0:1767384391.696888:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c33bf52. 00000100:00000010:1.0:1767384391.696890:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fafc7ce7. 00000100:00000010:1.0:1767384391.696951:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000775aa7. 00000100:00000010:1.0:1767384391.696953:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000032e53585. 00000100:00000010:1.0:1767384391.696997:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b5c38b4. 00000100:00000010:1.0:1767384391.696999:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005cf54823. 00000100:00000010:1.0:1767384391.697045:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d58fcd95. 00000100:00000010:1.0:1767384391.697047:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007906ca6f. 00000100:00000010:1.0:1767384391.697094:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b721218. 00000100:00000010:1.0:1767384391.697095:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a28bbfd. 00000100:00000010:1.0:1767384391.697169:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b20f901a. 00000100:00000010:1.0:1767384391.697171:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000012b79e4c. 00000100:00000010:1.0:1767384391.697215:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c11838e3. 00000100:00000010:1.0:1767384391.697217:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000052f35f0f. 00000100:00000010:1.0:1767384391.697260:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058467f42. 00000100:00000010:1.0:1767384391.697261:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000375f699d. 00000100:00000010:1.0:1767384391.697296:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000841d2a20. 00000100:00000010:1.0:1767384391.697298:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f458267. 00000100:00000010:1.0:1767384391.697340:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005354b68a. 00000100:00000010:1.0:1767384391.697342:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003680de29. 00000100:00000010:1.0:1767384391.697401:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f259eb11. 00000100:00000010:1.0:1767384391.697405:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af66c060. 00000100:00000010:1.0:1767384391.697452:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000082d0fb6. 00000100:00000010:1.0:1767384391.697454:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8915fc7. 00000100:00000010:1.0:1767384391.697510:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5595917. 00000100:00000010:1.0:1767384391.697513:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000de469360. 00000100:00000010:1.0:1767384391.697568:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8a17711. 00000100:00000010:1.0:1767384391.697569:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a43c363d. 00000100:00000010:1.0:1767384391.697615:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a32a0f2b. 00000100:00000010:1.0:1767384391.697620:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004623cb8e. 00000100:00000010:1.0:1767384391.697663:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081b38c72. 00000100:00000010:1.0:1767384391.697665:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000706de25c. 00000100:00000010:1.0:1767384391.697703:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1dc6414. 00000100:00000010:1.0:1767384391.697705:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000acd78c8d. 00000100:00000010:1.0:1767384391.697742:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c561e3b. 00000100:00000010:1.0:1767384391.697744:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fc5a4554. 00000100:00000010:1.0:1767384391.697794:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ba08ab3. 00000100:00000010:1.0:1767384391.697795:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fb4e8c59. 00000100:00000010:1.0:1767384391.697839:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abc4e1e0. 00000100:00000010:1.0:1767384391.697841:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000108fc9c8. 00000100:00000010:1.0:1767384391.697891:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4c96a8c. 00000100:00000010:1.0:1767384391.697892:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea84bbe8. 00000100:00000010:1.0:1767384391.697934:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f237fc45. 00000100:00000010:1.0:1767384391.697936:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e5ba02e4. 00000100:00000010:1.0:1767384391.697999:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f081587b. 00000100:00000010:1.0:1767384391.698001:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000091be3870. 00000100:00000010:1.0:1767384391.698047:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5ccdd79. 00000100:00000010:1.0:1767384391.698048:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005f083c74. 00000100:00000010:1.0:1767384391.698119:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd86fd05. 00000100:00000010:1.0:1767384391.698122:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a608099. 00000100:00000010:1.0:1767384391.698188:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ebe4daa. 00000100:00000010:1.0:1767384391.698190:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000325d1983. 00000100:00000010:1.0:1767384391.698236:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb09b29d. 00000100:00000010:1.0:1767384391.698237:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a7fa675c. 00000100:00000010:1.0:1767384391.698282:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000373423fa. 00000100:00000010:1.0:1767384391.698284:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000086109902. 00000100:00000010:1.0:1767384391.698333:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef3fdac7. 00000100:00000010:1.0:1767384391.698342:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000984ed152. 00000100:00000010:1.0:1767384391.698399:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9722e2e. 00000100:00000010:1.0:1767384391.698403:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a614b5ca. 00000100:00000010:1.0:1767384391.698446:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001353e5a7. 00000100:00000010:1.0:1767384391.698448:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af4607a5. 00000100:00000010:1.0:1767384391.698509:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb601a4d. 00000100:00000010:1.0:1767384391.698511:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000806eed0f. 00000100:00000010:1.0:1767384391.698570:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042417e5f. 00000100:00000010:1.0:1767384391.698572:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000efd92980. 00000100:00000010:1.0:1767384391.698615:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dd750fb. 00000100:00000010:1.0:1767384391.698617:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f4e6d2f. 00000100:00000010:1.0:1767384391.698668:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e4beade. 00000100:00000010:1.0:1767384391.698681:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f662967. 00000100:00000010:1.0:1767384391.698727:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0d6989e. 00000100:00000010:1.0:1767384391.698729:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3e9d3d7. 00000100:00000010:1.0:1767384391.698767:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b59912d8. 00000100:00000010:1.0:1767384391.698769:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000989748c7. 00000100:00000010:1.0:1767384391.698814:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008af5e0c3. 00000100:00000010:1.0:1767384391.698816:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f3a7b2e. 00000100:00000010:1.0:1767384391.698858:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ef6e1fb. 00000100:00000010:1.0:1767384391.698860:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a67d32a. 00000100:00000010:1.0:1767384391.698901:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f5df9f7. 00000100:00000010:1.0:1767384391.698903:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ddb49b28. 00000100:00000010:1.0:1767384391.698944:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005969f116. 00000100:00000010:1.0:1767384391.698945:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c8845f5. 00000100:00000010:1.0:1767384391.698991:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ab962ae. 00000100:00000010:0.0:1767384391.699138:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000044085669. 00000100:00000010:0.0:1767384391.699151:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c003a0a2. 00000100:00000001:0.0:1767384391.699161:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384391.699163:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.699165:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384391.699166:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384391.699168:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000836fe44d. 00000100:00000001:0.0:1767384391.699171:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384391.699173:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.699174:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.699175:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cc8ec6e7. 00000100:00000001:0.0:1767384391.699177:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.699178:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.699179:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000462c4a8e. 00000100:00000001:0.0:1767384391.699180:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.699181:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.699181:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008e58b595. 00000100:00000001:0.0:1767384391.699182:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.699183:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.699184:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000342ecf64. 00000100:00000001:0.0:1767384391.699185:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384391.699237:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006ac949a8. 00000020:00000010:0.0:1767384391.699240:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008fa6ed0c. 00000100:00000010:0.0:1767384391.699257:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000026e79fc0. 00000100:00000010:0.0:1767384391.699263:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000014e0147. 00000100:00000010:0.0:1767384391.699265:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008406a7ed. 00000100:00000010:0.0:1767384391.699267:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000066ed5c60. 00000100:00000001:0.0:1767384391.699269:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.699270:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384391.699271:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384391.699273:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384391.699285:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384391.699286:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384391.699288:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384391.699289:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384391.699306:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384391.699330:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008a318a75. 00000020:00000010:1.0:1767384391.699331:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095ef204e. 00000040:00000010:1.0:1767384391.699339:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000e1af86d. 00000040:00000010:3.0:1767384391.699340:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085afb6c4. 00000020:00000010:3.0:1767384391.699355:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005acd35a3. 00000020:00000010:1.0:1767384391.699357:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6ecc449. 00000020:00000010:3.0:1767384391.699362:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004f041dc3. 00000020:00000010:1.0:1767384391.699364:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9e7406e. 00000020:00000010:3.0:1767384391.699369:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2098652. 00000020:00000010:1.0:1767384391.699372:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000717882d3. 80000000:00000010:3.0:1767384391.699376:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000035ae34a9. 80000000:00000010:1.0:1767384391.699378:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000006ce77e3. 40000000:00000010:3.0:1767384391.699382:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000395be95f. 40000000:00000010:1.0:1767384391.699385:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000adcdea73. 00100000:00000010:3.0:1767384391.699389:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a2a41242. 00100000:00000010:1.0:1767384391.699391:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dd508f7b. 00040000:00000010:3.0:1767384391.699395:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e8e5683. 00040000:00000010:1.0:1767384391.699398:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000028c8d13b. 00040000:00000010:3.0:1767384391.699401:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da661857. 00040000:00000010:1.0:1767384391.699404:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009ad6f658. 00080000:00000010:3.0:1767384391.699408:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d3b8f9e3. 00080000:00000010:1.0:1767384391.699411:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a562da7. 00080000:00000010:3.0:1767384391.699414:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009a6cb864. 00080000:00000010:1.0:1767384391.699418:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000042ecd90d. 00000004:00000010:1.0:1767384391.699424:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d655a286. 00000004:00000010:3.0:1767384391.699427:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009894b391. 00000020:00000010:1.0:1767384391.699428:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d6da1e6. 00000020:00000010:3.0:1767384391.699435:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007ba9869. 00000020:00000010:1.0:1767384391.699437:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002253f471. 00000020:00000010:3.0:1767384391.699442:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003fffbe74. 00000100:00000010:1.0:1767384391.699443:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002330eca4. 00000100:00100000:1.0:1767384391.699448:0:17086:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000bf89478f:17086] 0 exiting: rc = 1 00000100:00000010:3.0:1767384391.699451:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b1a726ad. 00000100:00100000:3.0:1767384391.699456:0:17087:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000ed7ad60e:17087] 1 exiting: rc = 0 00000100:00000010:0.0:1767384391.699498:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bf89478f. 00000100:00000010:0.0:1767384391.699504:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ed7ad60e. 00000100:00000001:0.0:1767384391.699506:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384391.699507:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384391.699510:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384391.699514:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699515:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699517:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064e14a94. 00000400:00000200:0.0:1767384391.699520:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004be1a317 00000400:00000010:0.0:1767384391.699522:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004be1a317. 00000100:00000001:0.0:1767384391.699524:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699526:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699532:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699533:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384391.699535:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699536:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699537:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699538:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004a639a5. 00000400:00000200:0.0:1767384391.699539:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b085cd 00000400:00000010:0.0:1767384391.699540:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b085cd. 00000100:00000001:0.0:1767384391.699542:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699542:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699545:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699546:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384391.699546:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699547:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699548:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699549:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c900c41. 00000400:00000200:0.0:1767384391.699550:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e69bf02 00000400:00000010:0.0:1767384391.699551:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e69bf02. 00000100:00000001:0.0:1767384391.699553:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699553:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699556:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699557:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384391.699558:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699558:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699559:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699560:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c36e8f3e. 00000400:00000200:0.0:1767384391.699561:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f157cc 00000400:00000010:0.0:1767384391.699562:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f157cc. 00000100:00000001:0.0:1767384391.699563:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699563:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699566:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699567:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384391.699568:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699568:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699569:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699570:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809e8ae5. 00000400:00000200:0.0:1767384391.699571:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdca03f 00000400:00000010:0.0:1767384391.699572:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfdca03f. 00000100:00000001:0.0:1767384391.699573:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699574:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699576:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699577:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384391.699578:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699579:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699579:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699580:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6982d03. 00000400:00000200:0.0:1767384391.699581:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f19d43c3 00000400:00000010:0.0:1767384391.699582:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f19d43c3. 00000100:00000001:0.0:1767384391.699583:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699584:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699586:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699587:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384391.699588:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699589:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699590:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699590:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fd096fa. 00000400:00000200:0.0:1767384391.699591:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000441c00 00000400:00000010:0.0:1767384391.699592:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000441c00. 00000100:00000001:0.0:1767384391.699593:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699594:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699596:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699597:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384391.699598:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699598:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699599:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699600:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000989e9004. 00000400:00000200:0.0:1767384391.699601:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aca135c 00000400:00000010:0.0:1767384391.699601:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006aca135c. 00000100:00000001:0.0:1767384391.699602:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699603:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699605:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699606:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384391.699607:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699607:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699608:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699609:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8017149. 00000400:00000200:0.0:1767384391.699610:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004737aace 00000400:00000010:0.0:1767384391.699610:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004737aace. 00000100:00000001:0.0:1767384391.699611:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699612:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699614:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699615:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384391.699616:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699616:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699617:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699618:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b3acc00. 00000400:00000200:0.0:1767384391.699619:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093e9b417 00000400:00000010:0.0:1767384391.699619:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093e9b417. 00000100:00000001:0.0:1767384391.699620:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699621:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699624:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699625:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384391.699625:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699626:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699627:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699627:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000670efd60. 00000400:00000200:0.0:1767384391.699628:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc94a89a 00000400:00000010:0.0:1767384391.699629:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc94a89a. 00000100:00000001:0.0:1767384391.699630:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699631:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699633:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699634:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384391.699635:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699635:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699636:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699637:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001e1c1fb. 00000400:00000200:0.0:1767384391.699638:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efd182c3 00000400:00000010:0.0:1767384391.699638:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efd182c3. 00000100:00000001:0.0:1767384391.699639:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699640:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699642:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699643:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384391.699644:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699644:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699645:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699646:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c674689. 00000400:00000200:0.0:1767384391.699647:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef5219f1 00000400:00000010:0.0:1767384391.699647:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef5219f1. 00000100:00000001:0.0:1767384391.699648:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699649:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699651:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699652:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384391.699653:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699653:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699654:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699655:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1993e86. 00000400:00000200:0.0:1767384391.699656:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec024dcb 00000400:00000010:0.0:1767384391.699656:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec024dcb. 00000100:00000001:0.0:1767384391.699658:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699658:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699660:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699661:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384391.699662:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699663:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699663:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699664:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbb0f42f. 00000400:00000200:0.0:1767384391.699665:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe7b2838 00000400:00000010:0.0:1767384391.699666:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe7b2838. 00000100:00000001:0.0:1767384391.699667:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699667:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699670:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699670:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384391.699671:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699672:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699672:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699673:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea22dae7. 00000400:00000200:0.0:1767384391.699674:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc68d0de 00000400:00000010:0.0:1767384391.699675:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc68d0de. 00000100:00000001:0.0:1767384391.699676:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699676:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699686:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699687:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384391.699688:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699688:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699689:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699690:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029838eb5. 00000400:00000200:0.0:1767384391.699691:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db890183 00000400:00000010:0.0:1767384391.699691:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db890183. 00000100:00000001:0.0:1767384391.699692:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699693:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699695:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699696:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384391.699697:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699697:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699698:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699699:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d443da33. 00000400:00000200:0.0:1767384391.699700:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070ace550 00000400:00000010:0.0:1767384391.699701:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070ace550. 00000100:00000001:0.0:1767384391.699702:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699703:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699705:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699706:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384391.699707:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699708:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699708:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699709:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c710a21. 00000400:00000200:0.0:1767384391.699710:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c73f408 00000400:00000010:0.0:1767384391.699711:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c73f408. 00000100:00000001:0.0:1767384391.699712:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699713:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699715:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699716:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384391.699716:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699717:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699718:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699718:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004989ad48. 00000400:00000200:0.0:1767384391.699719:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080d1e72b 00000400:00000010:0.0:1767384391.699720:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080d1e72b. 00000100:00000001:0.0:1767384391.699721:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699722:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699724:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699725:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384391.699726:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699726:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699727:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699728:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061477de1. 00000400:00000200:0.0:1767384391.699729:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003161439d 00000400:00000010:0.0:1767384391.699729:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003161439d. 00000100:00000001:0.0:1767384391.699731:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699731:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699733:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699734:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384391.699735:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699736:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699737:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699738:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af9f582d. 00000400:00000200:0.0:1767384391.699739:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af3cf412 00000400:00000010:0.0:1767384391.699740:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af3cf412. 00000100:00000001:0.0:1767384391.699741:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699742:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699744:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699745:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384391.699746:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699746:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699747:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699748:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffbb117a. 00000400:00000200:0.0:1767384391.699749:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da57e1e 00000400:00000010:0.0:1767384391.699749:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da57e1e. 00000100:00000001:0.0:1767384391.699750:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699751:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699754:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699754:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384391.699755:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699756:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699756:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699757:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025da17a1. 00000400:00000200:0.0:1767384391.699758:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2c1ccd 00000400:00000010:0.0:1767384391.699759:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b2c1ccd. 00000100:00000001:0.0:1767384391.699760:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699760:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699763:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699763:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384391.699764:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699765:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699765:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699766:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ce4698e. 00000400:00000200:0.0:1767384391.699767:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac233f0d 00000400:00000010:0.0:1767384391.699768:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac233f0d. 00000100:00000001:0.0:1767384391.699769:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699769:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699772:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699773:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384391.699774:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699775:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699775:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699776:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c92b9e2a. 00000400:00000200:0.0:1767384391.699777:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000661e217f 00000400:00000010:0.0:1767384391.699778:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000661e217f. 00000100:00000001:0.0:1767384391.699779:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699780:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699782:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699783:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384391.699784:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699784:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699785:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699785:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000316e0ca2. 00000400:00000200:0.0:1767384391.699786:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001477d713 00000400:00000010:0.0:1767384391.699787:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001477d713. 00000100:00000001:0.0:1767384391.699788:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699789:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699791:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699792:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384391.699793:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699793:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699794:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699794:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f5de3cb. 00000400:00000200:0.0:1767384391.699795:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670208cf 00000400:00000010:0.0:1767384391.699796:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000670208cf. 00000100:00000001:0.0:1767384391.699797:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699798:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699800:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699801:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384391.699802:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699802:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699803:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699804:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034bd7c64. 00000400:00000200:0.0:1767384391.699805:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8859e32 00000400:00000010:0.0:1767384391.699805:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8859e32. 00000100:00000001:0.0:1767384391.699806:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699807:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699810:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699811:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384391.699811:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699812:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699813:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699813:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cafbaf8d. 00000400:00000200:0.0:1767384391.699814:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005965f25c 00000400:00000010:0.0:1767384391.699815:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005965f25c. 00000100:00000001:0.0:1767384391.699816:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699817:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699819:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699820:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384391.699820:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699821:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699822:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699822:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933e31fa. 00000400:00000200:0.0:1767384391.699823:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0560cdb 00000400:00000010:0.0:1767384391.699824:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0560cdb. 00000100:00000001:0.0:1767384391.699825:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699826:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699829:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699831:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384391.699832:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699833:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699834:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699835:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002111a6f3. 00000400:00000200:0.0:1767384391.699837:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b3721c0 00000400:00000010:0.0:1767384391.699838:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b3721c0. 00000100:00000001:0.0:1767384391.699840:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699841:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699845:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699846:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384391.699847:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699848:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699849:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699850:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097d83a74. 00000400:00000200:0.0:1767384391.699852:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000346e38ac 00000400:00000010:0.0:1767384391.699854:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000346e38ac. 00000100:00000001:0.0:1767384391.699856:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699857:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699862:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699863:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384391.699865:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699867:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699868:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699869:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1372154. 00000400:00000200:0.0:1767384391.699871:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f26cb1 00000400:00000010:0.0:1767384391.699873:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f26cb1. 00000100:00000001:0.0:1767384391.699875:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699877:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699881:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699882:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384391.699884:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699885:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699886:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699888:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000667b6861. 00000400:00000200:0.0:1767384391.699890:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062df4118 00000400:00000010:0.0:1767384391.699891:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062df4118. 00000100:00000001:0.0:1767384391.699892:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699893:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699896:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699897:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384391.699898:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699899:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699899:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699900:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f92caf2f. 00000400:00000200:0.0:1767384391.699901:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e15cf60b 00000400:00000010:0.0:1767384391.699902:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e15cf60b. 00000100:00000001:0.0:1767384391.699903:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699904:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699907:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699908:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384391.699909:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699910:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699911:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699912:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b06e067. 00000400:00000200:0.0:1767384391.699913:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3c396e1 00000400:00000010:0.0:1767384391.699914:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3c396e1. 00000100:00000001:0.0:1767384391.699915:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699916:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699918:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699919:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384391.699920:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699921:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699921:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699922:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cd2f62b. 00000400:00000200:0.0:1767384391.699923:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc966ba 00000400:00000010:0.0:1767384391.699924:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc966ba. 00000100:00000001:0.0:1767384391.699925:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699925:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699928:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699928:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384391.699929:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699930:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699931:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699931:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e60185fd. 00000400:00000200:0.0:1767384391.699932:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d977e4c 00000400:00000010:0.0:1767384391.699933:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d977e4c. 00000100:00000001:0.0:1767384391.699934:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699935:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699937:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699938:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384391.699939:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699940:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699940:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699941:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005961a530. 00000400:00000200:0.0:1767384391.699942:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff49ff3 00000400:00000010:0.0:1767384391.699943:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ff49ff3. 00000100:00000001:0.0:1767384391.699944:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699944:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699947:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699947:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384391.699948:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699950:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699950:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699951:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095159241. 00000400:00000200:0.0:1767384391.699952:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002387a342 00000400:00000010:0.0:1767384391.699953:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002387a342. 00000100:00000001:0.0:1767384391.699955:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699955:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699957:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699958:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384391.699959:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699970:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699970:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699971:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000535bf199. 00000400:00000200:0.0:1767384391.699972:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5a58cf 00000400:00000010:0.0:1767384391.699973:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc5a58cf. 00000100:00000001:0.0:1767384391.699974:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699975:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699977:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699978:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384391.699978:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699979:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699980:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699980:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3745873. 00000400:00000200:0.0:1767384391.699981:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e909fb33 00000400:00000010:0.0:1767384391.699982:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e909fb33. 00000100:00000001:0.0:1767384391.699983:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699984:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699986:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699987:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384391.699988:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699988:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699989:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699990:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fe81277. 00000400:00000200:0.0:1767384391.699991:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001870a1a6 00000400:00000010:0.0:1767384391.699991:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001870a1a6. 00000100:00000001:0.0:1767384391.699992:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.699993:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.699996:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.699997:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384391.699997:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.699998:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.699999:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.699999:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c00548b5. 00000400:00000200:0.0:1767384391.700000:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e57cfb94 00000400:00000010:0.0:1767384391.700001:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e57cfb94. 00000100:00000001:0.0:1767384391.700002:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700002:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700005:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700005:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384391.700006:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700007:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700008:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700008:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073221820. 00000400:00000200:0.0:1767384391.700009:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001814d3a7 00000400:00000010:0.0:1767384391.700010:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001814d3a7. 00000100:00000001:0.0:1767384391.700011:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700012:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700014:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700015:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384391.700015:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700016:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700017:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700017:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fca0c2b. 00000400:00000200:0.0:1767384391.700018:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba1b292 00000400:00000010:0.0:1767384391.700019:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba1b292. 00000100:00000001:0.0:1767384391.700020:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700021:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700023:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700024:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384391.700025:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700025:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700026:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700027:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d5c8ab9. 00000400:00000200:0.0:1767384391.700028:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f3dd91 00000400:00000010:0.0:1767384391.700028:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f3dd91. 00000100:00000001:0.0:1767384391.700030:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700031:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700033:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700034:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384391.700034:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700035:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700036:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700036:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ff0c10. 00000400:00000200:0.0:1767384391.700037:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7c166d6 00000400:00000010:0.0:1767384391.700038:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7c166d6. 00000100:00000001:0.0:1767384391.700039:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700040:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700042:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700043:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384391.700044:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700044:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700045:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700046:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064bc632b. 00000400:00000200:0.0:1767384391.700047:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002162948d 00000400:00000010:0.0:1767384391.700047:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002162948d. 00000100:00000001:0.0:1767384391.700048:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700049:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700051:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700052:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384391.700053:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700054:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700054:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700055:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d606d65. 00000400:00000200:0.0:1767384391.700056:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5c031fe 00000400:00000010:0.0:1767384391.700057:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5c031fe. 00000100:00000001:0.0:1767384391.700058:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700058:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700061:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700062:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384391.700062:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700063:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700064:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700064:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b83467. 00000400:00000200:0.0:1767384391.700066:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f640f8 00000400:00000010:0.0:1767384391.700066:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f640f8. 00000100:00000001:0.0:1767384391.700067:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700068:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700070:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700071:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384391.700072:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700073:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700073:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700074:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c77ba624. 00000400:00000200:0.0:1767384391.700075:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e7526e0 00000400:00000010:0.0:1767384391.700076:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e7526e0. 00000100:00000001:0.0:1767384391.700077:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700077:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700079:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700080:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384391.700081:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700082:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700082:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700083:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796ab571. 00000400:00000200:0.0:1767384391.700084:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9c4aa38 00000400:00000010:0.0:1767384391.700085:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9c4aa38. 00000100:00000001:0.0:1767384391.700086:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700086:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700088:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700089:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384391.700090:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700091:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700091:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700092:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e78d1ce8. 00000400:00000200:0.0:1767384391.700093:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002cc871d 00000400:00000010:0.0:1767384391.700094:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002cc871d. 00000100:00000001:0.0:1767384391.700094:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700095:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700097:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700098:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384391.700152:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700155:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700157:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700158:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002309667c. 00000400:00000200:0.0:1767384391.700162:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104fd348 00000400:00000010:0.0:1767384391.700164:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000104fd348. 00000100:00000001:0.0:1767384391.700167:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700168:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700175:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700177:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384391.700180:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700182:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700183:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700184:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b85ee352. 00000400:00000200:0.0:1767384391.700187:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1fa61a 00000400:00000010:0.0:1767384391.700189:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d1fa61a. 00000100:00000001:0.0:1767384391.700192:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700193:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700199:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700200:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384391.700202:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700206:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700208:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700209:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a8cf0c. 00000400:00000200:0.0:1767384391.700211:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000dbb017 00000400:00000010:0.0:1767384391.700213:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000dbb017. 00000100:00000001:0.0:1767384391.700216:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700218:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700223:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700225:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384391.700227:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700228:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700229:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700231:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7fc5f7d. 00000400:00000200:0.0:1767384391.700238:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bedd6ad 00000400:00000010:0.0:1767384391.700239:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bedd6ad. 00000100:00000001:0.0:1767384391.700243:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700244:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700249:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700252:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384391.700254:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700256:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700257:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700259:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb22b011. 00000400:00000200:0.0:1767384391.700262:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c8e0b89 00000400:00000010:0.0:1767384391.700263:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c8e0b89. 00000100:00000001:0.0:1767384391.700267:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700268:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700275:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700276:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384391.700278:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700280:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700281:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700282:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84a1dcf. 00000400:00000200:0.0:1767384391.700284:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d9d817 00000400:00000010:0.0:1767384391.700285:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d9d817. 00000100:00000001:0.0:1767384391.700288:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700289:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700294:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700295:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384391.700297:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700298:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700298:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700299:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1543817. 00000400:00000200:0.0:1767384391.700302:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000190b554f 00000400:00000010:0.0:1767384391.700304:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000190b554f. 00000100:00000001:0.0:1767384391.700306:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700307:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700315:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700317:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384391.700319:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700320:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700321:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700322:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e29450b3. 00000400:00000200:0.0:1767384391.700324:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1860c2c 00000400:00000010:0.0:1767384391.700326:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1860c2c. 00000100:00000001:0.0:1767384391.700328:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700330:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700335:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700337:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384391.700339:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.700342:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.700343:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.700345:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b76f15f. 00000400:00000200:0.0:1767384391.700349:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007bcdad1 00000400:00000010:0.0:1767384391.700351:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007bcdad1. 00000100:00000001:0.0:1767384391.700353:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.700355:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384391.700359:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.700361:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384391.700362:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384391.700365:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700366:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700368:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700368:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700369:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700370:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700371:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700372:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700373:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700373:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700374:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700375:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700376:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700376:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700377:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700377:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700378:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700379:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700380:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700380:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700381:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700382:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700382:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700383:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700384:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700385:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700386:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700386:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700387:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700389:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700390:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700391:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700392:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700393:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700395:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700396:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700397:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700398:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700399:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700400:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700402:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700403:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700405:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700406:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700407:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700408:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700409:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700410:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700412:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700413:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700414:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700415:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700417:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700418:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700419:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700420:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700422:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700423:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700425:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700426:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700427:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700428:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700430:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700431:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700432:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700434:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700435:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700436:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700438:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700439:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700440:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700441:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700443:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700444:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700445:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700446:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700448:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700449:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700450:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700451:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700453:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700454:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700455:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700455:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700456:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700457:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700458:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700458:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700459:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700460:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700461:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700461:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700462:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700463:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700463:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700464:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700465:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700465:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700466:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700467:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700467:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700468:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700469:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700469:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700470:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700471:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700472:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700473:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700474:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700474:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700475:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700476:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700477:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700491:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700492:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700493:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700493:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700494:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700495:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700496:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700497:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700497:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700498:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700499:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700500:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700500:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.700501:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.700501:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384391.700503:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee6ea9fb. 00000100:00000010:0.0:1767384391.700506:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001440c4d. 00000100:00000010:0.0:1767384391.700508:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066492a4b. 00000100:00000010:0.0:1767384391.700509:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001890ae56. 00000100:00000010:0.0:1767384391.700511:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000580015d8. 00000100:00000010:0.0:1767384391.700512:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6b7b8cd. 00000100:00000010:0.0:1767384391.700513:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006520b5aa. 00000100:00000010:0.0:1767384391.700514:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da02e9d4. 00000100:00000010:0.0:1767384391.700516:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094bd37a4. 00000100:00000010:0.0:1767384391.700517:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097440341. 00000100:00000010:0.0:1767384391.700518:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000689c658c. 00000100:00000010:0.0:1767384391.700519:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005434178a. 00000100:00000010:0.0:1767384391.700521:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009ba9eb8. 00000100:00000010:0.0:1767384391.700522:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c5d4847. 00000100:00000010:0.0:1767384391.700524:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004157135c. 00000100:00000010:0.0:1767384391.700525:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4d00823. 00000100:00000010:0.0:1767384391.700526:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000b3eddc. 00000100:00000010:0.0:1767384391.700534:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049aa9152. 00000100:00000010:0.0:1767384391.700535:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000021888e5. 00000100:00000010:0.0:1767384391.700537:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e5d5b9d. 00000100:00000010:0.0:1767384391.700538:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ca2fd28. 00000100:00000010:0.0:1767384391.700539:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023ee8982. 00000100:00000010:0.0:1767384391.700540:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c0e086e9. 00000100:00000010:0.0:1767384391.700542:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac348a59. 00000100:00000010:0.0:1767384391.700543:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001beb0092. 00000100:00000010:0.0:1767384391.700544:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000998796f4. 00000100:00000010:0.0:1767384391.700545:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002ed2475. 00000100:00000010:0.0:1767384391.700546:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0723894. 00000100:00000010:0.0:1767384391.700547:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000078aa462. 00000100:00000010:0.0:1767384391.700548:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005198c0f0. 00000100:00000010:0.0:1767384391.700550:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095aaf877. 00000100:00000010:0.0:1767384391.700551:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002539a5c9. 00000100:00000010:0.0:1767384391.700552:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f6313b4. 00000100:00000010:0.0:1767384391.700554:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028f569b0. 00000100:00000010:0.0:1767384391.700555:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c38fb0f2. 00000100:00000010:0.0:1767384391.700556:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021aaf781. 00000100:00000010:0.0:1767384391.700557:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068da08a1. 00000100:00000010:0.0:1767384391.700558:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000089eaacb. 00000100:00000010:0.0:1767384391.700560:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061838360. 00000100:00000010:0.0:1767384391.700561:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067ad2374. 00000100:00000010:0.0:1767384391.700562:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004995b4ad. 00000100:00000010:0.0:1767384391.700563:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007475bc36. 00000100:00000010:0.0:1767384391.700564:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6fdb2d4. 00000100:00000010:0.0:1767384391.700565:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aad68b95. 00000100:00000010:0.0:1767384391.700566:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015782736. 00000100:00000010:0.0:1767384391.700568:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c36f25a. 00000100:00000010:0.0:1767384391.700569:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049b21ed9. 00000100:00000010:0.0:1767384391.700571:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdc6b273. 00000100:00000010:0.0:1767384391.700572:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbea749e. 00000100:00000010:0.0:1767384391.700574:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000016b1fab. 00000100:00000010:0.0:1767384391.700575:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031b0f219. 00000100:00000010:0.0:1767384391.700577:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000897e4bbb. 00000100:00000010:0.0:1767384391.700578:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8665751. 00000100:00000010:0.0:1767384391.700579:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013b5924f. 00000100:00000010:0.0:1767384391.700580:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008609a9d0. 00000100:00000010:0.0:1767384391.700581:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e66bc94f. 00000100:00000010:0.0:1767384391.700582:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b960847. 00000100:00000010:0.0:1767384391.700584:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a23f684. 00000100:00000010:0.0:1767384391.700585:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000092ef1d8. 00000100:00000010:0.0:1767384391.700590:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013bdef91. 00000100:00000010:0.0:1767384391.700591:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048c06dab. 00000100:00000010:0.0:1767384391.700592:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bee52ea. 00000100:00000010:0.0:1767384391.700593:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092081ea6. 00000100:00000010:0.0:1767384391.700595:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022123078. 00000100:00000010:0.0:1767384391.700596:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027f99195. 00000100:00000010:0.0:1767384391.700597:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f45fde4. 00000100:00000010:0.0:1767384391.700598:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000690594dd. 00000100:00000010:0.0:1767384391.700599:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007379c60f. 00000100:00000010:0.0:1767384391.700600:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aacb5da7. 00000100:00000010:0.0:1767384391.700602:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f360297. 00000100:00000010:0.0:1767384391.700603:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000831a9460. 00000100:00000010:0.0:1767384391.700605:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2d403ff. 00000100:00000010:0.0:1767384391.700606:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a57ebcf4. 00000100:00000010:0.0:1767384391.700607:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058ddad8b. 00000100:00000010:0.0:1767384391.700608:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba3df0a4. 00000100:00000010:0.0:1767384391.700609:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039d8bd8e. 00000100:00000010:0.0:1767384391.700611:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b97ba6c. 00000100:00000010:0.0:1767384391.700612:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b81e799b. 00000100:00000010:0.0:1767384391.700613:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fcd9bf90. 00000100:00000010:0.0:1767384391.700614:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090c0d966. 00000100:00000010:0.0:1767384391.700616:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5caa336. 00000100:00000010:0.0:1767384391.700617:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bd3f998. 00000100:00000010:0.0:1767384391.700618:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f006d83. 00000100:00000010:0.0:1767384391.700620:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001744e5fd. 00000100:00000010:0.0:1767384391.700621:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c0656b1. 00000100:00000010:0.0:1767384391.700623:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c160a99. 00000100:00000010:0.0:1767384391.700624:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d85d478. 00000100:00000010:0.0:1767384391.700625:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022413e27. 00000100:00000010:0.0:1767384391.700626:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008eb4225e. 00000100:00000010:0.0:1767384391.700627:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000573d936e. 00000100:00000010:0.0:1767384391.700628:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3fd7777. 00000100:00000010:0.0:1767384391.700630:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e80bc0dd. 00000100:00000010:0.0:1767384391.700631:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005caac489. 00000100:00000010:0.0:1767384391.700632:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fe805e0. 00000100:00000010:0.0:1767384391.700633:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054eece71. 00000100:00000010:0.0:1767384391.700635:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095b815e3. 00000100:00000010:0.0:1767384391.700636:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039abbff1. 00000100:00000010:0.0:1767384391.700637:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff4ecc9b. 00000100:00000010:0.0:1767384391.700638:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ec759e7. 00000100:00000010:0.0:1767384391.700639:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ddd5ae4. 00000100:00000010:0.0:1767384391.700640:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000109842b4. 00000100:00000010:0.0:1767384391.700641:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e5b705f. 00000100:00000010:0.0:1767384391.700650:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7d93833. 00000100:00000010:0.0:1767384391.700652:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007755815e. 00000100:00000010:0.0:1767384391.700653:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004602f275. 00000100:00000010:0.0:1767384391.700654:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aea0df6. 00000100:00000010:0.0:1767384391.700655:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063ea1ea0. 00000100:00000010:0.0:1767384391.700657:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d9afadf. 00000100:00000010:0.0:1767384391.700658:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002eb4108e. 00000100:00000010:0.0:1767384391.700659:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c13daf4. 00000100:00000010:0.0:1767384391.700660:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000759882c9. 00000100:00000010:0.0:1767384391.700673:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ba44a39. 00000100:00000010:0.0:1767384391.700674:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a002cd0b. 00000100:00000010:0.0:1767384391.700676:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c974ff3e. 00000100:00000010:0.0:1767384391.700677:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000946aeb50. 00000100:00000010:0.0:1767384391.700678:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bb60772. 00000100:00000010:0.0:1767384391.700680:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000910fccdf. 00000100:00000010:0.0:1767384391.700681:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ec80754. 00000100:00000010:0.0:1767384391.700682:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005100a339. 00000100:00000010:0.0:1767384391.700684:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0512ba1. 00000100:00000010:0.0:1767384391.700685:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031b6b773. 00000100:00000010:0.0:1767384391.700686:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093e4cfcf. 00000100:00000010:0.0:1767384391.700687:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030e88c8e. 00000100:00000010:0.0:1767384391.700688:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000727e3a74. 00000100:00000010:0.0:1767384391.700690:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059c4a710. 00000100:00000010:0.0:1767384391.700691:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d4e8c78. 00000100:00000010:0.0:1767384391.700692:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3411fa2. 00000100:00000010:0.0:1767384391.700693:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8fb8db6. 00000100:00000010:0.0:1767384391.700748:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d25e41b5. 00000100:00000010:0.0:1767384391.700751:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f2efff5f. 00000100:00000001:0.0:1767384391.700752:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384391.700753:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.700754:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384391.700755:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384391.700756:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000031e4306c. 00000100:00000001:0.0:1767384391.700758:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384391.700759:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.700760:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.700761:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009b08f12e. 00000100:00000001:0.0:1767384391.700762:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.700763:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.700764:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000015292b9e. 00000100:00000001:0.0:1767384391.700765:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.700766:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.700766:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a9dd0cf5. 00000100:00000001:0.0:1767384391.700768:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384391.700768:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384391.700769:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000faea70da. 00000100:00000001:0.0:1767384391.700770:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384391.700818:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c86bc6c5. 00000020:00000010:0.0:1767384391.700821:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000070099612. 00000100:00000010:0.0:1767384391.700839:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000023e87852. 00000100:00000010:0.0:1767384391.700847:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000055c2973b. 00000100:00000010:0.0:1767384391.700850:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000074ec6f57. 00000100:00000010:0.0:1767384391.700852:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000072467a7b. 00000100:00000001:0.0:1767384391.700855:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.700857:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384391.700858:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384391.700860:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384391.700862:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384391.700863:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384391.700865:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384391.700866:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384391.700886:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384391.700896:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005c148b46. 00000040:00000010:2.0:1767384391.700904:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000defa678d. 00000020:00000010:3.0:1767384391.700905:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093d13310. 00000020:00000010:2.0:1767384391.700909:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fe1d617. 00000040:00000010:3.0:1767384391.700911:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aad99478. 00000020:00000010:3.0:1767384391.700916:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000095dab89b. 00000020:00000010:2.0:1767384391.700917:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ee81bee7. 00000020:00000010:3.0:1767384391.700919:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095855704. 00000020:00000010:2.0:1767384391.700924:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ee8a4e9. 00000020:00000010:3.0:1767384391.700925:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a190fa9. 80000000:00000010:3.0:1767384391.700930:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f311dd38. 80000000:00000010:2.0:1767384391.700933:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b3208dbd. 40000000:00000010:3.0:1767384391.700934:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c7584ce7. 00100000:00000010:3.0:1767384391.700942:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000017fa25b4. 40000000:00000010:2.0:1767384391.700942:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0bf3177. 00040000:00000010:3.0:1767384391.700947:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000068520c8f. 00100000:00000010:2.0:1767384391.700950:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008806c000. 00040000:00000010:3.0:1767384391.700951:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000062b48e91. 00080000:00000010:3.0:1767384391.700956:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000be2ab702. 00040000:00000010:2.0:1767384391.700958:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006304f713. 00080000:00000010:3.0:1767384391.700960:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000e2e9d71. 00040000:00000010:2.0:1767384391.700964:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e07556c6. 00000004:00000010:3.0:1767384391.700965:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e26e0436. 00002000:00000010:3.0:1767384391.700979:0:17088:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000081116302. 00080000:00000010:2.0:1767384391.700981:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e46aaa5. 00000020:00000010:3.0:1767384391.700983:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bd562d6. 00000020:00000010:3.0:1767384391.700986:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000007488360. 00000100:00000010:3.0:1767384391.700989:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a8ef1ed8. 00000100:00100000:3.0:1767384391.700995:0:17088:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000023ae1829:17088] 0 exiting: rc = 1 00080000:00000010:2.0:1767384391.700996:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ee83dd76. 00000004:00000010:2.0:1767384391.701001:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d8edfe3. 00002000:00000010:2.0:1767384391.701004:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000029832e7e. 00000020:00000010:2.0:1767384391.701007:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d8ccb75. 00000020:00000010:2.0:1767384391.701011:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000d073708. 00000100:00000010:2.0:1767384391.701017:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f3344d08. 00000100:00100000:2.0:1767384391.701020:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000dbf8d85c:17089] 1 exiting: rc = 0 00000100:00000010:0.0:1767384391.701061:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000023ae1829. 00000100:00000010:0.0:1767384391.701069:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dbf8d85c. 00000100:00000001:0.0:1767384391.701072:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384391.701073:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384391.701076:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384391.701078:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701079:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701081:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008766df4a. 00000400:00000200:0.0:1767384391.701084:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000833b687c 00000400:00000010:0.0:1767384391.701085:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000833b687c. 00000100:00000001:0.0:1767384391.701088:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701088:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701092:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701093:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384391.701094:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701095:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701096:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701097:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006878b82c. 00000400:00000200:0.0:1767384391.701098:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5edc31 00000400:00000010:0.0:1767384391.701099:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d5edc31. 00000100:00000001:0.0:1767384391.701121:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701123:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701126:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701127:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384391.701129:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701130:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701131:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701132:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed1e828. 00000400:00000200:0.0:1767384391.701134:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b65ece7 00000400:00000010:0.0:1767384391.701134:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b65ece7. 00000100:00000001:0.0:1767384391.701136:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701137:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701140:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701141:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384391.701142:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701142:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701143:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701144:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de326703. 00000400:00000200:0.0:1767384391.701145:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016561a72 00000400:00000010:0.0:1767384391.701146:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016561a72. 00000100:00000001:0.0:1767384391.701147:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701148:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701153:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701153:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384391.701155:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701157:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701158:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701159:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77bd79e. 00000400:00000200:0.0:1767384391.701161:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cfe15c0 00000400:00000010:0.0:1767384391.701162:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cfe15c0. 00000100:00000001:0.0:1767384391.701165:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701165:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701168:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701169:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384391.701170:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701171:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701172:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701173:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000672fb65. 00000400:00000200:0.0:1767384391.701174:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019af7eba 00000400:00000010:0.0:1767384391.701175:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019af7eba. 00000100:00000001:0.0:1767384391.701176:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701177:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701179:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701180:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384391.701181:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701182:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701182:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701183:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c467526b. 00000400:00000200:0.0:1767384391.701184:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a397a4f 00000400:00000010:0.0:1767384391.701185:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a397a4f. 00000100:00000001:0.0:1767384391.701186:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701186:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701189:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701189:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384391.701190:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701191:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701192:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701203:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000882e3598. 00000400:00000200:0.0:1767384391.701204:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c99af4c 00000400:00000010:0.0:1767384391.701205:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c99af4c. 00000100:00000001:0.0:1767384391.701206:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701207:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701209:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701210:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384391.701210:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701211:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701212:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701212:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086f1ea0f. 00000400:00000200:0.0:1767384391.701213:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000795471bc 00000400:00000010:0.0:1767384391.701214:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000795471bc. 00000100:00000001:0.0:1767384391.701215:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701216:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701218:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701219:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384391.701219:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701220:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701221:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701222:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b19a08ba. 00000400:00000200:0.0:1767384391.701223:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049278e73 00000400:00000010:0.0:1767384391.701224:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049278e73. 00000100:00000001:0.0:1767384391.701225:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701225:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701228:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701228:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384391.701229:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701230:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701231:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701231:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064de4cfa. 00000400:00000200:0.0:1767384391.701232:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1e943ae 00000400:00000010:0.0:1767384391.701233:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1e943ae. 00000100:00000001:0.0:1767384391.701234:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701234:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701237:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701237:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384391.701238:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701239:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701239:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701240:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005edc8c3. 00000400:00000200:0.0:1767384391.701241:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c367bdb 00000400:00000010:0.0:1767384391.701242:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c367bdb. 00000100:00000001:0.0:1767384391.701243:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701243:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701246:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701247:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384391.701247:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701248:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701249:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701249:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab453b12. 00000400:00000200:0.0:1767384391.701250:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003683960d 00000400:00000010:0.0:1767384391.701251:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003683960d. 00000100:00000001:0.0:1767384391.701252:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701253:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701255:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701256:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384391.701257:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701258:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701258:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701259:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab41ae7f. 00000400:00000200:0.0:1767384391.701260:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d516309c 00000400:00000010:0.0:1767384391.701261:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d516309c. 00000100:00000001:0.0:1767384391.701262:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701262:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701265:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701265:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384391.701266:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701267:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701267:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701268:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005269f628. 00000400:00000200:0.0:1767384391.701269:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f72797 00000400:00000010:0.0:1767384391.701270:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092f72797. 00000100:00000001:0.0:1767384391.701271:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701271:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701274:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701274:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384391.701275:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701276:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701276:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701277:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026fa2f32. 00000400:00000200:0.0:1767384391.701278:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a72e7695 00000400:00000010:0.0:1767384391.701279:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a72e7695. 00000100:00000001:0.0:1767384391.701280:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701280:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701282:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701283:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384391.701284:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701285:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701285:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701286:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf0ea36b. 00000400:00000200:0.0:1767384391.701287:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004681a5a5 00000400:00000010:0.0:1767384391.701288:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004681a5a5. 00000100:00000001:0.0:1767384391.701289:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701289:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701292:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701293:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384391.701293:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701294:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701295:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701295:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001171aa7c. 00000400:00000200:0.0:1767384391.701296:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f398ff06 00000400:00000010:0.0:1767384391.701297:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f398ff06. 00000100:00000001:0.0:1767384391.701298:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701299:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701301:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701302:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384391.701303:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701304:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701305:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701306:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000850865b0. 00000400:00000200:0.0:1767384391.701308:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000571e17c4 00000400:00000010:0.0:1767384391.701309:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000571e17c4. 00000100:00000001:0.0:1767384391.701310:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701312:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701315:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701317:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384391.701318:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701319:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701320:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701321:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bdee6bf. 00000400:00000200:0.0:1767384391.701323:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c10d0e75 00000400:00000010:0.0:1767384391.701324:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c10d0e75. 00000100:00000001:0.0:1767384391.701326:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701328:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701332:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701333:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384391.701335:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701336:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701337:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701338:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085099851. 00000400:00000200:0.0:1767384391.701340:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001de70e28 00000400:00000010:0.0:1767384391.701342:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de70e28. 00000100:00000001:0.0:1767384391.701344:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701345:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701350:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701351:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384391.701353:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701354:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701356:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701357:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004028c206. 00000400:00000200:0.0:1767384391.701359:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d32d9b11 00000400:00000010:0.0:1767384391.701361:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d32d9b11. 00000100:00000001:0.0:1767384391.701363:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701364:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701367:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701368:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384391.701369:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701370:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701371:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701372:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e370d76. 00000400:00000200:0.0:1767384391.701373:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e3297af 00000400:00000010:0.0:1767384391.701374:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e3297af. 00000100:00000001:0.0:1767384391.701375:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701375:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701378:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701378:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384391.701379:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701380:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701381:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701381:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1d0af3e. 00000400:00000200:0.0:1767384391.701382:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1756b02 00000400:00000010:0.0:1767384391.701383:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1756b02. 00000100:00000001:0.0:1767384391.701384:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701385:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701387:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701388:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384391.701388:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701390:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701390:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701391:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d056be6d. 00000400:00000200:0.0:1767384391.701393:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfa13286 00000400:00000010:0.0:1767384391.701395:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfa13286. 00000100:00000001:0.0:1767384391.701397:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701397:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701401:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701403:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384391.701405:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701406:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701407:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701408:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000316dea40. 00000400:00000200:0.0:1767384391.701410:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90048b9 00000400:00000010:0.0:1767384391.701411:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e90048b9. 00000100:00000001:0.0:1767384391.701413:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701414:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701418:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701420:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384391.701421:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701423:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701424:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701425:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3655fb. 00000400:00000200:0.0:1767384391.701427:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bbce9d8 00000400:00000010:0.0:1767384391.701429:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009bbce9d8. 00000100:00000001:0.0:1767384391.701431:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701432:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701437:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701438:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384391.701440:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701441:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701442:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701444:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fdc9a44. 00000400:00000200:0.0:1767384391.701446:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29348bb 00000400:00000010:0.0:1767384391.701447:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29348bb. 00000100:00000001:0.0:1767384391.701449:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701450:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701454:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701455:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384391.701456:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701458:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701458:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701459:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3f62732. 00000400:00000200:0.0:1767384391.701461:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1f6b46 00000400:00000010:0.0:1767384391.701461:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df1f6b46. 00000100:00000001:0.0:1767384391.701463:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701463:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701466:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701467:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384391.701467:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701468:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701469:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701469:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be30999. 00000400:00000200:0.0:1767384391.701470:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000263013d2 00000400:00000010:0.0:1767384391.701471:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000263013d2. 00000100:00000001:0.0:1767384391.701472:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701473:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701475:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701476:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384391.701477:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701490:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701491:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701492:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047020e6c. 00000400:00000200:0.0:1767384391.701494:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca79bb8f 00000400:00000010:0.0:1767384391.701494:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca79bb8f. 00000100:00000001:0.0:1767384391.701496:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701496:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701499:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701500:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384391.701501:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701501:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701502:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701503:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be955b0d. 00000400:00000200:0.0:1767384391.701504:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094b17294 00000400:00000010:0.0:1767384391.701505:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094b17294. 00000100:00000001:0.0:1767384391.701506:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701507:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701509:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701511:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384391.701512:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701513:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701513:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701514:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c9839e8. 00000400:00000200:0.0:1767384391.701515:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002754dc00 00000400:00000010:0.0:1767384391.701516:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002754dc00. 00000100:00000001:0.0:1767384391.701517:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701518:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701520:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701521:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384391.701522:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701522:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701523:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701524:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a01e98. 00000400:00000200:0.0:1767384391.701525:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbe8e2e 00000400:00000010:0.0:1767384391.701526:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbe8e2e. 00000100:00000001:0.0:1767384391.701527:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701528:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701530:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701531:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384391.701532:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701533:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701533:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701534:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea5a88a1. 00000400:00000200:0.0:1767384391.701535:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8c2fc9 00000400:00000010:0.0:1767384391.701536:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c8c2fc9. 00000100:00000001:0.0:1767384391.701537:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701538:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701540:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701541:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384391.701542:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701543:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701543:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701544:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e82f30a. 00000400:00000200:0.0:1767384391.701545:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c20e1868 00000400:00000010:0.0:1767384391.701546:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c20e1868. 00000100:00000001:0.0:1767384391.701547:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701548:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701551:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701552:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384391.701553:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701554:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701555:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701556:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c7bd523. 00000400:00000200:0.0:1767384391.701556:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377319cc 00000400:00000010:0.0:1767384391.701557:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000377319cc. 00000100:00000001:0.0:1767384391.701558:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701559:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701561:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701562:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384391.701563:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701564:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701564:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701565:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aca3af94. 00000400:00000200:0.0:1767384391.701566:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000890694a6 00000400:00000010:0.0:1767384391.701567:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000890694a6. 00000100:00000001:0.0:1767384391.701568:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701568:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701571:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701571:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384391.701572:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701573:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701574:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701574:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ecd01a6. 00000400:00000200:0.0:1767384391.701575:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3ee4b70 00000400:00000010:0.0:1767384391.701576:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3ee4b70. 00000100:00000001:0.0:1767384391.701577:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701578:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701580:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701581:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384391.701582:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701582:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701583:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701583:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044f9bb52. 00000400:00000200:0.0:1767384391.701584:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e35803b6 00000400:00000010:0.0:1767384391.701586:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e35803b6. 00000100:00000001:0.0:1767384391.701587:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701587:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701590:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701591:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384391.701592:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701593:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701593:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701594:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bfb1a8. 00000400:00000200:0.0:1767384391.701595:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb6d204 00000400:00000010:0.0:1767384391.701595:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bb6d204. 00000100:00000001:0.0:1767384391.701596:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701597:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701599:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701600:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384391.701601:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701602:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701602:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701603:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001526f131. 00000400:00000200:0.0:1767384391.701604:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8758e0b 00000400:00000010:0.0:1767384391.701605:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8758e0b. 00000100:00000001:0.0:1767384391.701606:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701606:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701609:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701610:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384391.701611:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701611:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701612:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701613:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050a5173c. 00000400:00000200:0.0:1767384391.701613:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056fe0028 00000400:00000010:0.0:1767384391.701614:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056fe0028. 00000100:00000001:0.0:1767384391.701615:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701616:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701618:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701619:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384391.701620:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701620:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701621:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701622:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011fee42c. 00000400:00000200:0.0:1767384391.701623:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000032d1f75 00000400:00000010:0.0:1767384391.701624:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000032d1f75. 00000100:00000001:0.0:1767384391.701625:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701626:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701629:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701629:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384391.701630:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701631:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701631:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701632:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc122b01. 00000400:00000200:0.0:1767384391.701633:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000674c3103 00000400:00000010:0.0:1767384391.701634:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000674c3103. 00000100:00000001:0.0:1767384391.701635:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701635:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701637:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701638:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384391.701639:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701640:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701640:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701641:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34f9987. 00000400:00000200:0.0:1767384391.701642:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ded76cef 00000400:00000010:0.0:1767384391.701643:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ded76cef. 00000100:00000001:0.0:1767384391.701644:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701644:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701647:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701647:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384391.701648:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701649:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701649:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701650:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000177c59bb. 00000400:00000200:0.0:1767384391.701651:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d9cc13 00000400:00000010:0.0:1767384391.701652:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023d9cc13. 00000100:00000001:0.0:1767384391.701653:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701653:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701656:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701657:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384391.701658:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701659:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701659:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701660:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ec293ac. 00000400:00000200:0.0:1767384391.701661:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000773d6c5a 00000400:00000010:0.0:1767384391.701672:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000773d6c5a. 00000100:00000001:0.0:1767384391.701673:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701674:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701676:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701677:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384391.701678:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701679:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701679:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701680:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006799bc8. 00000400:00000200:0.0:1767384391.701681:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005525fa6c 00000400:00000010:0.0:1767384391.701681:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005525fa6c. 00000100:00000001:0.0:1767384391.701683:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701683:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701686:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701686:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384391.701687:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701688:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701688:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701689:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049f84a5f. 00000400:00000200:0.0:1767384391.701690:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bd6c7c9 00000400:00000010:0.0:1767384391.701691:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bd6c7c9. 00000100:00000001:0.0:1767384391.701692:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701692:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701695:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701696:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384391.701697:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701697:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701698:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701699:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e2869f4. 00000400:00000200:0.0:1767384391.701700:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edc7dbbe 00000400:00000010:0.0:1767384391.701700:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edc7dbbe. 00000100:00000001:0.0:1767384391.701701:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701702:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701705:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701706:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384391.701707:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701707:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701708:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701709:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020af01f3. 00000400:00000200:0.0:1767384391.701710:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6f83f6 00000400:00000010:0.0:1767384391.701711:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c6f83f6. 00000100:00000001:0.0:1767384391.701712:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701713:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701715:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701716:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384391.701717:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701717:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701718:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701718:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbe400cc. 00000400:00000200:0.0:1767384391.701719:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ef92875 00000400:00000010:0.0:1767384391.701720:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ef92875. 00000100:00000001:0.0:1767384391.701721:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701722:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701724:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701725:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384391.701725:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701726:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701727:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701727:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8be6261. 00000400:00000200:0.0:1767384391.701728:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb20ab9 00000400:00000010:0.0:1767384391.701729:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cb20ab9. 00000100:00000001:0.0:1767384391.701730:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701731:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701733:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701734:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384391.701735:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701736:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701736:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701737:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000150e958b. 00000400:00000200:0.0:1767384391.701738:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c301f0 00000400:00000010:0.0:1767384391.701739:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079c301f0. 00000100:00000001:0.0:1767384391.701740:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701740:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701743:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701743:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384391.701744:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701745:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701746:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701746:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa734547. 00000400:00000200:0.0:1767384391.701747:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ab6d44 00000400:00000010:0.0:1767384391.701748:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ab6d44. 00000100:00000001:0.0:1767384391.701749:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701749:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701752:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701752:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384391.701753:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701754:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701754:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701755:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001189723b. 00000400:00000200:0.0:1767384391.701756:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b935e6 00000400:00000010:0.0:1767384391.701757:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b935e6. 00000100:00000001:0.0:1767384391.701758:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701758:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701761:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701761:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384391.701762:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701763:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701763:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701764:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025b78380. 00000400:00000200:0.0:1767384391.701765:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9c8eda9 00000400:00000010:0.0:1767384391.701766:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9c8eda9. 00000100:00000001:0.0:1767384391.701767:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701767:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701770:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701770:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384391.701771:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701772:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701772:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701773:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63ac364. 00000400:00000200:0.0:1767384391.701775:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fbf0491 00000400:00000010:0.0:1767384391.701775:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fbf0491. 00000100:00000001:0.0:1767384391.701776:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701777:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701779:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701780:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384391.701781:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701781:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701782:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701783:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184f0940. 00000400:00000200:0.0:1767384391.701784:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea507c8c 00000400:00000010:0.0:1767384391.701784:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea507c8c. 00000100:00000001:0.0:1767384391.701785:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701786:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701788:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701789:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384391.701790:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701791:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701791:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701792:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6a7c3ca. 00000400:00000200:0.0:1767384391.701793:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006ffb080 00000400:00000010:0.0:1767384391.701793:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ffb080. 00000100:00000001:0.0:1767384391.701794:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701795:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701797:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701798:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384391.701799:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701799:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701800:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701801:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3037b9d. 00000400:00000200:0.0:1767384391.701802:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b894b120 00000400:00000010:0.0:1767384391.701802:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b894b120. 00000100:00000001:0.0:1767384391.701803:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701804:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701806:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701807:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384391.701808:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701809:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701809:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701810:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ea1cb5. 00000400:00000200:0.0:1767384391.701811:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f7a2e24 00000400:00000010:0.0:1767384391.701812:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f7a2e24. 00000100:00000001:0.0:1767384391.701813:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701813:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701816:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701816:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384391.701817:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384391.701818:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.701818:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.701819:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6fc04e9. 00000400:00000200:0.0:1767384391.701820:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcd03788 00000400:00000010:0.0:1767384391.701821:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcd03788. 00000100:00000001:0.0:1767384391.701822:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.701822:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384391.701825:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384391.701825:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384391.701826:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384391.701828:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701829:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701831:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701832:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701833:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701834:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701835:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701836:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701837:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701838:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701839:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701840:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701841:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701842:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701844:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701845:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701846:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701847:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701849:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701850:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701852:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701853:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701854:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701855:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701856:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701857:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701859:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701860:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701861:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701862:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701864:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701865:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701866:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701867:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701869:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701870:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701872:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701873:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701874:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701875:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701877:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701878:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701879:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701880:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701882:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701883:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701884:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701886:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701887:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701888:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701889:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701890:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701891:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701892:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701892:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701893:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701894:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701894:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701895:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701896:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701897:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701898:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701899:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701899:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701900:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701901:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701902:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701903:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701903:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701904:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701905:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701905:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701906:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701907:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701907:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701908:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701909:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701909:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701910:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701911:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701911:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701912:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701913:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701913:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701914:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701915:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701916:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701916:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701917:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701917:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701918:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701919:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701920:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701920:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701921:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701922:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701922:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701923:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701924:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701925:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701925:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701926:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701927:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701928:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701929:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701930:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701930:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701931:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701932:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701932:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701933:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701934:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701934:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701935:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701936:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701936:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701937:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701938:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701938:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701939:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701940:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701940:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701941:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701942:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701942:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701943:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.701944:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.701944:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384391.701946:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018cba14b. 00000100:00000010:0.0:1767384391.701949:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004907328. 00000100:00000010:0.0:1767384391.701951:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c40c64ad. 00000100:00000010:0.0:1767384391.701952:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000441f9d. 00000100:00000010:0.0:1767384391.701954:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d81b063. 00000100:00000010:0.0:1767384391.701955:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e95eb334. 00000100:00000010:0.0:1767384391.701956:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000562c5e8e. 00000100:00000010:0.0:1767384391.701968:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4e4a522. 00000100:00000010:0.0:1767384391.701969:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d9e0140. 00000100:00000010:0.0:1767384391.701971:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7fd4cb8. 00000100:00000010:0.0:1767384391.701972:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000067a3abfd. 00000100:00000010:0.0:1767384391.701973:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8803aed. 00000100:00000010:0.0:1767384391.701975:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b6e79cc. 00000100:00000010:0.0:1767384391.701977:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdd0bc85. 00000100:00000010:0.0:1767384391.701978:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ed11ca2. 00000100:00000010:0.0:1767384391.701979:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c446545c. 00000100:00000010:0.0:1767384391.701980:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b6ec390a. 00000100:00000010:0.0:1767384391.701982:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099745b5f. 00000100:00000010:0.0:1767384391.701983:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dabad6cb. 00000100:00000010:0.0:1767384391.701984:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d42051fd. 00000100:00000010:0.0:1767384391.701985:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000deb99ed0. 00000100:00000010:0.0:1767384391.701987:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4fe63c2. 00000100:00000010:0.0:1767384391.701988:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000afc546c5. 00000100:00000010:0.0:1767384391.701989:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017e87b18. 00000100:00000010:0.0:1767384391.701990:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000025f03b8. 00000100:00000010:0.0:1767384391.701992:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087125e70. 00000100:00000010:0.0:1767384391.701993:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3622609. 00000100:00000010:0.0:1767384391.701995:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5b6aebc. 00000100:00000010:0.0:1767384391.701996:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000587cadd9. 00000100:00000010:0.0:1767384391.701997:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e4d1dfe. 00000100:00000010:0.0:1767384391.701998:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000720c4f02. 00000100:00000010:0.0:1767384391.701999:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e2fbaea. 00000100:00000010:0.0:1767384391.702000:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000050e29b4a. 00000100:00000010:0.0:1767384391.702002:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e2d23d2. 00000100:00000010:0.0:1767384391.702003:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000adc6ac57. 00000100:00000010:0.0:1767384391.702004:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e31ed28. 00000100:00000010:0.0:1767384391.702006:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000859f97ed. 00000100:00000010:0.0:1767384391.702007:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092a2b63e. 00000100:00000010:0.0:1767384391.702008:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036ac1c25. 00000100:00000010:0.0:1767384391.702011:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032c90689. 00000100:00000010:0.0:1767384391.702012:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057e14790. 00000100:00000010:0.0:1767384391.702013:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a10f82f. 00000100:00000010:0.0:1767384391.702015:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ac9a577. 00000100:00000010:0.0:1767384391.702016:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000160acc17. 00000100:00000010:0.0:1767384391.702017:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003cb761be. 00000100:00000010:0.0:1767384391.702019:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000504e811. 00000100:00000010:0.0:1767384391.702020:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070f6d102. 00000100:00000010:0.0:1767384391.702021:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4a423a8. 00000100:00000010:0.0:1767384391.702022:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009fbe0a6f. 00000100:00000010:0.0:1767384391.702023:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000238ca7ec. 00000100:00000010:0.0:1767384391.702024:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f7ad2e3. 00000100:00000010:0.0:1767384391.702026:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061d88b28. 00000100:00000010:0.0:1767384391.702027:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003393af4a. 00000100:00000010:0.0:1767384391.702028:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aea44bd4. 00000100:00000010:0.0:1767384391.702029:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022113954. 00000100:00000010:0.0:1767384391.702030:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000237d2e47. 00000100:00000010:0.0:1767384391.702031:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc0d8fa7. 00000100:00000010:0.0:1767384391.702033:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8f79e5b. 00000100:00000010:0.0:1767384391.702034:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021aeebb9. 00000100:00000010:0.0:1767384391.702036:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e22dd2fb. 00000100:00000010:0.0:1767384391.702037:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008eedca6d. 00000100:00000010:0.0:1767384391.702038:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e12ebf8. 00000100:00000010:0.0:1767384391.702039:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b68acb7e. 00000100:00000010:0.0:1767384391.702041:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5ad18dd. 00000100:00000010:0.0:1767384391.702042:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040283963. 00000100:00000010:0.0:1767384391.702043:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f9f91b9. 00000100:00000010:0.0:1767384391.702045:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000419c3538. 00000100:00000010:0.0:1767384391.702046:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046d53efe. 00000100:00000010:0.0:1767384391.702047:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d091724b. 00000100:00000010:0.0:1767384391.702049:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058a29b6f. 00000100:00000010:0.0:1767384391.702050:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ebc3fdb. 00000100:00000010:0.0:1767384391.702051:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d8326fd. 00000100:00000010:0.0:1767384391.702052:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006917a991. 00000100:00000010:0.0:1767384391.702053:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028c6b8d2. 00000100:00000010:0.0:1767384391.702054:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e35fc5b. 00000100:00000010:0.0:1767384391.702056:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000511d8f1a. 00000100:00000010:0.0:1767384391.702057:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005452a75d. 00000100:00000010:0.0:1767384391.702058:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000254f7382. 00000100:00000010:0.0:1767384391.702060:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4152eac. 00000100:00000010:0.0:1767384391.702061:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090aa4a3c. 00000100:00000010:0.0:1767384391.702062:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095f9a5bd. 00000100:00000010:0.0:1767384391.702064:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000196c6898. 00000100:00000010:0.0:1767384391.702065:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040571e03. 00000100:00000010:0.0:1767384391.702066:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bf28de0. 00000100:00000010:0.0:1767384391.702067:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d612737a. 00000100:00000010:0.0:1767384391.702068:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010431366. 00000100:00000010:0.0:1767384391.702069:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6b037ac. 00000100:00000010:0.0:1767384391.702070:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4c89143. 00000100:00000010:0.0:1767384391.702071:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007efbfbb9. 00000100:00000010:0.0:1767384391.702072:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdd4a6e0. 00000100:00000010:0.0:1767384391.702073:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f50ab13. 00000100:00000010:0.0:1767384391.702075:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022201075. 00000100:00000010:0.0:1767384391.702076:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000301c5d4d. 00000100:00000010:0.0:1767384391.702078:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d442cef9. 00000100:00000010:0.0:1767384391.702079:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000990df03. 00000100:00000010:0.0:1767384391.702080:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015aafc22. 00000100:00000010:0.0:1767384391.702081:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000007830e34. 00000100:00000010:0.0:1767384391.702083:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfcfe654. 00000100:00000010:0.0:1767384391.702084:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffaf67a6. 00000100:00000010:0.0:1767384391.702085:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000029953ea. 00000100:00000010:0.0:1767384391.702086:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c99ed287. 00000100:00000010:0.0:1767384391.702088:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070dc261a. 00000100:00000010:0.0:1767384391.702089:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022ab506f. 00000100:00000010:0.0:1767384391.702090:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000021cd08. 00000100:00000010:0.0:1767384391.702091:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fbc8006. 00000100:00000010:0.0:1767384391.702093:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1a923dc. 00000100:00000010:0.0:1767384391.702094:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f51e4272. 00000100:00000010:0.0:1767384391.702095:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4e95f17. 00000100:00000010:0.0:1767384391.702097:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e046ef1. 00000100:00000010:0.0:1767384391.702098:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d16490a. 00000100:00000010:0.0:1767384391.702200:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069f35d92. 00000100:00000010:0.0:1767384391.702206:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000845a48df. 00000100:00000010:0.0:1767384391.702210:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d14ee421. 00000100:00000010:0.0:1767384391.702213:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3c5bb92. 00000100:00000010:0.0:1767384391.702216:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000209aefee. 00000100:00000010:0.0:1767384391.702219:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007af99af1. 00000100:00000010:0.0:1767384391.702223:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002daeac72. 00000100:00000010:0.0:1767384391.702226:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061193c7f. 00000100:00000010:0.0:1767384391.702229:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f17666bf. 00000100:00000010:0.0:1767384391.702232:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000354a6bc5. 00000100:00000010:0.0:1767384391.702234:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f3da926. 00000100:00000010:0.0:1767384391.702237:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004521487c. 00000100:00000010:0.0:1767384391.702239:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000f3323a. 00000100:00000010:0.0:1767384391.702242:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e69a72a6. 00000100:00000010:0.0:1767384391.702245:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a932e4f. 00000100:00000010:0.0:1767384391.702248:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2784003. 00000100:00000010:0.0:1767384391.702251:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005bf7a0dc. 00000100:00000010:0.0:1767384391.702257:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a820c88c. 00000100:00000010:1.0:1767384391.702318:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000389cca1e. 00000100:00000010:1.0:1767384391.702328:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000e6828839. 00000100:00000001:1.0:1767384391.702330:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384391.702332:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.702333:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.702334:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.702340:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007c014f29. 00000100:00000001:1.0:1767384391.702344:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.702345:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.702346:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.702348:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000030204d22. 00000100:00000001:1.0:1767384391.702361:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.702361:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.702362:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b8a3295a. 00000100:00000001:1.0:1767384391.702365:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.702365:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.702366:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000062817513. 00000100:00000001:1.0:1767384391.702368:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.702370:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.702371:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006603cc9f. 00000100:00000001:1.0:1767384391.702375:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384391.702438:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a86450a7. 00000020:00000010:1.0:1767384391.702442:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000983a2c30. 00000100:00000010:1.0:1767384391.702457:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000070334598. 00000100:00000010:1.0:1767384391.702464:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000006517c19f. 00000100:00000010:1.0:1767384391.702466:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e89fe48c. 00000100:00000010:1.0:1767384391.702468:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000cf86b0c4. 00000100:00000001:1.0:1767384391.702469:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.702471:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384391.702472:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384391.702474:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384391.702475:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384391.702475:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384391.702477:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384391.702491:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384391.702504:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:2.0:1767384391.702518:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000096947089. 00000040:00000010:2.0:1767384391.702534:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ee343704. 00000020:00000010:0.0:1767384391.702536:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a96f1cbf. 00000020:00000010:2.0:1767384391.702538:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ccb04cde. 00000040:00000010:0.0:1767384391.702541:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006424f62a. 00000020:00000010:2.0:1767384391.702545:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fe3b9eb6. 00000020:00000010:0.0:1767384391.702546:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071136252. 00000020:00000010:2.0:1767384391.702552:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009e394d2b. 00000020:00000010:0.0:1767384391.702553:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de3ca7f7. 80000000:00000010:2.0:1767384391.702561:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e7e1268. 00000020:00000010:0.0:1767384391.702561:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008522b862. 40000000:00000010:2.0:1767384391.702568:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b5963af8. 80000000:00000010:0.0:1767384391.702569:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1ccec86. 40000000:00000010:0.0:1767384391.702573:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e66c816. 00100000:00000010:2.0:1767384391.702576:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006f38b5da. 00100000:00000010:0.0:1767384391.702578:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000303e680d. 00040000:00000010:2.0:1767384391.702583:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006637f16e. 00040000:00000010:0.0:1767384391.702584:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000219263c5. 00040000:00000010:0.0:1767384391.702598:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002399309. 00040000:00000010:2.0:1767384391.702601:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009887ceef. 00080000:00000010:0.0:1767384391.702603:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c8ae340c. 00080000:00000010:0.0:1767384391.702608:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd1b6338. 00080000:00000010:2.0:1767384391.702610:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f4e998ea. 00000004:00000010:0.0:1767384391.702612:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000034469338. 00080000:00000010:2.0:1767384391.702615:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028c6c7f9. 00002000:00000010:0.0:1767384391.702617:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000078cc39ae. 00000004:00000010:2.0:1767384391.702620:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004b3408d2. 00000020:00000010:0.0:1767384391.702622:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f9256be. 00002000:00000010:2.0:1767384391.702625:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003a8efb85. 00000020:00000010:0.0:1767384391.702628:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000013cef376. 00000020:00000010:2.0:1767384391.702629:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf12bfeb. 00000100:00000010:0.0:1767384391.702635:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000afa6c84b. 00000020:00000010:2.0:1767384391.702636:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea0f45e8. 00000100:00100000:0.0:1767384391.702639:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [000000000ef03b1c:17090] 0 exiting: rc = 1 00000100:00000010:2.0:1767384391.702642:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000051244fbf. 00000100:00100000:2.0:1767384391.702646:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000008df5ad80:17091] 1 exiting: rc = 0 00000100:00000010:1.0:1767384391.702684:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000ef03b1c. 00000100:00000010:1.0:1767384391.702690:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008df5ad80. 00000100:00000001:1.0:1767384391.702695:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384391.702696:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384391.702698:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384391.702702:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702703:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702705:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000884a2f81. 00000400:00000200:1.0:1767384391.702709:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080834745 00000400:00000010:1.0:1767384391.702710:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080834745. 00000100:00000001:1.0:1767384391.702713:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702714:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702717:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702719:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.702720:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702721:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702722:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702723:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001074a7ff. 00000400:00000200:1.0:1767384391.702724:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73755f1 00000400:00000010:1.0:1767384391.702725:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73755f1. 00000100:00000001:1.0:1767384391.702726:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702726:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702729:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702730:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384391.702731:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702732:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702732:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702733:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6beed68. 00000400:00000200:1.0:1767384391.702734:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000785575dc 00000400:00000010:1.0:1767384391.702735:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000785575dc. 00000100:00000001:1.0:1767384391.702736:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702737:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702739:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702740:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384391.702741:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702742:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702743:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702744:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d55a674. 00000400:00000200:1.0:1767384391.702745:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb03557f 00000400:00000010:1.0:1767384391.702745:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb03557f. 00000100:00000001:1.0:1767384391.702746:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702747:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702750:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702750:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384391.702751:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702752:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702752:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702753:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b3ed07d. 00000400:00000200:1.0:1767384391.702754:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac5e692 00000400:00000010:1.0:1767384391.702755:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dac5e692. 00000100:00000001:1.0:1767384391.702756:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702757:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702759:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702760:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384391.702760:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702761:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702762:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702763:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002eb6c250. 00000400:00000200:1.0:1767384391.702764:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea75d9d6 00000400:00000010:1.0:1767384391.702765:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea75d9d6. 00000100:00000001:1.0:1767384391.702766:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702766:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702769:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702769:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384391.702770:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702771:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702772:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702772:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2effe1. 00000400:00000200:1.0:1767384391.702773:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e9a5294 00000400:00000010:1.0:1767384391.702774:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e9a5294. 00000100:00000001:1.0:1767384391.702775:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702776:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702778:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702779:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384391.702780:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702781:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702782:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702782:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc64889. 00000400:00000200:1.0:1767384391.702783:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb23e4e9 00000400:00000010:1.0:1767384391.702784:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb23e4e9. 00000100:00000001:1.0:1767384391.702785:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702786:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702788:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702789:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384391.702790:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702790:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702791:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702792:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002acd7aef. 00000400:00000200:1.0:1767384391.702793:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002afced8b 00000400:00000010:1.0:1767384391.702793:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002afced8b. 00000100:00000001:1.0:1767384391.702795:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702795:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702798:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702798:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384391.702799:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702800:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702800:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702801:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fc45ee3. 00000400:00000200:1.0:1767384391.702802:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f540b62c 00000400:00000010:1.0:1767384391.702803:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f540b62c. 00000100:00000001:1.0:1767384391.702804:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702804:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702807:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702808:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384391.702808:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702809:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702810:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702811:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088fcb22a. 00000400:00000200:1.0:1767384391.702812:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019cea8f8 00000400:00000010:1.0:1767384391.702812:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019cea8f8. 00000100:00000001:1.0:1767384391.702813:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702814:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702817:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702818:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384391.702818:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702819:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702820:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702820:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b65707d. 00000400:00000200:1.0:1767384391.702821:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000029b61a 00000400:00000010:1.0:1767384391.702822:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000029b61a. 00000100:00000001:1.0:1767384391.702823:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702824:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702826:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702827:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384391.702828:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702828:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702829:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702830:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46fb97d. 00000400:00000200:1.0:1767384391.702831:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d359cab0 00000400:00000010:1.0:1767384391.702832:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d359cab0. 00000100:00000001:1.0:1767384391.702833:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702833:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702836:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702836:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384391.702837:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702838:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702838:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702839:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b480c1. 00000400:00000200:1.0:1767384391.702840:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1f98410 00000400:00000010:1.0:1767384391.702841:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1f98410. 00000100:00000001:1.0:1767384391.702842:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702842:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702844:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702845:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384391.702846:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702847:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702847:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702848:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa00b2e0. 00000400:00000200:1.0:1767384391.702849:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043faafe5 00000400:00000010:1.0:1767384391.702850:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043faafe5. 00000100:00000001:1.0:1767384391.702851:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702852:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702854:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702855:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384391.702856:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702856:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702857:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702858:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001619baa4. 00000400:00000200:1.0:1767384391.702859:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50b2f7e 00000400:00000010:1.0:1767384391.702859:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50b2f7e. 00000100:00000001:1.0:1767384391.702860:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702861:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702863:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702864:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384391.702865:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702866:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702866:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702867:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc315d6. 00000400:00000200:1.0:1767384391.702868:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e06539a 00000400:00000010:1.0:1767384391.702869:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e06539a. 00000100:00000001:1.0:1767384391.702869:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702870:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702872:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702873:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384391.702874:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702875:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702875:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702876:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008337db9c. 00000400:00000200:1.0:1767384391.702877:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f870b15 00000400:00000010:1.0:1767384391.702878:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f870b15. 00000100:00000001:1.0:1767384391.702879:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702879:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702881:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702882:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384391.702883:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702884:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702884:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702885:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009625ef7f. 00000400:00000200:1.0:1767384391.702886:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e3c511 00000400:00000010:1.0:1767384391.702887:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e3c511. 00000100:00000001:1.0:1767384391.702888:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702889:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702891:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702892:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384391.702893:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702893:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702894:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702895:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003521624c. 00000400:00000200:1.0:1767384391.702895:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8aa03c 00000400:00000010:1.0:1767384391.702896:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8aa03c. 00000100:00000001:1.0:1767384391.702897:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702898:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702900:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702901:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384391.702902:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702902:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702903:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702903:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8fd62e. 00000400:00000200:1.0:1767384391.702904:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dcdc7f8 00000400:00000010:1.0:1767384391.702905:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dcdc7f8. 00000100:00000001:1.0:1767384391.702906:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702907:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702909:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702910:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384391.702910:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702911:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702912:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702912:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7d77504. 00000400:00000200:1.0:1767384391.702913:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8cf6d8 00000400:00000010:1.0:1767384391.702914:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8cf6d8. 00000100:00000001:1.0:1767384391.702915:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702915:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702918:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702919:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384391.702919:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702920:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702921:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702922:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a5445d. 00000400:00000200:1.0:1767384391.702923:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aff14b8 00000400:00000010:1.0:1767384391.702923:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aff14b8. 00000100:00000001:1.0:1767384391.702924:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702925:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702927:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702928:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384391.702929:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702929:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702930:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702931:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be15b31a. 00000400:00000200:1.0:1767384391.702932:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30b8378 00000400:00000010:1.0:1767384391.702932:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e30b8378. 00000100:00000001:1.0:1767384391.702933:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702934:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702936:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702937:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384391.702938:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702939:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702939:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702940:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ce8222. 00000400:00000200:1.0:1767384391.702941:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff3aa0f 00000400:00000010:1.0:1767384391.702942:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ff3aa0f. 00000100:00000001:1.0:1767384391.702943:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702943:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702945:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702946:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384391.702947:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702948:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702948:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702949:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0159f66. 00000400:00000200:1.0:1767384391.702950:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2c84c55 00000400:00000010:1.0:1767384391.702950:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2c84c55. 00000100:00000001:1.0:1767384391.702951:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702952:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702954:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702955:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384391.702956:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702957:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702957:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702958:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af6ef659. 00000400:00000200:1.0:1767384391.702959:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fba6d18d 00000400:00000010:1.0:1767384391.702960:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fba6d18d. 00000100:00000001:1.0:1767384391.702961:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702961:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702964:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702964:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384391.702965:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702966:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702966:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702967:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b1b1c8f. 00000400:00000200:1.0:1767384391.702968:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e9d149 00000400:00000010:1.0:1767384391.702969:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073e9d149. 00000100:00000001:1.0:1767384391.702970:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702970:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702978:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702979:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384391.702979:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702980:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702981:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702981:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b69434. 00000400:00000200:1.0:1767384391.702982:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4cfb1cd 00000400:00000010:1.0:1767384391.702983:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4cfb1cd. 00000100:00000001:1.0:1767384391.702984:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702984:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702987:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702988:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384391.702988:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702989:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702990:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702990:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000521af68b. 00000400:00000200:1.0:1767384391.702991:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e2cec6 00000400:00000010:1.0:1767384391.702992:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067e2cec6. 00000100:00000001:1.0:1767384391.702993:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.702994:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.702996:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.702997:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384391.702998:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.702998:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.702999:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.702999:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4f9b531. 00000400:00000200:1.0:1767384391.703000:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e03a4b 00000400:00000010:1.0:1767384391.703001:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e03a4b. 00000100:00000001:1.0:1767384391.703002:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703003:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703005:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703006:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384391.703007:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703007:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703008:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703009:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009238a10a. 00000400:00000200:1.0:1767384391.703010:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad903bb3 00000400:00000010:1.0:1767384391.703010:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad903bb3. 00000100:00000001:1.0:1767384391.703011:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703012:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703014:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703015:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384391.703016:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703016:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703017:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703018:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d0cc02d. 00000400:00000200:1.0:1767384391.703019:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000672bd1ec 00000400:00000010:1.0:1767384391.703019:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000672bd1ec. 00000100:00000001:1.0:1767384391.703020:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703021:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703023:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703024:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384391.703025:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703025:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703026:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703027:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22920db. 00000400:00000200:1.0:1767384391.703028:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d77fa9 00000400:00000010:1.0:1767384391.703029:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076d77fa9. 00000100:00000001:1.0:1767384391.703030:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703030:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703033:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703034:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384391.703034:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703035:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703035:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703036:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9dafde. 00000400:00000200:1.0:1767384391.703037:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db8650a1 00000400:00000010:1.0:1767384391.703038:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db8650a1. 00000100:00000001:1.0:1767384391.703039:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703039:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703042:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703042:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384391.703043:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703044:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703045:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703045:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ecfc884. 00000400:00000200:1.0:1767384391.703046:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5b6c28 00000400:00000010:1.0:1767384391.703047:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5b6c28. 00000100:00000001:1.0:1767384391.703048:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703048:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703051:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703052:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384391.703052:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703053:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703054:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703054:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b74497c. 00000400:00000200:1.0:1767384391.703055:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d570259b 00000400:00000010:1.0:1767384391.703056:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d570259b. 00000100:00000001:1.0:1767384391.703057:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703058:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703060:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703061:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384391.703062:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703062:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703063:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703064:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfd71f50. 00000400:00000200:1.0:1767384391.703065:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000861af296 00000400:00000010:1.0:1767384391.703065:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000861af296. 00000100:00000001:1.0:1767384391.703066:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703067:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703069:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703070:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384391.703071:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703072:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703072:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703073:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a09b2bf9. 00000400:00000200:1.0:1767384391.703074:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb0c5b2 00000400:00000010:1.0:1767384391.703075:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cb0c5b2. 00000100:00000001:1.0:1767384391.703076:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703076:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703079:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703080:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384391.703080:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703081:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703082:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703082:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bd838c. 00000400:00000200:1.0:1767384391.703083:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0f7932 00000400:00000010:1.0:1767384391.703084:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0f7932. 00000100:00000001:1.0:1767384391.703085:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703086:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703088:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703089:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384391.703090:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703090:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703091:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703092:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce48248. 00000400:00000200:1.0:1767384391.703092:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b84519 00000400:00000010:1.0:1767384391.703093:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098b84519. 00000100:00000001:1.0:1767384391.703094:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703095:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703097:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703098:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384391.703099:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703116:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703117:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703119:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ef9c9f4. 00000400:00000200:1.0:1767384391.703121:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff087fad 00000400:00000010:1.0:1767384391.703123:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff087fad. 00000100:00000001:1.0:1767384391.703125:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703126:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703130:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703132:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384391.703133:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703134:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703135:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703136:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e88511. 00000400:00000200:1.0:1767384391.703137:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2a377c7 00000400:00000010:1.0:1767384391.703138:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2a377c7. 00000100:00000001:1.0:1767384391.703140:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703141:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703143:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703144:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384391.703145:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703147:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703148:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703149:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0e0c3b. 00000400:00000200:1.0:1767384391.703150:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cc6ea65 00000400:00000010:1.0:1767384391.703151:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cc6ea65. 00000100:00000001:1.0:1767384391.703152:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703153:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703158:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703159:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384391.703162:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703163:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703164:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703165:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032ab2b41. 00000400:00000200:1.0:1767384391.703166:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c61aca 00000400:00000010:1.0:1767384391.703167:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6c61aca. 00000100:00000001:1.0:1767384391.703168:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703169:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703171:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703172:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384391.703173:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703174:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703175:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703175:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6306506. 00000400:00000200:1.0:1767384391.703176:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b664ebd9 00000400:00000010:1.0:1767384391.703177:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b664ebd9. 00000100:00000001:1.0:1767384391.703178:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703179:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703181:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703182:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384391.703183:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703183:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703184:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703185:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce35baa. 00000400:00000200:1.0:1767384391.703186:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc80dd4 00000400:00000010:1.0:1767384391.703186:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cc80dd4. 00000100:00000001:1.0:1767384391.703187:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703188:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703190:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703191:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384391.703192:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703192:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703193:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703194:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008868efec. 00000400:00000200:1.0:1767384391.703195:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a75a096 00000400:00000010:1.0:1767384391.703195:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a75a096. 00000100:00000001:1.0:1767384391.703196:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703197:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703199:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703200:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384391.703201:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703201:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703202:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703203:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bffae314. 00000400:00000200:1.0:1767384391.703203:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2064c22 00000400:00000010:1.0:1767384391.703204:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2064c22. 00000100:00000001:1.0:1767384391.703205:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703206:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703208:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703209:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384391.703210:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703211:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703211:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703212:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b5fbd9c. 00000400:00000200:1.0:1767384391.703213:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000611d50a5 00000400:00000010:1.0:1767384391.703214:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000611d50a5. 00000100:00000001:1.0:1767384391.703215:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703215:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703217:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703218:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384391.703219:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703220:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703220:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703221:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8207448. 00000400:00000200:1.0:1767384391.703222:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f643dcd 00000400:00000010:1.0:1767384391.703223:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f643dcd. 00000100:00000001:1.0:1767384391.703224:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703224:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703227:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703227:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384391.703228:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703229:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703229:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703230:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfa70084. 00000400:00000200:1.0:1767384391.703231:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000258a665d 00000400:00000010:1.0:1767384391.703232:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000258a665d. 00000100:00000001:1.0:1767384391.703233:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703234:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703236:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703237:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384391.703238:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703238:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703239:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703240:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002db9ccec. 00000400:00000200:1.0:1767384391.703240:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f641cf2d 00000400:00000010:1.0:1767384391.703242:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f641cf2d. 00000100:00000001:1.0:1767384391.703243:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703243:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703246:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703246:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384391.703247:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703248:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703248:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703249:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024323dc4. 00000400:00000200:1.0:1767384391.703250:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db42da38 00000400:00000010:1.0:1767384391.703251:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db42da38. 00000100:00000001:1.0:1767384391.703252:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703252:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703255:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703256:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384391.703256:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703257:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703258:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703258:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015afe4ea. 00000400:00000200:1.0:1767384391.703259:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000209f589 00000400:00000010:1.0:1767384391.703260:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000209f589. 00000100:00000001:1.0:1767384391.703261:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703261:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703264:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703265:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384391.703265:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703266:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703267:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703268:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096acd97d. 00000400:00000200:1.0:1767384391.703268:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6320b6 00000400:00000010:1.0:1767384391.703269:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6320b6. 00000100:00000001:1.0:1767384391.703270:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703271:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703273:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703274:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384391.703275:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703275:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703276:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703284:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a31514. 00000400:00000200:1.0:1767384391.703285:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002040debe 00000400:00000010:1.0:1767384391.703285:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002040debe. 00000100:00000001:1.0:1767384391.703286:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703287:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703289:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703290:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384391.703291:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703291:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703292:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703293:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a297359e. 00000400:00000200:1.0:1767384391.703294:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce220f5e 00000400:00000010:1.0:1767384391.703294:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce220f5e. 00000100:00000001:1.0:1767384391.703295:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703296:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703298:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703299:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384391.703300:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703300:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703301:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703302:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e90edd3. 00000400:00000200:1.0:1767384391.703303:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5f0799 00000400:00000010:1.0:1767384391.703303:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5f0799. 00000100:00000001:1.0:1767384391.703304:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703305:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703307:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703308:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384391.703309:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703309:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703310:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703310:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cc6296d. 00000400:00000200:1.0:1767384391.703311:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7f23b8 00000400:00000010:1.0:1767384391.703312:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd7f23b8. 00000100:00000001:1.0:1767384391.703313:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703314:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703316:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703317:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384391.703318:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703319:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703319:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703320:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dad9e6c1. 00000400:00000200:1.0:1767384391.703321:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f4e4ae 00000400:00000010:1.0:1767384391.703322:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9f4e4ae. 00000100:00000001:1.0:1767384391.703323:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703323:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703325:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703326:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384391.703327:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703328:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703328:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703329:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086307fb6. 00000400:00000200:1.0:1767384391.703330:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3b1ef1b 00000400:00000010:1.0:1767384391.703330:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3b1ef1b. 00000100:00000001:1.0:1767384391.703331:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703332:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703334:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703335:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384391.703336:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703337:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703337:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703338:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8093efa. 00000400:00000200:1.0:1767384391.703339:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175ad74a 00000400:00000010:1.0:1767384391.703340:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000175ad74a. 00000100:00000001:1.0:1767384391.703341:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703341:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703351:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703352:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384391.703352:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.703353:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.703354:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.703354:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cd94151. 00000400:00000200:1.0:1767384391.703355:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056dc57fb 00000400:00000010:1.0:1767384391.703356:0:40101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056dc57fb. 00000100:00000001:1.0:1767384391.703357:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.703358:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384391.703360:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.703361:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384391.703362:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.703364:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703365:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703367:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703368:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703369:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703370:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703371:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703372:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703373:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703374:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703375:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703376:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703378:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703379:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703380:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703381:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703383:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703384:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703385:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703387:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703388:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703390:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703391:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703392:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703394:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703395:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703397:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703398:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703399:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703400:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703402:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703403:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703405:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703405:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703406:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703407:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703408:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703409:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703410:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703411:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703412:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703412:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703413:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703414:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703415:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703416:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703416:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703417:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703418:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703418:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703419:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703420:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703420:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703421:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703422:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703422:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703423:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703424:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703424:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703425:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703426:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703426:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703427:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703428:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703429:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703429:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703430:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703430:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703431:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703432:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703433:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703433:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703434:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703435:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703435:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703436:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703437:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703437:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703438:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703439:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703440:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703441:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703442:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703442:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703443:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703444:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703445:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703445:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703446:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703446:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703447:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703448:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703449:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703449:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703450:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703451:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703451:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703452:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703453:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703453:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703454:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703455:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703455:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703456:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703457:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703457:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703458:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703459:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703459:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703460:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703461:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703461:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703462:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703463:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703463:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703464:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703465:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703465:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703467:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703467:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703468:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703469:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703470:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703470:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703471:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703472:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.703473:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.703473:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384391.703475:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053c7b71f. 00000100:00000010:1.0:1767384391.703489:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b0c8641. 00000100:00000010:1.0:1767384391.703491:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7c49822. 00000100:00000010:1.0:1767384391.703492:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028ea1bdc. 00000100:00000010:1.0:1767384391.703494:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2f66188. 00000100:00000010:1.0:1767384391.703495:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012689dfa. 00000100:00000010:1.0:1767384391.703496:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cc4f980e. 00000100:00000010:1.0:1767384391.703498:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035b7c89b. 00000100:00000010:1.0:1767384391.703499:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002385951e. 00000100:00000010:1.0:1767384391.703500:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ba253a4. 00000100:00000010:1.0:1767384391.703501:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084a7ac59. 00000100:00000010:1.0:1767384391.703502:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000040a9a05. 00000100:00000010:1.0:1767384391.703503:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9000cf8. 00000100:00000010:1.0:1767384391.703505:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d35f39b. 00000100:00000010:1.0:1767384391.703506:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8d2a22e. 00000100:00000010:1.0:1767384391.703507:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000affc8890. 00000100:00000010:1.0:1767384391.703508:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce2284cc. 00000100:00000010:1.0:1767384391.703509:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3cd04d2. 00000100:00000010:1.0:1767384391.703510:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004592007. 00000100:00000010:1.0:1767384391.703518:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076601e57. 00000100:00000010:1.0:1767384391.703519:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2f5bde3. 00000100:00000010:1.0:1767384391.703528:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c73b0fd. 00000100:00000010:1.0:1767384391.703529:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ee07edd. 00000100:00000010:1.0:1767384391.703531:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083548254. 00000100:00000010:1.0:1767384391.703532:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad782d53. 00000100:00000010:1.0:1767384391.703534:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009241c1a9. 00000100:00000010:1.0:1767384391.703535:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db4aa30a. 00000100:00000010:1.0:1767384391.703536:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9b2e20a. 00000100:00000010:1.0:1767384391.703538:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c8aaf65. 00000100:00000010:1.0:1767384391.703539:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d53607be. 00000100:00000010:1.0:1767384391.703540:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e951f47. 00000100:00000010:1.0:1767384391.703542:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cd8c3e0. 00000100:00000010:1.0:1767384391.703543:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b38695ee. 00000100:00000010:1.0:1767384391.703544:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccbd7222. 00000100:00000010:1.0:1767384391.703545:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084a5a6ba. 00000100:00000010:1.0:1767384391.703546:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9fd9351. 00000100:00000010:1.0:1767384391.703547:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000626f3aed. 00000100:00000010:1.0:1767384391.703548:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005303ca89. 00000100:00000010:1.0:1767384391.703549:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000796085d2. 00000100:00000010:1.0:1767384391.703551:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008db0900f. 00000100:00000010:1.0:1767384391.703552:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb6cc51a. 00000100:00000010:1.0:1767384391.703553:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddfdbd4f. 00000100:00000010:1.0:1767384391.703554:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001d5575a. 00000100:00000010:1.0:1767384391.703555:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca129b84. 00000100:00000010:1.0:1767384391.703556:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000662ebf89. 00000100:00000010:1.0:1767384391.703557:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fda5b1f. 00000100:00000010:1.0:1767384391.703558:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009830652f. 00000100:00000010:1.0:1767384391.703559:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016a254b8. 00000100:00000010:1.0:1767384391.703560:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b333272a. 00000100:00000010:1.0:1767384391.703562:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000572698f9. 00000100:00000010:1.0:1767384391.703563:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037bf22e9. 00000100:00000010:1.0:1767384391.703564:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022b1c62c. 00000100:00000010:1.0:1767384391.703565:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3220b34. 00000100:00000010:1.0:1767384391.703566:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c07941a8. 00000100:00000010:1.0:1767384391.703567:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc3bbf9f. 00000100:00000010:1.0:1767384391.703569:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c809147. 00000100:00000010:1.0:1767384391.703570:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c5320e0. 00000100:00000010:1.0:1767384391.703571:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044ac19f8. 00000100:00000010:1.0:1767384391.703572:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a07d588. 00000100:00000010:1.0:1767384391.703574:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eb3e9f4. 00000100:00000010:1.0:1767384391.703575:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc6ec7bb. 00000100:00000010:1.0:1767384391.703576:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff3abcdd. 00000100:00000010:1.0:1767384391.703578:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3b4d783. 00000100:00000010:1.0:1767384391.703579:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0cd3f8a. 00000100:00000010:1.0:1767384391.703580:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073afb86c. 00000100:00000010:1.0:1767384391.703581:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000537a20d5. 00000100:00000010:1.0:1767384391.703582:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057f87b43. 00000100:00000010:1.0:1767384391.703601:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010348d3a. 00000100:00000010:1.0:1767384391.703602:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056417516. 00000100:00000010:1.0:1767384391.703603:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056287d57. 00000100:00000010:1.0:1767384391.703604:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008129ffde. 00000100:00000010:1.0:1767384391.703606:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006377dad4. 00000100:00000010:1.0:1767384391.703607:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1eb2408. 00000100:00000010:1.0:1767384391.703608:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8ab245b. 00000100:00000010:1.0:1767384391.703609:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d3c4c5e. 00000100:00000010:1.0:1767384391.703610:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000701969. 00000100:00000010:1.0:1767384391.703612:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9159326. 00000100:00000010:1.0:1767384391.703613:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6589197. 00000100:00000010:1.0:1767384391.703615:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee85a1a9. 00000100:00000010:1.0:1767384391.703616:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8aa74b6. 00000100:00000010:1.0:1767384391.703617:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c174ff1d. 00000100:00000010:1.0:1767384391.703618:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e0fabd9. 00000100:00000010:1.0:1767384391.703619:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008885a7d8. 00000100:00000010:1.0:1767384391.703621:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076e3f273. 00000100:00000010:1.0:1767384391.703622:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4b98b9c. 00000100:00000010:1.0:1767384391.703623:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edbe0eea. 00000100:00000010:1.0:1767384391.703624:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b52010a. 00000100:00000010:1.0:1767384391.703625:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8a6b0b0. 00000100:00000010:1.0:1767384391.703626:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9ab63b4. 00000100:00000010:1.0:1767384391.703627:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019a592d1. 00000100:00000010:1.0:1767384391.703628:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be3e7f1d. 00000100:00000010:1.0:1767384391.703630:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045f2f1f9. 00000100:00000010:1.0:1767384391.703631:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001862a3a6. 00000100:00000010:1.0:1767384391.703632:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d182147. 00000100:00000010:1.0:1767384391.703634:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078d83d6f. 00000100:00000010:1.0:1767384391.703635:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000447687c8. 00000100:00000010:1.0:1767384391.703636:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fd2f16d9. 00000100:00000010:1.0:1767384391.703637:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023f52446. 00000100:00000010:1.0:1767384391.703638:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000635ecabe. 00000100:00000010:1.0:1767384391.703640:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e56e5472. 00000100:00000010:1.0:1767384391.703641:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5bba74d. 00000100:00000010:1.0:1767384391.703642:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000792c9a9d. 00000100:00000010:1.0:1767384391.703643:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006540afe4. 00000100:00000010:1.0:1767384391.703644:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003946ec97. 00000100:00000010:1.0:1767384391.703645:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090ef1ef4. 00000100:00000010:1.0:1767384391.703646:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000309f8e03. 00000100:00000010:1.0:1767384391.703647:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060022a18. 00000100:00000010:1.0:1767384391.703649:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042332af2. 00000100:00000010:1.0:1767384391.703650:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007838f0ef. 00000100:00000010:1.0:1767384391.703651:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002489fb3a. 00000100:00000010:1.0:1767384391.703652:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000192cbd51. 00000100:00000010:1.0:1767384391.703653:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ae11f5e. 00000100:00000010:1.0:1767384391.703654:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca41d150. 00000100:00000010:1.0:1767384391.703655:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5c74303. 00000100:00000010:1.0:1767384391.703656:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cf6b396. 00000100:00000010:1.0:1767384391.703674:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b37700d3. 00000100:00000010:1.0:1767384391.703675:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c655dd69. 00000100:00000010:1.0:1767384391.703676:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000107bf8b2. 00000100:00000010:1.0:1767384391.703677:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc385f31. 00000100:00000010:1.0:1767384391.703679:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043b3c038. 00000100:00000010:1.0:1767384391.703680:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055d9ce2f. 00000100:00000010:1.0:1767384391.703681:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ff66886. 00000100:00000010:1.0:1767384391.703682:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea317c5d. 00000100:00000010:1.0:1767384391.703683:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1c61c5e. 00000100:00000010:1.0:1767384391.703685:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058c681d7. 00000100:00000010:1.0:1767384391.703686:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000863fb2fc. 00000100:00000010:1.0:1767384391.703687:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab62323d. 00000100:00000010:1.0:1767384391.703689:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023f505c5. 00000100:00000010:1.0:1767384391.703691:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000755494f1. 00000100:00000010:1.0:1767384391.703692:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000443f7605. 00000100:00000001:1.0:1767384391.703694:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384391.703695:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.703696:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.703697:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.703698:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000e75ed30. 00000100:00000001:1.0:1767384391.703700:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.703701:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.703702:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.703703:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000b30e0dd. 00000100:00000001:1.0:1767384391.703704:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.703705:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.703706:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006488bde6. 00000100:00000001:1.0:1767384391.703707:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.703708:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.703708:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dbd10b81. 00000100:00000001:1.0:1767384391.703710:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.703710:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.703711:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000070076825. 00000100:00000001:1.0:1767384391.703712:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384391.703759:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000376e3019. 00000020:00000010:1.0:1767384391.703762:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000604d00dd. 00000100:00000010:1.0:1767384391.703777:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000eeabb6a2. 00000100:00000010:1.0:1767384391.703782:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000080245312. 00000100:00000010:1.0:1767384391.703784:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000001d41c1fe. 00000100:00000010:1.0:1767384391.703785:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000005a935655. 00000100:00000001:1.0:1767384391.703786:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.703787:0:40101:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384391.703788:0:40101:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:1.0:1767384391.703790:0:40101:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384391.703791:0:40101:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384391.703792:0:40101:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:1.0:1767384391.703793:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:1.0:1767384391.703795:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:1.0:1767384391.703796:0:40101:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:1.0:1767384391.703813:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384391.703824:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002579e5b9. 00000040:00000010:2.0:1767384391.703832:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d883bdd5. 00000020:00000010:2.0:1767384391.703834:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000338cf6c5. 00000020:00000010:2.0:1767384391.703839:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:0.0:1767384391.703839:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007cfb2057. 00000020:00000010:3.0:1767384391.703840:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000725f26ee. 00000020:00000010:2.0:1767384391.703844:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3182d99. 00000040:00000010:0.0:1767384391.703848:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a3ccdfb2. 00000040:00000010:3.0:1767384391.703849:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000056623363. 80000000:00000010:2.0:1767384391.703849:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000455c28da. 00000020:00000010:3.0:1767384391.703856:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b9ba6e9. 40000000:00000010:2.0:1767384391.703857:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bbe1185b. 00000020:00000010:0.0:1767384391.703858:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c0ac12f. 00000020:00000010:3.0:1767384391.703863:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f82f3f02. 00100000:00000010:2.0:1767384391.703864:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000720c9720. 00000020:00000010:0.0:1767384391.703866:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c46ebc57. 00000020:00000010:3.0:1767384391.703869:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000072651ba1. 00040000:00000010:2.0:1767384391.703870:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b4791ce. 80000000:00000010:3.0:1767384391.703874:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e6c73960. 00000020:00000010:0.0:1767384391.703874:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000efa9b07b. 40000000:00000010:3.0:1767384391.703880:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b41b7250. 00040000:00000010:2.0:1767384391.703883:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000781ed1fb. 80000000:00000010:0.0:1767384391.703883:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009268760b. 00100000:00000010:3.0:1767384391.703884:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000898e28b. 00040000:00000010:3.0:1767384391.703892:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032dadaf2. 00080000:00000010:2.0:1767384391.703892:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053aff2c8. 40000000:00000010:0.0:1767384391.703892:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cf5395b5. 00040000:00000010:3.0:1767384391.703900:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d9bc2a0. 00100000:00000010:0.0:1767384391.703901:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000711d5efd. 00080000:00000010:2.0:1767384391.703902:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d862fed6. 00040000:00000010:0.0:1767384391.703908:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b52e83f4. 00080000:00000010:3.0:1767384391.703909:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001fac6362. 00040000:00000010:0.0:1767384391.703913:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ca713ff. 00080000:00000010:0.0:1767384391.703920:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002cdf2164. 00000004:00000010:2.0:1767384391.703923:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003624f698. 00080000:00000010:0.0:1767384391.703923:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d5cf1c4f. 00000004:00000010:0.0:1767384391.703925:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000adf3ca5. 00080000:00000010:3.0:1767384391.703929:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f5dedf4c. 00002000:00000010:2.0:1767384391.703930:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000003c65361. 00002000:00000010:0.0:1767384391.703931:0:17093:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000002709704. 00000004:00000010:3.0:1767384391.703935:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000030d49f0b. 00000020:00000010:2.0:1767384391.703939:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fee4f9d6. 00000020:00000010:0.0:1767384391.703939:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000706811fc. 00002000:00000010:3.0:1767384391.703940:0:17092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004cedb136. 00000020:00000010:3.0:1767384391.703947:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004254553d. 00000020:00000010:0.0:1767384391.703949:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000faed8535. 00000020:00000010:2.0:1767384391.703950:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d09de3c3. 00000020:00000010:3.0:1767384391.703956:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009143da98. 00000100:00000010:0.0:1767384391.703956:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000771a972a. 00000100:00000010:2.0:1767384391.703959:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ce6e72b1. 00000020:00000001:0.0:1767384391.703974:0:17093:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:2.0:1767384391.703975:0:17094:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000100:00000010:3.0:1767384391.703976:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000003b5014f. 00000020:00000010:0.0:1767384391.703978:0:17093:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000006cee515c. 00000020:00000010:2.0:1767384391.703979:0:17094:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000647b22a3. 00000020:00000001:3.0:1767384391.703981:0:17092:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384391.703985:0:17092:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000001a5c684e. 00000020:00000001:2.0:1767384391.704365:0:17094:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384391.704368:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000559a7237:17094] 2 exiting: rc = 0 00000100:00000040:1.0:1767384391.704401:0:40101:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:3.0:1767384391.704415:0:17092:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384391.704417:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000260c26bb:17092] 0 exiting: rc = 1 00000020:00000001:0.0:1767384391.704558:0:17093:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384391.704560:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [0000000093ae8021:17093] 1 exiting: rc = 0 00000100:00000010:1.0:1767384391.704579:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000260c26bb. 00000100:00000010:1.0:1767384391.704586:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000093ae8021. 00000100:00000010:1.0:1767384391.704600:0:40101:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000559a7237. 00000100:00000001:1.0:1767384391.704604:0:40101:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384391.704605:0:40101:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384391.704607:0:40101:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384391.704610:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704611:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704613:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001890baf8. 00000400:00000200:1.0:1767384391.704615:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d8fcb6 00000400:00000010:1.0:1767384391.704617:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d2d8fcb6. 00000100:00000001:1.0:1767384391.704620:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704621:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704626:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704627:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.704629:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704630:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704631:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704632:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083524c24. 00000400:00000200:1.0:1767384391.704634:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d750c8 00000400:00000010:1.0:1767384391.704635:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e7d750c8. 00000100:00000001:1.0:1767384391.704636:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704637:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704639:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704640:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384391.704641:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704642:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704643:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704643:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088f36aa3. 00000400:00000200:1.0:1767384391.704645:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e83b6e 00000400:00000010:1.0:1767384391.704645:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000015e83b6e. 00000100:00000001:1.0:1767384391.704647:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704648:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704652:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704652:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384391.704653:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704655:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704655:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704656:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000830900ca. 00000400:00000200:1.0:1767384391.704657:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001aa538 00000400:00000010:1.0:1767384391.704658:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000001aa538. 00000100:00000001:1.0:1767384391.704659:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704660:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704663:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704664:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384391.704664:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704665:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704666:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704666:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc32a5a. 00000400:00000200:1.0:1767384391.704667:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c9d56d 00000400:00000010:1.0:1767384391.704679:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d9c9d56d. 00000100:00000001:1.0:1767384391.704680:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704681:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704683:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704684:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384391.704685:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704685:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704686:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704687:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca353433. 00000400:00000200:1.0:1767384391.704688:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ef20e7 00000400:00000010:1.0:1767384391.704688:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007ef20e7. 00000100:00000001:1.0:1767384391.704690:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704690:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704693:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704693:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384391.704694:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704695:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704696:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704696:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ce858fe. 00000400:00000200:1.0:1767384391.704697:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de6400ec 00000400:00000010:1.0:1767384391.704699:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de6400ec. 00000100:00000001:1.0:1767384391.704700:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704701:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704703:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704704:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384391.704705:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704706:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704707:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704707:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000278d7b8d. 00000400:00000200:1.0:1767384391.704708:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8ff946 00000400:00000010:1.0:1767384391.704709:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005e8ff946. 00000100:00000001:1.0:1767384391.704710:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704711:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704713:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704714:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384391.704715:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704716:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704716:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704717:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea9d4f8. 00000400:00000200:1.0:1767384391.704718:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003aebdda 00000400:00000010:1.0:1767384391.704719:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000003aebdda. 00000100:00000001:1.0:1767384391.704721:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704721:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704723:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704724:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384391.704725:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704726:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704726:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704727:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc05077f. 00000400:00000200:1.0:1767384391.704728:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002885b03e 00000400:00000010:1.0:1767384391.704729:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002885b03e. 00000100:00000001:1.0:1767384391.704730:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704731:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704733:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704734:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384391.704735:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704736:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704737:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704738:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016855a04. 00000400:00000200:1.0:1767384391.704739:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080cfea63 00000400:00000010:1.0:1767384391.704740:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080cfea63. 00000100:00000001:1.0:1767384391.704741:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704742:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704745:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704745:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384391.704746:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704747:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704748:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704748:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032243b3d. 00000400:00000200:1.0:1767384391.704749:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51355e 00000400:00000010:1.0:1767384391.704750:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007e51355e. 00000100:00000001:1.0:1767384391.704751:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704752:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704754:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704755:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384391.704756:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704757:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704757:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704758:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5939f14. 00000400:00000200:1.0:1767384391.704759:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfd5893c 00000400:00000010:1.0:1767384391.704760:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cfd5893c. 00000100:00000001:1.0:1767384391.704761:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704762:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704764:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704765:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384391.704766:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704766:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704767:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704767:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3388e16. 00000400:00000200:1.0:1767384391.704768:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f8dbb2 00000400:00000010:1.0:1767384391.704769:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000037f8dbb2. 00000100:00000001:1.0:1767384391.704770:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704771:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704773:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704774:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384391.704775:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704776:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704777:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704777:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000539b8283. 00000400:00000200:1.0:1767384391.704778:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb295944 00000400:00000010:1.0:1767384391.704779:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000eb295944. 00000100:00000001:1.0:1767384391.704780:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704781:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704783:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704784:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384391.704785:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704786:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704786:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704787:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af1f7c76. 00000400:00000200:1.0:1767384391.704788:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008013742b 00000400:00000010:1.0:1767384391.704789:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008013742b. 00000100:00000001:1.0:1767384391.704790:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704790:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704793:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704794:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384391.704794:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704795:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704796:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704796:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053771eca. 00000400:00000200:1.0:1767384391.704797:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a31d20 00000400:00000010:1.0:1767384391.704798:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000013a31d20. 00000100:00000001:1.0:1767384391.704799:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704800:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704802:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704803:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384391.704804:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704805:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704805:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704806:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017182b09. 00000400:00000200:1.0:1767384391.704807:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ef326c 00000400:00000010:1.0:1767384391.704808:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000012ef326c. 00000100:00000001:1.0:1767384391.704809:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704810:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704812:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704813:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384391.704814:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704815:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704816:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704817:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026bab49a. 00000400:00000200:1.0:1767384391.704818:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be005525 00000400:00000010:1.0:1767384391.704819:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000be005525. 00000100:00000001:1.0:1767384391.704832:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704832:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704835:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704836:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384391.704837:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704838:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704839:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704840:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019ff2fc1. 00000400:00000200:1.0:1767384391.704841:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f0f73f8 00000400:00000010:1.0:1767384391.704842:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008f0f73f8. 00000100:00000001:1.0:1767384391.704844:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704844:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704847:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704848:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384391.704849:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704850:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704850:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704851:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058eaa4d8. 00000400:00000200:1.0:1767384391.704852:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c437505 00000400:00000010:1.0:1767384391.704853:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001c437505. 00000100:00000001:1.0:1767384391.704854:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704855:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704857:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704858:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384391.704858:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704859:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704860:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704861:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009002457. 00000400:00000200:1.0:1767384391.704862:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7131810 00000400:00000010:1.0:1767384391.704863:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c7131810. 00000100:00000001:1.0:1767384391.704864:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704865:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704867:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704868:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384391.704869:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704870:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704871:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704872:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087a364ee. 00000400:00000200:1.0:1767384391.704873:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be5c090 00000400:00000010:1.0:1767384391.704874:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008be5c090. 00000100:00000001:1.0:1767384391.704875:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704876:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704878:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704879:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384391.704879:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704880:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704881:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704882:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803334f7. 00000400:00000200:1.0:1767384391.704883:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005332e2c1 00000400:00000010:1.0:1767384391.704883:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005332e2c1. 00000100:00000001:1.0:1767384391.704885:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704885:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704888:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704888:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384391.704889:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704890:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704890:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704891:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097ef40ae. 00000400:00000200:1.0:1767384391.704892:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f15ff731 00000400:00000010:1.0:1767384391.704893:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f15ff731. 00000100:00000001:1.0:1767384391.704894:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704894:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704897:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704897:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384391.704898:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704899:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704900:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704900:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ee14a0. 00000400:00000200:1.0:1767384391.704901:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac7e222d 00000400:00000010:1.0:1767384391.704903:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ac7e222d. 00000100:00000001:1.0:1767384391.704905:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704905:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704908:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704908:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384391.704909:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704910:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704911:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704911:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d9e60d3. 00000400:00000200:1.0:1767384391.704912:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002260f1ea 00000400:00000010:1.0:1767384391.704913:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002260f1ea. 00000100:00000001:1.0:1767384391.704914:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704915:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704917:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704918:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384391.704919:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704920:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704920:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704921:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c04b191. 00000400:00000200:1.0:1767384391.704922:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c675aab6 00000400:00000010:1.0:1767384391.704923:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c675aab6. 00000100:00000001:1.0:1767384391.704924:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704925:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704927:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704928:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384391.704928:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704930:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704930:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704931:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004212e4f. 00000400:00000200:1.0:1767384391.704932:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e578ff8 00000400:00000010:1.0:1767384391.704933:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e578ff8. 00000100:00000001:1.0:1767384391.704934:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704935:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704937:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704938:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384391.704939:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704939:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704940:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704941:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c9f4a27. 00000400:00000200:1.0:1767384391.704942:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002502a7bb 00000400:00000010:1.0:1767384391.704943:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002502a7bb. 00000100:00000001:1.0:1767384391.704944:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704944:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704947:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704948:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384391.704948:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704949:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704950:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704950:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde1349f. 00000400:00000200:1.0:1767384391.704951:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008897ee8d 00000400:00000010:1.0:1767384391.704952:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008897ee8d. 00000100:00000001:1.0:1767384391.704953:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704954:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704956:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704957:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384391.704958:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704958:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704959:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704960:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae266eda. 00000400:00000200:1.0:1767384391.704961:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210c4813 00000400:00000010:1.0:1767384391.704962:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000210c4813. 00000100:00000001:1.0:1767384391.704963:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704963:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704966:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704966:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384391.704967:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704968:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704968:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704969:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2dd11fd. 00000400:00000200:1.0:1767384391.704970:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee59e1c6 00000400:00000010:1.0:1767384391.704977:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ee59e1c6. 00000100:00000001:1.0:1767384391.704978:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704979:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704981:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704982:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384391.704982:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704984:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704984:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704985:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e069208c. 00000400:00000200:1.0:1767384391.704987:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be72e973 00000400:00000010:1.0:1767384391.704988:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000be72e973. 00000100:00000001:1.0:1767384391.704989:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.704990:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.704993:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.704993:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384391.704994:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.704995:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.704996:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.704996:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000705a63c3. 00000400:00000200:1.0:1767384391.704997:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382e128b 00000400:00000010:1.0:1767384391.704998:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000382e128b. 00000100:00000001:1.0:1767384391.705000:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705000:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705003:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705003:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384391.705004:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705005:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705006:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705006:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa9857bc. 00000400:00000200:1.0:1767384391.705007:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca457bac 00000400:00000010:1.0:1767384391.705008:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca457bac. 00000100:00000001:1.0:1767384391.705010:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705010:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705013:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705013:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384391.705014:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705015:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705015:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705016:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c4c1a5. 00000400:00000200:1.0:1767384391.705017:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022029873 00000400:00000010:1.0:1767384391.705018:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000022029873. 00000100:00000001:1.0:1767384391.705019:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705020:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705022:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705023:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384391.705024:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705025:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705026:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705027:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b187137. 00000400:00000200:1.0:1767384391.705028:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8a574e 00000400:00000010:1.0:1767384391.705029:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f8a574e. 00000100:00000001:1.0:1767384391.705030:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705030:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705044:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705044:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384391.705045:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705046:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705047:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705047:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007f7d0c5. 00000400:00000200:1.0:1767384391.705048:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000367c84 00000400:00000010:1.0:1767384391.705049:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000000367c84. 00000100:00000001:1.0:1767384391.705051:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705051:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705053:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705054:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384391.705055:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705056:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705056:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705057:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1730c00. 00000400:00000200:1.0:1767384391.705058:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d794cfaf 00000400:00000010:1.0:1767384391.705059:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d794cfaf. 00000100:00000001:1.0:1767384391.705060:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705061:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705063:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705064:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384391.705065:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705066:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705066:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705067:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e6f8125. 00000400:00000200:1.0:1767384391.705068:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f97850 00000400:00000010:1.0:1767384391.705069:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000055f97850. 00000100:00000001:1.0:1767384391.705070:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705071:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705074:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705075:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384391.705076:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705077:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705078:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705078:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000501cba6e. 00000400:00000200:1.0:1767384391.705079:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fc2f9a6 00000400:00000010:1.0:1767384391.705080:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001fc2f9a6. 00000100:00000001:1.0:1767384391.705081:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705082:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705084:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705085:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384391.705086:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705087:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705087:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705088:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5781891. 00000400:00000200:1.0:1767384391.705089:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007808f2c6 00000400:00000010:1.0:1767384391.705090:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007808f2c6. 00000100:00000001:1.0:1767384391.705118:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705120:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705124:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705126:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384391.705128:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705130:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705131:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705132:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079c17704. 00000400:00000200:1.0:1767384391.705135:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f964309 00000400:00000010:1.0:1767384391.705136:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f964309. 00000100:00000001:1.0:1767384391.705138:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705138:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705141:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705142:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384391.705143:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705144:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705145:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705146:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9b05087. 00000400:00000200:1.0:1767384391.705148:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f7c16a1 00000400:00000010:1.0:1767384391.705149:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000f7c16a1. 00000100:00000001:1.0:1767384391.705151:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705152:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705156:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705157:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384391.705160:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705161:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705162:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705163:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001839aa21. 00000400:00000200:1.0:1767384391.705165:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e351a98f 00000400:00000010:1.0:1767384391.705167:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e351a98f. 00000100:00000001:1.0:1767384391.705169:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705170:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705173:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705174:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384391.705175:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705176:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705176:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705177:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1ea11e. 00000400:00000200:1.0:1767384391.705178:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f769876f 00000400:00000010:1.0:1767384391.705179:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f769876f. 00000100:00000001:1.0:1767384391.705180:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705181:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705194:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705194:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384391.705195:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705196:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705196:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705197:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a37bddcc. 00000400:00000200:1.0:1767384391.705198:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083a8e15e 00000400:00000010:1.0:1767384391.705199:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000083a8e15e. 00000100:00000001:1.0:1767384391.705200:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705201:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705203:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705204:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384391.705205:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705205:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705206:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705207:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba1eb7b2. 00000400:00000200:1.0:1767384391.705208:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a1aadc6 00000400:00000010:1.0:1767384391.705209:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003a1aadc6. 00000100:00000001:1.0:1767384391.705210:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705211:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705213:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705214:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384391.705214:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705215:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705216:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705216:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049c1032b. 00000400:00000200:1.0:1767384391.705217:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008beb8576 00000400:00000010:1.0:1767384391.705218:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008beb8576. 00000100:00000001:1.0:1767384391.705219:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705220:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705222:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705223:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384391.705224:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705225:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705225:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705226:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032d11f16. 00000400:00000200:1.0:1767384391.705227:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017bcdb18 00000400:00000010:1.0:1767384391.705228:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000017bcdb18. 00000100:00000001:1.0:1767384391.705229:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705229:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705232:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705233:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384391.705233:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705234:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705235:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705235:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089a0c81c. 00000400:00000200:1.0:1767384391.705236:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d625282d 00000400:00000010:1.0:1767384391.705237:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d625282d. 00000100:00000001:1.0:1767384391.705238:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705239:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705241:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705242:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384391.705243:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705244:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705244:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705245:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072721018. 00000400:00000200:1.0:1767384391.705246:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af811c0 00000400:00000010:1.0:1767384391.705247:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003af811c0. 00000100:00000001:1.0:1767384391.705248:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705249:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705251:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705252:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384391.705253:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705253:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705254:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705255:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a300da9a. 00000400:00000200:1.0:1767384391.705255:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfa3b713 00000400:00000010:1.0:1767384391.705256:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cfa3b713. 00000100:00000001:1.0:1767384391.705257:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705258:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705260:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705261:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384391.705262:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705263:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705263:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705264:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a50babc2. 00000400:00000200:1.0:1767384391.705265:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f347d41 00000400:00000010:1.0:1767384391.705266:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005f347d41. 00000100:00000001:1.0:1767384391.705267:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705268:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705270:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705271:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384391.705271:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705272:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705273:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705273:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb6de50c. 00000400:00000200:1.0:1767384391.705274:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6371925 00000400:00000010:1.0:1767384391.705275:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b6371925. 00000100:00000001:1.0:1767384391.705276:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705277:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705280:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705281:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384391.705282:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705283:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705283:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705284:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e219b81d. 00000400:00000200:1.0:1767384391.705285:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53e8c74 00000400:00000010:1.0:1767384391.705286:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a53e8c74. 00000100:00000001:1.0:1767384391.705287:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705288:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705290:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705291:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384391.705292:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705293:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705293:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705294:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a73af6c6. 00000400:00000200:1.0:1767384391.705295:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e38976c 00000400:00000010:1.0:1767384391.705296:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007e38976c. 00000100:00000001:1.0:1767384391.705297:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705297:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705300:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705300:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384391.705301:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705302:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705303:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705303:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77b738e. 00000400:00000200:1.0:1767384391.705304:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a657c652 00000400:00000010:1.0:1767384391.705305:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a657c652. 00000100:00000001:1.0:1767384391.705307:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705307:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705310:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705310:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384391.705311:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705312:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705312:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705313:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a9037e. 00000400:00000200:1.0:1767384391.705314:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cd6048c 00000400:00000010:1.0:1767384391.705315:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007cd6048c. 00000100:00000001:1.0:1767384391.705316:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705317:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705320:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705321:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384391.705321:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705322:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705323:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705323:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000811163da. 00000400:00000200:1.0:1767384391.705324:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687db973 00000400:00000010:1.0:1767384391.705325:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000687db973. 00000100:00000001:1.0:1767384391.705326:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705327:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705329:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705330:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384391.705331:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705331:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705332:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705332:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002862f950. 00000400:00000200:1.0:1767384391.705333:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000345300e3 00000400:00000010:1.0:1767384391.705334:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000345300e3. 00000100:00000001:1.0:1767384391.705336:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705336:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705339:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705339:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384391.705340:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705341:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705341:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705342:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f68b9a0. 00000400:00000200:1.0:1767384391.705343:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa1d1c9a 00000400:00000010:1.0:1767384391.705344:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aa1d1c9a. 00000100:00000001:1.0:1767384391.705345:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705346:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705348:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705349:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384391.705349:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384391.705350:0:40101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.705351:0:40101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384391.705351:0:40101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa335718. 00000400:00000200:1.0:1767384391.705352:0:40101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc3a930d 00000400:00000010:1.0:1767384391.705353:0:40101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dc3a930d. 00000100:00000001:1.0:1767384391.705355:0:40101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.705356:0:40101:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384391.705358:0:40101:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384391.705359:0:40101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384391.705360:0:40101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.705361:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705362:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705363:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705364:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705365:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705366:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705367:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705368:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705369:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705370:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705371:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705372:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705374:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705375:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705376:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705377:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705379:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705380:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705381:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705382:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705383:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705384:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705386:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705387:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705388:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705390:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705391:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705392:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705394:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705395:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705397:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705398:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705399:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705400:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705402:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705403:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705404:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705406:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705407:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705408:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705409:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705411:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705412:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705413:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705415:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705416:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705418:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705419:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705420:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705421:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705423:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705424:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705425:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705427:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705428:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705429:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705430:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705431:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705433:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705434:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705435:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705436:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705437:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705439:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705440:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705441:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705442:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705444:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705445:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705446:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705447:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705448:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705449:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705450:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705451:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705452:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705452:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705453:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705454:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705455:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705456:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705456:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705457:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705458:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705458:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705459:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705460:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705460:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705461:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705462:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705462:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705463:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705464:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705464:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705465:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705466:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705466:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705467:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705468:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705468:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705469:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705470:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705470:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705471:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705472:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705472:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705473:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705474:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705474:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705475:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705476:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705476:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705489:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705490:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705491:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705492:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705493:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705494:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705495:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705495:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705496:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705497:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705498:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705498:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705499:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705500:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384391.705500:0:40101:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.705501:0:40101:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384391.705502:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001159a09c. 00000100:00000010:1.0:1767384391.705536:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087de6d2b. 00000100:00000010:1.0:1767384391.705538:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000390b1ee4. 00000100:00000010:1.0:1767384391.705566:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075a72edc. 00000100:00000010:1.0:1767384391.705567:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007dc7fb57. 00000100:00000010:1.0:1767384391.705599:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f1c423a. 00000100:00000010:1.0:1767384391.705601:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008d8b2867. 00000100:00000010:1.0:1767384391.705632:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b6c1fda. 00000100:00000010:1.0:1767384391.705634:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a4f26bba. 00000100:00000010:1.0:1767384391.705686:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7301df1. 00000100:00000010:1.0:1767384391.705688:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c552b9b. 00000100:00000010:1.0:1767384391.705725:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3859cd0. 00000100:00000010:1.0:1767384391.705727:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000047f2c412. 00000100:00000010:1.0:1767384391.705752:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e509d736. 00000100:00000010:1.0:1767384391.705754:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004e8b648f. 00000100:00000010:1.0:1767384391.705792:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000672e89fc. 00000100:00000010:1.0:1767384391.705795:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009537c28d. 00000100:00000010:1.0:1767384391.705821:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f81b4443. 00000100:00000010:1.0:1767384391.705823:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f7d0a530. 00000100:00000010:1.0:1767384391.705852:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000235f0520. 00000100:00000010:1.0:1767384391.705853:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000418f4120. 00000100:00000010:1.0:1767384391.705877:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006396ef60. 00000100:00000010:1.0:1767384391.705878:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004bfb23cf. 00000100:00000010:1.0:1767384391.705901:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054e7e1e8. 00000100:00000010:1.0:1767384391.705903:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e58b6a8a. 00000100:00000010:1.0:1767384391.705923:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d17ca8f7. 00000100:00000010:1.0:1767384391.705941:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f38ef760. 00000100:00000010:1.0:1767384391.705973:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015e21871. 00000100:00000010:1.0:1767384391.705974:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002320b2a5. 00000100:00000010:1.0:1767384391.706006:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb73afd0. 00000100:00000010:1.0:1767384391.706008:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e39bf224. 00000100:00000010:1.0:1767384391.706039:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000183e519a. 00000100:00000010:1.0:1767384391.706041:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ef8d722. 00000100:00000010:1.0:1767384391.706070:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa1473d1. 00000100:00000010:1.0:1767384391.706072:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000462f8bf5. 00000100:00000010:1.0:1767384391.706119:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058f2435e. 00000100:00000010:1.0:1767384391.706122:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d455611e. 00000100:00000010:1.0:1767384391.706219:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010a34fa6. 00000100:00000010:1.0:1767384391.706223:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007ad101bb. 00000100:00000010:1.0:1767384391.706273:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059977f10. 00000100:00000010:1.0:1767384391.706275:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d915765. 00000100:00000010:1.0:1767384391.706302:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8783b7e. 00000100:00000010:1.0:1767384391.706304:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e469660c. 00000100:00000010:1.0:1767384391.706329:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f33faa54. 00000100:00000010:1.0:1767384391.706330:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b7328bb. 00000100:00000010:1.0:1767384391.706357:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cfe0611. 00000100:00000010:1.0:1767384391.706359:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000084849e3d. 00000100:00000010:1.0:1767384391.706395:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0cfaa03. 00000100:00000010:1.0:1767384391.706399:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bff068ef. 00000100:00000010:1.0:1767384391.706431:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036f0bc48. 00000100:00000010:1.0:1767384391.706432:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007c3974d1. 00000100:00000010:1.0:1767384391.706472:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1bcfd58. 00000100:00000010:1.0:1767384391.706473:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005d1ffb08. 00000100:00000010:1.0:1767384391.706518:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000240123d3. 00000100:00000010:1.0:1767384391.706520:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083211f59. 00000100:00000010:1.0:1767384391.706551:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad6684f3. 00000100:00000010:1.0:1767384391.706553:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c97b908. 00000100:00000010:1.0:1767384391.706582:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c9775cd. 00000100:00000010:1.0:1767384391.706584:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008311e889. 00000100:00000010:1.0:1767384391.706615:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006141f50. 00000100:00000010:1.0:1767384391.706616:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000064aaad01. 00000100:00000010:1.0:1767384391.706647:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e0f24c4. 00000100:00000010:1.0:1767384391.706649:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000096f9124e. 00000100:00000010:1.0:1767384391.706690:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab9a524f. 00000100:00000010:1.0:1767384391.706691:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009ac00792. 00000100:00000010:1.0:1767384391.706717:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f73c6e6d. 00000100:00000010:1.0:1767384391.706718:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d90cfe3. 00000100:00000010:1.0:1767384391.706743:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a99247f. 00000100:00000010:1.0:1767384391.706744:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d812be7. 00000100:00000010:1.0:1767384391.706770:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6354bcd. 00000100:00000010:1.0:1767384391.706772:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000fa93a14. 00000100:00000010:1.0:1767384391.706801:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076cd70d2. 00000100:00000010:1.0:1767384391.706803:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000066fbdfc5. 00000100:00000010:1.0:1767384391.706835:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000542f68e4. 00000100:00000010:1.0:1767384391.706837:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000b5bf549. 00000100:00000010:1.0:1767384391.706865:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f36d29e1. 00000100:00000010:1.0:1767384391.706866:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001b35cb60. 00000100:00000010:1.0:1767384391.706892:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e3b48ac. 00000100:00000010:1.0:1767384391.706893:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006a3d71b3. 00000100:00000010:1.0:1767384391.706914:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000163e3933. 00000100:00000010:1.0:1767384391.706916:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d824bbde. 00000100:00000010:1.0:1767384391.706940:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000291761e7. 00000100:00000010:1.0:1767384391.706942:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000079645812. 00000100:00000010:1.0:1767384391.706965:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb980ed8. 00000100:00000010:1.0:1767384391.706966:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000232ad4f2. 00000100:00000010:1.0:1767384391.707007:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008352cb2e. 00000100:00000010:1.0:1767384391.707008:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000003382dd9. 00000100:00000010:1.0:1767384391.707034:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bc2bbde. 00000100:00000010:1.0:1767384391.707036:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000609d2140. 00000100:00000010:1.0:1767384391.707072:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ada5a818. 00000100:00000010:1.0:1767384391.707074:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001adb005e. 00000100:00000010:1.0:1767384391.707098:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009fbe087. 00000100:00000010:1.0:1767384391.707112:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015480e68. 00000100:00000010:1.0:1767384391.707153:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000baccd28c. 00000100:00000010:1.0:1767384391.707155:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fe1ccf6f. 00000100:00000010:1.0:1767384391.707178:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc6705d9. 00000100:00000010:1.0:1767384391.707179:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ec801d3. 00000100:00000010:1.0:1767384391.707201:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d54897ee. 00000100:00000010:1.0:1767384391.707203:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000012022b9c. 00000100:00000010:1.0:1767384391.707225:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e072b6a. 00000100:00000010:1.0:1767384391.707226:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000095a09194. 00000100:00000010:1.0:1767384391.707252:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000663abccd. 00000100:00000010:1.0:1767384391.707254:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000018d3adbc. 00000100:00000010:1.0:1767384391.707278:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042191f8c. 00000100:00000010:1.0:1767384391.707279:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000acf6cea3. 00000100:00000010:1.0:1767384391.707303:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000929a97cf. 00000100:00000010:1.0:1767384391.707304:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a5c2b4c0. 00000100:00000010:1.0:1767384391.707328:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3dc96c0. 00000100:00000010:1.0:1767384391.707329:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cbec15f3. 00000100:00000010:1.0:1767384391.707360:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008978b690. 00000100:00000010:1.0:1767384391.707362:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053a270e4. 00000100:00000010:1.0:1767384391.707387:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cee43709. 00000100:00000010:1.0:1767384391.707397:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000055a2766f. 00000100:00000010:1.0:1767384391.707421:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e9eeec6. 00000100:00000010:1.0:1767384391.707423:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f0722e71. 00000100:00000010:1.0:1767384391.707447:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6049c3f. 00000100:00000010:1.0:1767384391.707448:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000026c7ae2a. 00000100:00000010:1.0:1767384391.707475:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f01c2dbe. 00000100:00000010:1.0:1767384391.707477:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ec8d60f. 00000100:00000010:1.0:1767384391.707519:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d31c38c5. 00000100:00000010:1.0:1767384391.707521:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bf2208c1. 00000100:00000010:1.0:1767384391.707546:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084777507. 00000100:00000010:1.0:1767384391.707548:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002f1f8e41. 00000100:00000010:1.0:1767384391.707587:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afa60cc4. 00000100:00000010:1.0:1767384391.707589:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f7e3d3d5. 00000100:00000010:1.0:1767384391.707616:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afb1b8eb. 00000100:00000010:1.0:1767384391.707618:0:40101:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000947c3b8a. 00000100:00000010:1.0:1767384391.707648:0:40101:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009dc62e6a. 00000100:00000010:1.0:1767384391.707650:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000092b77467. 00000100:00000010:1.0:1767384391.707666:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e4f67d62. 00000100:00000010:1.0:1767384391.707670:0:40101:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000075ddaf82. 00000100:00000001:1.0:1767384391.707674:0:40101:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384391.707676:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707677:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.707678:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.707679:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fd4e7679. 00000100:00000001:1.0:1767384391.707681:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.707682:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.707683:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707684:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007249f7a4. 00000100:00000001:1.0:1767384391.707686:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707686:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707687:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000851582e4. 00000100:00000001:1.0:1767384391.707688:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707689:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707690:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001183a148. 00000100:00000001:1.0:1767384391.707691:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707691:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707692:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e89eb9a4. 00000100:00000001:1.0:1767384391.707694:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707694:0:40101:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384391.707695:0:40101:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384391.707695:0:40101:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000631849d1. 00000100:00000001:1.0:1767384391.707697:0:40101:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384391.707698:0:40101:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.707699:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707700:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001aa2d94c. 00000100:00000001:1.0:1767384391.707701:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707702:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707703:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003b29b645. 00000100:00000001:1.0:1767384391.707704:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707704:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707705:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e0ddfffa. 00000100:00000001:1.0:1767384391.707706:0:40101:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384391.707707:0:40101:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384391.707707:0:40101:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f0a7abdd. 00000100:00000010:1.0:1767384391.707708:0:40101:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000bb72b152. 00000100:00000001:1.0:1767384391.707710:0:40101:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384391.707756:0:40101:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000cf4db76d. 00000020:00000010:1.0:1767384391.707759:0:40101:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b5cba034. 00000100:00000010:1.0:1767384391.707775:0:40101:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d45585f0. 00000100:00000010:1.0:1767384391.707780:0:40101:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e221150b. 00000100:00000010:1.0:1767384391.707782:0:40101:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005ee92895. 00000100:00000010:1.0:1767384391.707786:0:40101:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001706afbb. 00000100:00000001:1.0:1767384391.707788:0:40101:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.707790:0:40101:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384391.707801:0:40101:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.707802:0:40101:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384391.707810:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384391.707815:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dbee079. 00000001:00000010:1.0:1767384391.707816:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f0ce57bf. 00000001:00000010:1.0:1767384391.707818:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6dda008. 00000001:00000010:1.0:1767384391.707819:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000251c69a8. 00000001:00000010:1.0:1767384391.707820:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003a43b6a3. 00000001:00000010:1.0:1767384391.707822:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004aa94579. 00000001:00000001:1.0:1767384391.707823:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384391.707824:0:40101:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384391.707826:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2c0418f. 00000001:00000010:1.0:1767384391.707828:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cbfc114. 00000001:00000010:1.0:1767384391.707829:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000096ce818d. 00000001:00000010:1.0:1767384391.707830:0:40101:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068e7aaf7. 00000001:00000010:1.0:1767384391.707831:0:40101:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009053d14b. 00000001:00000010:1.0:1767384391.707833:0:40101:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000048901bb3. 00000001:00000001:1.0:1767384391.707834:0:40101:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384391.707835:0:40101:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ebc98183) now 3 - setup 00000020:00000001:1.0:1767384391.707837:0:40101:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.707839:0:40101:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384391.707841:0:40101:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384391.707846:0:40101:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384391.707847:0:40101:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ebc98183) now 2 - obd_device_list 00000020:00000080:1.0:1767384391.707849:0:40101:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384391.707850:0:40101:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ebc98183) now 1 - newdev 00000020:00000040:1.0:1767384391.707852:0:40101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b1fc24a with handle 0x88edd5ef35457b3b from hash 00000020:00000040:1.0:1767384391.707855:0:40101:0:(genops.c:898:class_export_put()) PUTting export 000000003b1fc24a : new refcount 0 00000020:00000080:1.0:1767384391.707856:0:40101:0:(genops.c:904:class_export_put()) final put 000000003b1fc24a/MDS_uuid 00000020:00000001:1.0:1767384391.707858:0:40101:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.707860:0:40101:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384391.707861:0:40101:0:(genops.c:863:class_export_destroy()) destroying export 000000003b1fc24a/MDS_uuid for MDS 00000020:00000001:1.0:1767384391.707863:0:40101:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384391.707864:0:40101:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.707865:0:40101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003b1fc24a. 00000020:00000001:1.0:1767384391.707867:0:40101:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384391.707869:0:40101:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384391.707870:0:40101:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384391.707871:0:40101:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384391.707874:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee96c1d4. 00000020:00000010:1.0:1767384391.707876:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aa98b445. 00000040:00000010:1.0:1767384391.707879:0:40101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003795186f. 00000020:00000010:1.0:1767384391.707881:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d07da45. 00000020:00000010:1.0:1767384391.707884:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b6bdc75. 00000020:00000010:1.0:1767384391.707887:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068f059ff. 80000000:00000010:1.0:1767384391.707889:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdcb0fe5. 40000000:00000010:1.0:1767384391.707891:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3f94ddd. 00100000:00000010:1.0:1767384391.707893:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086b2a1e1. 00040000:00000010:1.0:1767384391.707896:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004adf557d. 00040000:00000010:1.0:1767384391.707898:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049c3009a. 00080000:00000010:1.0:1767384391.707902:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003110bdb. 00080000:00000010:1.0:1767384391.707905:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003bdf10dd. 00000004:00000010:1.0:1767384391.707911:0:40101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002619cae4. 00000004:00000001:1.0:1767384391.707914:0:40101:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384391.707917:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b3b3720. 00000004:00000010:1.0:1767384391.707920:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a67c7883. 00000004:00000010:1.0:1767384391.707922:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082dd2098. 00000004:00000010:1.0:1767384391.707926:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e1b7c97. 00000004:00000010:1.0:1767384391.707928:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f2f0f66d. 00000004:00000010:1.0:1767384391.707930:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002032e099. 00000004:00000010:1.0:1767384391.707931:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006e9a739. 00000004:00000010:1.0:1767384391.707933:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a0c54db8. 00000004:00000010:1.0:1767384391.707935:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cca98333. 00000004:00000010:1.0:1767384391.707937:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094ea0e61. 00000004:00000010:1.0:1767384391.707945:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014255eb5. 00000004:00000010:1.0:1767384391.707948:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000073322533. 00000004:00000010:1.0:1767384391.707950:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d79a2076. 00000004:00000010:1.0:1767384391.707952:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009871796d. 00000004:00000010:1.0:1767384391.707972:0:40101:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000be84f074. 00000004:00000001:1.0:1767384391.707974:0:40101:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.707976:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aa98b445. 00000040:00000010:1.0:1767384391.707979:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003795186f. 00000020:00000010:1.0:1767384391.707980:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d07da45. 00000020:00000010:1.0:1767384391.707983:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b6bdc75. 00000020:00000010:1.0:1767384391.707985:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f059ff. 80000000:00000010:1.0:1767384391.707986:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fdcb0fe5. 40000000:00000010:1.0:1767384391.707988:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d3f94ddd. 00100000:00000010:1.0:1767384391.707990:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000086b2a1e1. 00040000:00000010:1.0:1767384391.707992:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004adf557d. 00040000:00000010:1.0:1767384391.707993:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049c3009a. 00080000:00000010:1.0:1767384391.707995:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003bdf10dd. 00080000:00000010:1.0:1767384391.707997:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003110bdb. 00000004:00000010:1.0:1767384391.707998:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002619cae4. 00000020:00000010:1.0:1767384391.708000:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee96c1d4. 00000020:00000001:1.0:1767384391.708002:0:40101:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.708003:0:40101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ebc98183. 00000020:00000001:1.0:1767384391.708007:0:40101:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708008:0:40101:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.708010:0:40101:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000007459f969. 00000020:00000001:1.0:1767384391.708012:0:40101:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708014:0:40101:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.708018:0:40101:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000825c8cfb. 00000020:00000010:1.0:1767384391.708021:0:40101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f65d85a1. 00000020:00000010:1.0:1767384391.708036:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cbdf182f. 00000040:00000010:1.0:1767384391.708038:0:40101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001adbcc2d. 00000020:00000010:1.0:1767384391.708040:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb2e3cce. 00000020:00000010:1.0:1767384391.708042:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f83c6124. 00000020:00000010:1.0:1767384391.708043:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f78be4d5. 80000000:00000010:1.0:1767384391.708045:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077359c30. 40000000:00000010:1.0:1767384391.708046:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005cb89157. 00100000:00000010:1.0:1767384391.708048:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000653d96a6. 00040000:00000010:1.0:1767384391.708049:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b43a12c. 00040000:00000010:1.0:1767384391.708051:0:40101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0c60ce3. 00040000:00000010:1.0:1767384391.708053:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af5f0b9b. 00080000:00000010:1.0:1767384391.708055:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008ffbdb94. 00080000:00000010:1.0:1767384391.708057:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051199c4a. 00000004:00000010:1.0:1767384391.708059:0:40101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a17c09eb. 00000004:00000010:1.0:1767384391.708061:0:40101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b18189ea. 00000004:00000010:1.0:1767384391.708064:0:40101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b30a54f9. 00002000:00000010:1.0:1767384391.708066:0:40101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000043ff447e. 00000004:00000010:1.0:1767384391.708069:0:40101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009923fa4e. 00000020:00000010:1.0:1767384391.708071:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000618e539d. 00000020:02000400:1.0:1767384391.708073:0:40101:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384391.709282:0:40101:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 0000000008e08d63. 00000020:00000001:1.0:1767384391.709286:0:40101:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:0.0:1767384391.710379:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e933ea69. 00080000:00000010:2.0:1767384391.710380:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf76a640. 00080000:00000010:2.0:1767384391.710391:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf76a640. 00080000:00000010:0.0:1767384391.710391:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e933ea69. 00000020:00000001:2.0:1767384391.710396:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.710401:0:10600:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384391.892173:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.892179:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384391.892184:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d32e6 00000400:00000010:1.0:1767384391.892192:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d32e6. 00000400:00000200:1.0:1767384391.892203:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384391.892211:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384391.892227:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003e22fd4f. 00000400:00000010:1.0:1767384391.892231:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c48da595. 00080000:00000010:3.0:1767384391.892316:0:40113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000313c1aa3. 00080000:00000010:3.0:1767384391.892328:0:40113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000313c1aa3. 00000020:00000001:3.0:1767384391.892334:0:40113:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.020174:0:18483:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384392.020181:0:18483:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.020234:0:17065:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384392.020237:0:17065:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.022769:0:40154:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 000000007b0066bf. 00000400:00000040:3.0:1767384392.022785:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384392.022787:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384392.022788:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384392.022789:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384392.022790:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384392.022792:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1767384392.022793:0:40154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1767384392.022843:0:40154:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 000000007b0066bf. 00080000:00000010:3.0:1767384392.188176:0:40166:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b7f343a4. 00080000:00000010:3.0:1767384392.188186:0:40166:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b7f343a4. 00000020:00000001:3.0:1767384392.188190:0:40166:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.211167:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384392.211172:0:276:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384392.211174:0:276:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384392.211176:0:276:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.211179:0:276:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384392.211181:0:276:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.211182:0:276:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.211183:0:276:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.211210:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.211214:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.211216:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384392.551604:0:40218:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003ea48c53. 00080000:00000010:0.0:1767384392.551613:0:40218:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003ea48c53. 00000020:00000001:0.0:1767384392.551616:0:40218:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384392.596167:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (4) 00000800:00000200:0.1:1767384392.596175:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f4477e95] -> 12345-192.168.204.108@tcp36 (4) 00000800:00000200:0.0:1767384392.596202:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005258f39f] -> 12345-192.168.204.108@tcp23 (6) 00000800:00000200:0.0:1767384392.596205:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp23 ip 192.168.204.108:988 00000800:00000200:0.0:1767384392.596208:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384392.596313:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:1.0:1767384392.596320:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384392.596327:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.596335:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.596339:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.596342:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.596354:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596368:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596380:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596392:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596404:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596416:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596428:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596439:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596451:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596483:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596501:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596514:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596527:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596540:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596552:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596564:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596577:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596590:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596602:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596614:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596626:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596640:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596658:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596671:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596683:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596695:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596711:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596726:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596739:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596752:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596765:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596777:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596790:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384392.596809:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384392.596906:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384392.596910:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012163389. 00000800:00000010:3.0:1767384392.596914:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f27b31d. 00000800:00000010:3.0:1767384392.596928:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f27b31d. 00000800:00020000:3.0:1767384392.596935:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384392.596938:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012163389. 00000800:00000010:3.0:1767384392.596939:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384392.596965:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp36 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384392.596969:0:31124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:2.0:1767384393.043225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384393.043234:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384393.043245:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002fc9687. 00000020:00000040:2.0:1767384393.043251:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=4 obd=MGC192.168.204.108@tcp 00000100:00000001:2.0:1767384393.043254:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384393.043257:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384393.043261:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384393.043268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a4dbd37. 00000100:00000001:2.0:1767384393.043275:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384393.043283:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384393.043292:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384393.043293:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384393.043298:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002fc9687] to pc [ptlrpcd_00_01+1] req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384393.043324:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384393.043340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384393.043342:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384393.043343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384393.043347:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767384393.043348:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1767384393.043350:0:36:0:(import.c:65:import_set_state_nolock()) 00000000026b4768 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384393.043352:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384393.043354:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1767384393.043358:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384393.043359:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 307 00000100:00000001:0.0:1767384393.043361:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384393.043365:0:36:0:(import.c:2128:obd_at_measure()) add 10 to 00000000290e6d67 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384393.043366:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384393.043374:0:36:0:(import.c:2194:obd_at_measure()) AT 00000000290e6d67 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:1.0:1767384393.043375:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384393.043379:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384393.043380:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1767384393.043385:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 5 to 0@lo 02000000:00000001:1.0:1767384393.043386:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384393.043388:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384393.043389:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384393.043391:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 6 to 0@lo 00000100:00000001:2.0:1767384393.043395:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000001:1.0:1767384393.043395:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384393.043401:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384393.043403:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002fc9687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16348:1853236743014016:0@lo:400: 00000020:00000040:2.0:1767384393.043404:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x88edd5ef35457c84 00000020:00000001:2.0:1767384393.043408:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384393.043410:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384393.043411:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c68ad04a refcount=8 00000020:00000001:2.0:1767384393.043414:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 00000020:00000001:2.0:1767384393.043415:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613945917089792 : -130127792461824 : ffff89a64327a800) 02000000:00000001:1.0:1767384393.043416:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384393.043419:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6b5be44 refcount 5 to 0@lo 02000000:00000001:1.0:1767384393.043421:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384393.043422:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384393.043426:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6b5be44 refcount 6 to 0@lo 02000000:00000001:1.0:1767384393.043426:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384393.043430:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613950253638080 : -130123455913536 : ffff89a745a221c0) 02000000:00000010:1.0:1767384393.043433:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e1af86d. 00000020:00000040:2.0:1767384393.043434:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000c68ad04a : new refcount 7 02000000:00000001:1.0:1767384393.043438:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384393.043441:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000026b4768 using connection 192.168.204.108@tcp/0@lo 00000400:00000010:1.0:1767384393.043444:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f83c116. 00000100:00000001:2.0:1767384393.043445:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384393.043450:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1767384393.043451:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 02000000:00000001:2.0:1767384393.043470:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384393.043471:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743014016, portal 25 02000000:00000001:2.0:1767384393.043477:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043477:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384393.043479:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947165056 : -130127762386560 : ffff89a644f29180) 00000100:00000001:2.0:1767384393.043482:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384393.043486:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384393.043486:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384393.043492:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384393.043497:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384393.043500:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fa34a97. 00000400:00000010:1.0:1767384393.043500:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000100:00000200:1.0:1767384393.043505:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743014016, offset 0 00000400:00000200:1.0:1767384393.043511:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384393.043513:0:36:0:(genops.c:1229:class_import_get()) import 00000000026b4768 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384393.043517:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384393.043519:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384393.043520:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384393.043523:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384393.043523:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384393.043526:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384393.043531:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000029635f9e. 00000100:00000001:2.0:1767384393.043534:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384393.043535:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc08680 00000100:00100000:2.0:1767384393.043542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767384393.043542:0:16348:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236743014016 offset 0 length 224: 4 00000400:00000200:1.0:1767384393.043550:0:16348:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000ac72cfef is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1767384393.043555:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384393.043556:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1767384393.043558:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384393.043562:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa34a97] to pc [ptlrpcd_rcv+-1] req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384393.043566:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384393.043569:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000001:1.0:1767384393.043573:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384393.043575:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384393.043576:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384393.043583:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 00000100:00000001:1.0:1767384393.043585:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384393.043588:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384393.043593:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043595:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384393.043597:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043601:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294980101 00000100:00000010:1.0:1767384393.043604:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075303682. 00000100:00000001:3.0:1767384393.043608:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384393.043610:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384393.043613:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384393.043616:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384393.043620:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384393.043623:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294980101 00000100:00000010:1.0:1767384393.043629:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049bad5e3. 00000100:00000001:1.0:1767384393.043633:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384393.043635:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294980101 00000100:00000001:3.0:1767384393.043639:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384393.043640:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdcb0fe5. 00000100:00000001:3.0:1767384393.043642:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043645:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767384393.043646:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384393.043649:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384393.043651:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043651:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294980101 00000100:00100000:3.0:1767384393.043653:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fa34a97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16346:1853236743014144:0@lo:38: 00000100:00000010:1.0:1767384393.043656:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db0e23c4. 00000100:00000001:3.0:1767384393.043658:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384393.043660:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384393.043662:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384393.043665:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043665:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384393.043669:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384393.043670:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384393.043674:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073e54b7d. 00000100:00000001:1.0:1767384393.043674:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384393.043679:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043680:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384393.043686:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb579f66. 00000100:00000001:1.0:1767384393.043689:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384393.043691:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007246e3ab. 00000100:00000001:1.0:1767384393.043692:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384393.043697:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743014144, portal 10 00000100:00000001:1.0:1767384393.043697:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384393.043701:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384393.043701:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384393.043705:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947170432 : -130127762381184 : ffff89a644f2a680) 00000100:00000001:1.0:1767384393.043705:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.043709:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384393.043712:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.043719:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384393.043722:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384393.043723:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000100:00000200:3.0:1767384393.043725:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236743014144, offset 0 00000400:00000200:3.0:1767384393.043728:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.043733:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.043738:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dc08700 00000400:00000100:3.0:1767384393.043741:0:16346:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236743014144 offset 0 length 520: 4 00000400:00000200:3.0:1767384393.043743:0:16346:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000090957a92 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384393.043744:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384393.043748:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384393.043750:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000001:3.0:1767384393.043751:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384393.043753:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.043759:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384393.043760:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fa34a97 x1853236743014144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.043764:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.043765:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384393.043768:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384393.043771:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3002 usecs (4 jiffies) 00000100:00000001:3.0:1767384393.043772:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294980100 00000100:00000001:3.0:1767384393.043774:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294980101 00000100:00000001:3.0:1767384393.043776:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294980100 00000100:00000001:3.0:1767384393.043777:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294980101 00000100:00000001:3.0:1767384393.043778:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294980100 00000100:00000001:3.0:1767384393.043779:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294980101 00000100:00000001:3.0:1767384393.043780:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294980100 00000100:00000001:3.0:1767384393.043781:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294980101 00000100:00000001:3.0:1767384393.043783:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384393.043784:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.043786:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.043787:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384393.043791:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384393.043792:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384393.043793:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384393.043794:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384393.043795:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.043796:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384393.049177:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294980101, at 4294980102 00000100:00000040:0.0:1767384393.049177:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294980101, at 4294980102 00000100:00000040:1.0:1767384393.049180:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294980101, at 4294980102 00000100:00000040:2.0:1767384393.049181:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294980101, at 4294980102 00000100:00000010:3.0:1767384393.049189:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db0e23c4. 00000100:00000010:0.0:1767384393.049191:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075303682. 00000100:00000010:2.0:1767384393.049193:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdcb0fe5. 00000100:00000010:1.0:1767384393.049196:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049bad5e3. 00010000:00000001:0.0:1767384393.235188:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384393.235196:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384393.235220:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384393.235223:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384393.235226:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384393.619226:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6ecdcb] -> 12345-192.168.204.108@tcp10 (6) 00000800:00000200:0.0:1767384393.619245:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp10 ip 192.168.204.108:988 00000800:00000200:0.0:1767384393.619249:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384393.619267:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (4) 00000800:00000200:0.1:1767384393.619270:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077cdc446] -> 12345-192.168.204.108@tcp31 (4) 00000400:00000200:3.0:1767384393.619417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:2.0:1767384393.619465:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384393.619479:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.619493:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384393.619498:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.619503:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384393.619504:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619525:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619550:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619575:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619587:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619612:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619625:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619649:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619661:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619673:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619686:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619700:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619713:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619725:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619737:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619762:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619774:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619788:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619819:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619831:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619843:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619856:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619869:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619910:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619922:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619935:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619947:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384393.619970:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384393.620062:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384393.620066:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b630573. 00000800:00000010:3.0:1767384393.620070:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a097a1c. 00000800:00000010:3.0:1767384393.620084:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a097a1c. 00000800:00020000:3.0:1767384393.620092:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384393.620095:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b630573. 00000800:00000010:3.0:1767384393.620097:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384393.620175:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp31 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384393.620179:0:16338:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384393.939251:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp47 00000400:00000010:1.0:1767384393.939263:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000266469fd. 00000400:00000010:1.0:1767384393.939273:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d6da1e6. 00000400:00000010:1.0:1767384393.939279:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000400:00000010:1.0:1767384393.939290:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b8cb906. 00000400:00000200:1.0:1767384393.939295:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp47 00000400:00000200:1.0:1767384393.939323:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp47 local destination 00000400:00000200:1.0:1767384393.939331:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp47 00000400:00000200:1.0:1767384393.939336:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp47 NI seq info: [239:239:256:4294967295] 192.168.204.108@tcp47 LPNI seq info [205:205:8:4294967295] 00000400:00000200:1.0:1767384393.939344:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp47 00000400:00000200:1.0:1767384393.939354:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp47(192.168.204.108@tcp47:) -> 192.168.204.108@tcp47(192.168.204.108@tcp47:192.168.204.108@tcp47) : GET try# 0 00000800:00000200:1.0:1767384393.939362:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp47 00000800:00000010:1.0:1767384393.939368:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004adf557d. 00000800:00000200:1.0:1767384393.939375:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000800:00000200:1.1:1767384393.939381:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cc98b96] -> 12345-192.168.204.108@tcp47 (2) 00000400:00000200:1.0:1767384393.939425:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp47 added to recovery queue. ping count: 4 next ping: 329 health :600 00000400:00000200:2.0:1767384393.939522:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939583:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939610:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939635:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939659:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939682:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939706:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939729:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939754:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939779:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939804:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939874:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939933:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939958:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.939981:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940019:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940043:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940068:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940093:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940159:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940195:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940226:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940251:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940274:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940297:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940320:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940359:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940382:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940406:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940432:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940497:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940522:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:2.0:1767384393.940572:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:2.0:1767384393.940751:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003b50ad02. 00000800:00000010:2.0:1767384393.940757:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f01daff7. 00000800:00000010:2.0:1767384393.940763:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e02fa1e5. 00000800:00000010:2.0:1767384393.940786:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e02fa1e5. 00000800:00020000:2.0:1767384393.940809:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:2.0:1767384393.940813:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f01daff7. 00000800:00000010:2.0:1767384393.940816:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003b50ad02. 00000400:02020000:2.0:1767384393.940857:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384393.940871:0:16335:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp47 notifying 192.168.204.108@tcp47: down 00000400:00000200:2.0:1767384393.940876:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384393.940880:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp47 00000800:00000010:2.0:1767384393.940884:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004adf557d. 00000400:00000200:2.0:1767384393.940888:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384393.940893:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp47->192.168.204.108@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384393.940903:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384393.940906:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384393.940910:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384394.259182:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384394.259188:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384394.259278:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384394.259282:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384394.259285:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384394.963193:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384394.963199:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384394.963201:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384394.963206:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000400:00000200:1.0:1767384394.963214:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384394.963219:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384394.963234:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000266469fd. 00000400:00000010:1.0:1767384394.963238:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d6da1e6. 00000400:00000010:1.0:1767384394.963248:0:16344:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 395 at 000000003d6da1e6. 00000400:02000040:1.0:1767384394.963253:0:16344:0:(lib-move.c:3976:lnet_print_recovery_list()) 6 local NIs in recovery (showing 6): 192.168.204.108@tcp47, 192.168.204.108@tcp40, 192.168.204.108@tcp39, 192.168.204.108@tcp45, 192.168.204.108@tcp44, 192.168.204.108@tcp29 00000400:00000010:1.0:1767384394.969064:0:16344:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 395 at 000000003d6da1e6. 00010000:00000001:0.0:1767384395.283156:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384395.283161:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.283265:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.283269:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.283272:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384395.667266:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002856840b] -> 12345-192.168.204.108@tcp (6) 00000800:00000200:0.0:1767384395.667277:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp ip 192.168.204.108:988 00000800:00000200:0.0:1767384395.667282:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384395.667469:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384395.667475:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384395.667486:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384395.667490:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384395.667491:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384396.307189:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384396.307195:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384396.307216:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384396.307218:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384396.307220:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384396.691208:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000908c7a18] -> 12345-192.168.204.108@tcp42 (6) 00000800:00000200:0.0:1767384396.691221:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp42 ip 192.168.204.108:988 00000800:00000200:0.0:1767384396.691226:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384396.691479:0:16340:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384396.691486:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384396.691500:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384396.691506:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384396.691509:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.331180:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384397.331192:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.331288:0:40102:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384397.331292:0:40102:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384397.331294:0:40102:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384397.715169:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (4) 00000800:00000200:0.1:1767384397.715177:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b03e84d] -> 12345-192.168.204.108@tcp37 (4) 00000400:00000200:1.0:1767384397.715251:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715287:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715305:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715321:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715338:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715354:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715385:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715405:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715423:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715440:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715457:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715474:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715490:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715508:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715525:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715541:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715558:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715575:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715591:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715609:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715626:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715642:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715658:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715675:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715691:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715708:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715725:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715742:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715776:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715792:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715809:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715826:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715843:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384397.715860:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384397.715969:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003110bdb. 00000800:00000010:1.0:1767384397.715974:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001492f88d. 00000800:00000010:1.0:1767384397.715979:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ed9ac5d. 00000800:00000010:1.0:1767384397.715995:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ed9ac5d. 00000800:00020000:1.0:1767384397.716002:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384397.721954:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001492f88d. 00000800:00000010:1.0:1767384397.721960:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003110bdb. 00000400:02020000:1.0:1767384397.722012:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp37 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384397.725802:0:16337:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384397.798819:0:40267:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002959fb58. 00080000:00000010:1.0:1767384397.798827:0:40267:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002959fb58. 00000020:00000001:1.0:1767384397.798831:0:40267:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384398.036186:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp29 00000400:00000010:1.0:1767384398.036193:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cabef2e8. 00000400:00000010:1.0:1767384398.036202:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000085afb6c4. 00000400:00000010:1.0:1767384398.036207:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000400:00000010:1.0:1767384398.036216:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086de6757. 00000400:00000200:1.0:1767384398.036221:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp29 00000400:00000200:1.0:1767384398.036240:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp29 local destination 00000400:00000200:1.0:1767384398.036247:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp29 00000400:00000200:1.0:1767384398.036253:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp29 NI seq info: [240:240:256:4294967295] 192.168.204.108@tcp29 LPNI seq info [206:206:8:4294967295] 00000400:00000200:1.0:1767384398.036262:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp29 00000400:00000200:1.0:1767384398.036276:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp29(192.168.204.108@tcp29:) -> 192.168.204.108@tcp29(192.168.204.108@tcp29:192.168.204.108@tcp29) : GET try# 0 00000800:00000200:1.0:1767384398.036284:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp29 00000800:00000010:1.0:1767384398.036290:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004adf557d. 00000800:00000200:1.0:1767384398.036299:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000800:00000200:1.1:1767384398.036306:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013b22d2f] -> 12345-192.168.204.108@tcp29 (2) 00000400:00000200:1.0:1767384398.036327:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp29 added to recovery queue. ping count: 6 next ping: 381 health :400 00000400:00000200:3.0:1767384398.036845:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036877:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036893:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036908:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036920:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036960:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036977:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.036993:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037007:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037021:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037032:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037044:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037058:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037080:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037125:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037152:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037170:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037183:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037196:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037210:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037222:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037235:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037248:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037261:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037273:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037287:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037298:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037310:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037323:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037335:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037347:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037373:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384398.037391:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384398.037515:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14bbf04. 00000800:00000010:3.0:1767384398.037519:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000835e237d. 00000800:00000010:3.0:1767384398.037524:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000182206c4. 00000800:00000010:3.0:1767384398.037539:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000182206c4. 00000800:00020000:3.0:1767384398.037548:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384398.037551:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000835e237d. 00000800:00000010:3.0:1767384398.037553:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e14bbf04. 00000400:02020000:3.0:1767384398.037582:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp29 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384398.037588:0:16336:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp29 notifying 192.168.204.108@tcp29: down 00000800:00000200:3.0:1767384398.037593:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp29 down 00000800:00000100:3.0:1767384398.037598:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp29 00000800:00000010:3.0:1767384398.037601:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004adf557d. 00000400:00000200:3.0:1767384398.037604:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384398.037607:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp29->192.168.204.108@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384398.037613:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384398.037616:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384398.037619:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp29) recovery failed with -71 00000100:00000040:2.0:1767384398.163176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384398.163184:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384398.163190:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000010:2.0:1767384398.163191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 00000020:00000040:2.0:1767384398.163199:0:36:0:(genops.c:1229:class_import_get()) import 00000000d97a3dfa refcount=5 obd=MGC192.168.204.108@tcp 00000100:00000001:0.0:1767384398.163199:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384398.163203:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384398.163205:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384398.163207:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384398.163210:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384398.163211:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384398.163215:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384398.163217:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384398.163218:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384398.163228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e838f36. 00000100:00000001:2.0:1767384398.163237:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384398.163246:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 136cbbaa-5baf-47f4-b130-5cac417bfe4f->MGS req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384398.163258:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384398.163260:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384398.163265:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a4a3082] to pc [ptlrpcd_00_02+2] req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384398.163291:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384398.163294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384398.163299:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1767384398.163304:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384398.163311:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384398.163312:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767384398.163315:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (322) 00000100:00000001:0.0:1767384398.163315:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384398.163316:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384398.163326:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384398.163328:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384398.163331:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384398.163333:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384398.163335:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384398.163341:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384398.163352:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384398.163354:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384398.163374:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384398.163377:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384398.163380:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384398.163383:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a4a3082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:136cbbaa-5baf-47f4-b130-5cac417bfe4f:16350:1853236743014272:0@lo:400: 00000100:00000001:1.0:1767384398.163388:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384398.163393:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384398.163396:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384398.163398:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384398.163403:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095ef204e. 02000000:00000001:1.0:1767384398.163405:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384398.163412:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca86cde3. 00000400:00000010:1.0:1767384398.163419:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf6d051. 00000100:00000200:1.0:1767384398.163424:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743014272, portal 25 00000100:00000001:1.0:1767384398.163427:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384398.163428:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446613945947161472 : -130127762390144 : ffff89a644f28380) 00000100:00000040:1.0:1767384398.163434:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384398.163442:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384398.163445:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384398.163447:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000100:00000200:1.0:1767384398.163450:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236743014272, offset 0 00000400:00000200:1.0:1767384398.163456:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.163468:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.163479:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dc08780 00000400:00000100:1.0:1767384398.163486:0:16350:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236743014272 offset 0 length 224: 4 00000400:00000200:1.0:1767384398.163490:0:16350:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000000965762 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384398.163494:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384398.163503:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07fecad 00000400:00000010:1.0:1767384398.163506:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07fecad. 00000100:00000001:1.0:1767384398.163511:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384398.163514:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384398.163524:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384398.163526:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384398.163534:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384398.163536:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384398.163540:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384398.163544:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 0 is 4294985221 00000100:00000010:1.0:1767384398.163548:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a72f3bb6. 00000100:00000001:1.0:1767384398.163554:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384398.163566:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 1 is 4294985221 00000100:00000010:1.0:1767384398.163569:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006824cebf. 00000100:00000001:1.0:1767384398.163572:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384398.163574:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 2 is 4294985221 00000100:00000010:1.0:1767384398.163577:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000383b63cf. 00000100:00000001:1.0:1767384398.163580:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384398.163584:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS new deadline estimation for cpu 3 is 4294985221 00000100:00000010:1.0:1767384398.163587:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018482494. 00000100:00000001:1.0:1767384398.163591:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.108@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384398.163594:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384398.163596:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384398.163599:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384398.163617:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384398.169144:0:54:0:(connection.c:75:cpu_latency_work()) work item of 000000000f65d93a (cpu 0) has reached its deadline 4294985221, at 4294985222 00000100:00000040:2.0:1767384398.169149:0:365:0:(connection.c:75:cpu_latency_work()) work item of 00000000697c30d9 (cpu 0) has reached its deadline 4294985221, at 4294985222 00000100:00000010:3.0:1767384398.169152:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018482494. 00000100:00000010:2.0:1767384398.169156:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000383b63cf. 00000100:00000040:0.0:1767384398.169164:0:276:0:(connection.c:75:cpu_latency_work()) work item of 000000001703442c (cpu 0) has reached its deadline 4294985221, at 4294985222 00000100:00000010:0.0:1767384398.169171:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a72f3bb6. 00000100:00000040:1.0:1767384398.170128:0:260:0:(connection.c:75:cpu_latency_work()) work item of 00000000b72b2266 (cpu 0) has reached its deadline 4294985221, at 4294985223 00000100:00000010:1.0:1767384398.170134:0:260:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006824cebf. 00010000:00000001:0.0:1767384398.355161:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384398.355167:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.355219:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384398.355222:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384398.355225:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384398.476653:0:40431:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384398.476658:0:40431:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767384398.480029:0:40431:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384398.660652:0:40450:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:1.0:1767384399.059159:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384399.059168:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000400:00000200:1.0:1767384399.059174:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384399.059183:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384399.059194:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cabef2e8. 00000400:00000010:1.0:1767384399.059199:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000085afb6c4. 00080000:00000010:3.0:1767384399.464036:0:40680:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004239dd45. 00080000:00000010:3.0:1767384399.464045:0:40680:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004239dd45. 00080000:00000010:3.0:1767384399.469811:0:40682:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004239dd45. 00080000:00000010:3.0:1767384399.469814:0:40682:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004239dd45. 00080000:00000010:1.0:1767384399.637682:0:40695:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dafbd837. 00080000:00000010:1.0:1767384399.637692:0:40695:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dafbd837. 00080000:00000010:1.0:1767384399.977937:0:40745:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000091087a72. 00080000:00000010:1.0:1767384399.977946:0:40745:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000091087a72. 00080000:00000010:3.0:1767384400.265711:0:40794:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f6ea71f. 00080000:00000010:3.0:1767384400.265721:0:40794:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005f6ea71f. 00080000:00000010:3.0:1767384400.547277:0:40844:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000009aef54f. 00080000:00000010:3.0:1767384400.547286:0:40844:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000009aef54f. 00000800:00000200:0.0:1767384400.787191:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (4) 00000800:00000200:0.1:1767384400.787198:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845bb2dd] -> 12345-192.168.204.108@tcp35 (4) 00000400:00000200:1.0:1767384400.787300:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787361:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787382:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787395:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787407:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787419:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787431:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787444:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787458:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787472:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787486:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787501:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787522:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787543:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787566:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787589:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787604:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787618:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787630:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787642:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787653:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787667:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787680:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787693:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787706:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787720:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787734:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787749:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787763:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787777:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787789:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787803:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787817:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787837:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384400.787851:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384400.788000:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003110bdb. 00000800:00000010:1.0:1767384400.788005:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b05bec2. 00000800:00000010:1.0:1767384400.788010:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1f33ac2. 00000800:00000010:1.0:1767384400.788025:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1f33ac2. 00000800:00020000:1.0:1767384400.788030:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384400.788033:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b05bec2. 00000800:00000010:1.0:1767384400.788035:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003110bdb. 00000400:02020000:1.0:1767384400.788061:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp35 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384400.788066:0:31124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384400.819966:0:40892:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000315c78e9. 00080000:00000010:2.0:1767384400.819975:0:40892:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000315c78e9. 00080000:00000010:1.0:1767384401.097625:0:40937:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033db41ef. 00080000:00000010:1.0:1767384401.097637:0:40937:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033db41ef. 00080000:00000010:2.0:1767384401.231434:0:40980:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003fb5e1bc. 00080000:00000010:2.0:1767384401.231448:0:40980:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003fb5e1bc. 00000020:00000010:2.0:1767384401.241051:0:40980:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000008c4e85b2. 00000020:00000010:2.0:1767384401.241057:0:40980:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000070a31c7a. 00000020:00000010:2.0:1767384401.241063:0:40980:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000a759bcaa. 00000020:00000010:2.0:1767384401.241074:0:40980:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 00000000e8679852. 00000020:00000010:2.0:1767384401.241089:0:40980:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000e08dac4d. 00000020:00000010:2.0:1767384401.241092:0:40980:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000f748bb88. 00000020:00000010:2.0:1767384401.241095:0:40980:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000b978650c. 00000020:00000010:2.0:1767384401.241131:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000e8e6d9b4. 00000020:00000010:2.0:1767384401.241143:0:40980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f9a4bcc0. 00000020:00000010:2.0:1767384401.241148:0:40980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e3b4cca1. 00000020:00000010:2.0:1767384401.241172:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000e8e6d9b4. 00000020:00000010:2.0:1767384401.241175:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000006ee23f7c. 00000001:00000010:2.0:1767384401.241186:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006df9a7e2. 00000001:00000010:2.0:1767384401.241190:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001df0404d. 00000001:00000010:2.0:1767384401.241192:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000086f04c4e. 00000001:00000010:2.0:1767384401.241194:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002baf573. 00000001:00000010:2.0:1767384401.241196:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000365dffb. 00000001:00000010:2.0:1767384401.241197:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002988e308. 00000001:00000010:2.0:1767384401.241200:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003c7914f7. 00000001:00000010:2.0:1767384401.241201:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000051f113ab. 00000001:00000010:2.0:1767384401.241203:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001dd4e93a. 00000001:00000010:2.0:1767384401.241204:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076832cfa. 00000001:00000010:2.0:1767384401.241210:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000baa3317d. 00000001:00000010:2.0:1767384401.241212:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4fca9a2. 00000020:00000010:2.0:1767384401.241215:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005366dffd. 00000020:00000010:2.0:1767384401.241218:0:40980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8e6d9b4. 00000020:00000010:2.0:1767384401.241221:0:40980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d190203. 00000008:00000010:2.0:1767384401.241225:0:40980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090e168fe. 00020000:00000010:2.0:1767384401.241228:0:40980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e24cd73d. 00008000:00000010:2.0:1767384401.241231:0:40980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000049fcbb74. 00000080:00000010:2.0:1767384401.241236:0:40980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe36b82c. 00000020:00000010:2.0:1767384401.241238:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384401.241240:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb88f70f. 00000040:00000010:2.0:1767384401.241243:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000043fe5e35. 00000020:00000010:2.0:1767384401.241246:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079025cd3. 00000020:00000010:2.0:1767384401.241249:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066f60926. 00040000:00000010:2.0:1767384401.241252:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075c31e49. 00040000:00000010:2.0:1767384401.241254:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000242c0f64. 00080000:00000010:2.0:1767384401.241259:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003b50ad02. 00080000:00000010:2.0:1767384401.241262:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc2217df. 00080000:00000010:2.0:1767384401.241278:0:40980:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000004cebdbc6. 00000001:00000010:2.0:1767384401.246741:0:40980:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000a9d5f495. 00000001:00000010:2.0:1767384401.246999:0:40980:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000e587794e. 00000020:00000010:2.0:1767384401.247446:0:40980:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000932cc2c0. 00000020:00000010:2.0:1767384401.247454:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000027fab287. 00000020:00000010:2.0:1767384401.247456:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000592f0aef. 00000020:00000010:2.0:1767384401.248029:0:40980:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ac47f470. 00080000:00000010:2.0:1767384401.248033:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000361d3153. 00080000:00000010:2.0:1767384401.248035:0:40980:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000e613a0dd. 00080000:00000010:2.0:1767384401.248202:0:40980:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 00000000227c944c. 00080000:00000010:2.0:1767384401.248231:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002b0ad2de. 00080000:00000010:2.0:1767384401.248358:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003d8e4688. 00080000:00000010:2.0:1767384401.248480:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007b91e2f3. 00080000:00000010:2.0:1767384401.248609:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b52e83f4. 00080000:00000010:2.0:1767384401.248740:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000032dadaf2. 00080000:00000010:2.0:1767384401.248891:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002b4791ce. 00080000:00000010:2.0:1767384401.249021:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006637f16e. 00080000:00000010:2.0:1767384401.249175:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000219263c5. 00080000:00000010:2.0:1767384401.249284:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006304f713. 00080000:00000010:2.0:1767384401.249422:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000068520c8f. 00080000:00000010:2.0:1767384401.249552:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000d9630fa. 00080000:00000010:2.0:1767384401.249697:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000919c4b54. 00080000:00000010:2.0:1767384401.249818:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008d871e78. 00080000:00000010:2.0:1767384401.249926:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000da5bc80f. 00080000:00000010:2.0:1767384401.250034:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d824a2b2. 00080000:00000010:2.0:1767384401.250172:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001bf3e3bc. 00080000:00000010:2.0:1767384401.250280:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001edac913. 00080000:00000010:2.0:1767384401.250414:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c1e6ef31. 00080000:00000010:2.0:1767384401.250544:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ad226c44. 00080000:00000010:2.0:1767384401.250670:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008daf60a3. 00080000:00000010:2.0:1767384401.250793:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008d3c7d99. 00080000:00000010:2.0:1767384401.250949:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a1317a98. 00080000:00000010:2.0:1767384401.251163:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008e660e2b. 00080000:00000010:2.0:1767384401.251293:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000006437823. 00080000:00000010:2.0:1767384401.251431:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000395bf2b1. 00080000:00000010:2.0:1767384401.251551:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b1e56b4f. 00080000:00000010:2.0:1767384401.251674:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000095411f91. 00080000:00000010:2.0:1767384401.251798:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cde4449b. 00080000:00000010:2.0:1767384401.251926:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007d94e814. 00080000:00000010:2.0:1767384401.252081:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c5c650ee. 00080000:00000010:2.0:1767384401.252232:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009b92c2c3. 00080000:00000010:2.0:1767384401.252362:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000099f15ef4. 00080000:00000010:2.0:1767384401.252485:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000043d6de8b. 00080000:00000010:2.0:1767384401.252603:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000060a70626. 00080000:00000010:2.0:1767384401.252740:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000047e0006b. 00080000:00000010:2.0:1767384401.252863:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000354fae11. 00080000:00000010:2.0:1767384401.253017:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005ab3bd35. 00080000:00000010:2.0:1767384401.253152:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ca306c1a. 00080000:00000010:2.0:1767384401.253258:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000067f50a30. 00080000:00000010:2.0:1767384401.253401:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e55b6fdf. 00080000:00000010:2.0:1767384401.253528:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007297b613. 00080000:00000010:2.0:1767384401.253646:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e500462e. 00080000:00000010:2.0:1767384401.253784:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000930a8a12. 00080000:00000010:2.0:1767384401.253947:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b48ca097. 00080000:00000010:2.0:1767384401.254061:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000960440e1. 00080000:00000010:2.0:1767384401.254232:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005f5e9bc2. 00080000:00000010:2.0:1767384401.254354:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006b0d5db5. 00080000:00000010:2.0:1767384401.254503:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000960ec6e3. 00080000:00000010:2.0:1767384401.254626:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000016940102. 00080000:00000010:2.0:1767384401.254754:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b630a7e2. 00080000:00000010:2.0:1767384401.254873:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000006fa2c8b. 00080000:00000010:2.0:1767384401.254992:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b3ff93ce. 00080000:00000010:2.0:1767384401.255131:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c58f3f7d. 00080000:00000010:2.0:1767384401.255248:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000be231b99. 00080000:00000010:2.0:1767384401.255384:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ac0e4fbf. 00080000:00000010:2.0:1767384401.255503:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ec74214d. 00080000:00000010:2.0:1767384401.255614:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000051767d02. 00080000:00000010:2.0:1767384401.255745:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000048901bb3. 00080000:00000010:2.0:1767384401.255855:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004aa94579. 00080000:00000010:2.0:1767384401.255978:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a60dc971. 00080000:00000010:2.0:1767384401.256157:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c946bc8a. 00080000:00000010:2.0:1767384401.256277:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a7ab4d78. 00080000:00000010:2.0:1767384401.256404:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002748c568. 00080000:00000010:2.0:1767384401.256523:0:40980:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000892be933. 00000001:00000010:2.0:1767384401.256886:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257012:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257036:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257161:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257184:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257187:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257199:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257201:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.257204:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000002f26ba5e. 00000001:00000010:2.0:1767384401.257217:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257220:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.257354:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001912fb76. 00000001:00000010:2.0:1767384401.257359:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257362:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.257549:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009c94fe6c. 00000001:00000010:2.0:1767384401.257554:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257655:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257678:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257681:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.257683:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c8c80512. 00000001:00000010:2.0:1767384401.257696:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257698:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.257700:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000db4272e5. 00000001:00000010:2.0:1767384401.257853:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.257858:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258154:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258160:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258163:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000bb7306f0. 00100000:00000010:2.0:1767384401.258168:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000000b54aa3d. 00000001:00000010:2.0:1767384401.258182:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258185:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258187:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005a76d66c. 00000001:00000010:2.0:1767384401.258199:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258202:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258214:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258216:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258229:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258231:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258243:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258245:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258255:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258257:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258259:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000efd9395b. 00000001:00000010:2.0:1767384401.258270:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258278:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258292:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258404:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258426:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258511:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258516:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000cf6819bc. 00000001:00000010:2.0:1767384401.258533:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258535:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258549:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258551:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258553:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000001af9f789. 00000001:00000010:2.0:1767384401.258557:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258559:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258571:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258573:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258791:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000002f26ba5e. 00000001:00000010:2.0:1767384401.258918:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258923:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258925:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000574b640b. 00000001:00000010:2.0:1767384401.258937:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.258940:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.258942:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c48058d9. 00100000:00000010:2.0:1767384401.258944:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c8c80512. 00100000:00000010:2.0:1767384401.259254:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c8c80512. 00000001:00000010:2.0:1767384401.259259:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.259377:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.259509:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002f26ba5e. 00000001:00000010:2.0:1767384401.259514:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.259517:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.259636:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009b4a8547. 00000001:00000010:2.0:1767384401.259640:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.259643:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.259790:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000c8b956c. 00000001:00000010:2.0:1767384401.259799:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.259802:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.259910:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009258e3e6. 00000001:00000010:2.0:1767384401.259914:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.259917:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260023:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b03fe29d. 00000001:00000010:2.0:1767384401.260027:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260030:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260148:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000343c809f. 00000001:00000010:2.0:1767384401.260153:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260156:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260274:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000025c89a27. 00000001:00000010:2.0:1767384401.260278:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260281:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260434:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b69348cb. 00000001:00000010:2.0:1767384401.260440:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260445:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260589:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f4fd2cf. 00000001:00000010:2.0:1767384401.260596:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260600:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260754:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000051d2f7c. 00000001:00000010:2.0:1767384401.260763:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260768:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260918:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000047bc1c21. 00000001:00000010:2.0:1767384401.260925:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.260929:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.260935:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000db4272e5. 00100000:00000010:2.0:1767384401.261266:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006b16c217. 00000001:00000010:2.0:1767384401.261273:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.261278:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.261447:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000078ff4add. 00000001:00000010:2.0:1767384401.261454:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.261459:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.261643:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005ead06a4. 00000001:00000010:2.0:1767384401.261649:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.261654:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.261793:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e319f4f1. 00000001:00000010:2.0:1767384401.261800:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.261805:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.261974:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000f87aa2d. 00000001:00000010:2.0:1767384401.261981:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.261986:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.262131:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a722d1c7. 00000001:00000010:2.0:1767384401.262139:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.262144:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.262287:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e754179. 00000001:00000010:2.0:1767384401.262295:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.262311:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.262481:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001dcdca49. 00000001:00000010:2.0:1767384401.262488:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.262493:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.262660:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cc04ebb8. 00000001:00000010:2.0:1767384401.262667:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.262672:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.262848:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e09daac6. 00000001:00000010:2.0:1767384401.262855:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.262860:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263023:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000472c83c3. 00000001:00000010:2.0:1767384401.263030:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263035:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263211:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000105ab1d3. 00000001:00000010:2.0:1767384401.263219:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263223:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263430:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000043841f20. 00000001:00000010:2.0:1767384401.263436:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263441:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263573:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004c7c90e7. 00000001:00000010:2.0:1767384401.263579:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263583:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263731:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b6e9d3ad. 00000001:00000010:2.0:1767384401.263738:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263743:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.263901:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000038ff47ab. 00000001:00000010:2.0:1767384401.263908:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.263913:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264057:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009d178566. 00000001:00000010:2.0:1767384401.264065:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264069:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264228:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a0200736. 00000001:00000010:2.0:1767384401.264235:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264239:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264400:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b848a123. 00000001:00000010:2.0:1767384401.264407:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264412:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264571:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000038571659. 00000001:00000010:2.0:1767384401.264578:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264583:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264728:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007cd3ba54. 00000001:00000010:2.0:1767384401.264735:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264740:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.264889:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000031ceee55. 00000001:00000010:2.0:1767384401.264896:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.264901:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265060:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000decdf511. 00000001:00000010:2.0:1767384401.265067:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265073:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265238:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007a3c433c. 00000001:00000010:2.0:1767384401.265246:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265250:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265423:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009ea4178f. 00000001:00000010:2.0:1767384401.265433:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265441:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265628:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b2fceae0. 00000001:00000010:2.0:1767384401.265635:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265640:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265777:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000083195af6. 00000001:00000010:2.0:1767384401.265784:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265788:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.265922:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001dde1326. 00000001:00000010:2.0:1767384401.265930:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.265935:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.266064:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dc2f45f2. 00000001:00000010:2.0:1767384401.266071:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.266075:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.266243:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005523bad3. 00000001:00000010:2.0:1767384401.266249:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.266254:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.266415:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b81a6a71. 00000001:00000010:2.0:1767384401.266422:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.266426:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.266575:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000067965150. 00000001:00000010:2.0:1767384401.266582:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.266586:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.266593:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000bb7306f0. 00100000:00000010:2.0:1767384401.266741:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000000b54aa3d. 00000001:00000010:2.0:1767384401.266932:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267070:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.267078:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005a76d66c. 00000001:00000010:2.0:1767384401.267290:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267298:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.267454:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000065892ee3. 00000001:00000010:2.0:1767384401.267461:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267472:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267498:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267503:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267522:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267527:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267682:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267799:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267828:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.267833:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.267838:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000efd9395b. 00000001:00000010:2.0:1767384401.268012:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.268138:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.268145:0:40980:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000eb3af3a3. 00100000:00000010:2.0:1767384401.268148:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000cf6819bc. 00000001:00000010:2.0:1767384401.268293:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.268325:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.268332:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000001af9f789. 00100000:00000010:2.0:1767384401.268619:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001afa2262. 00000001:00000010:2.0:1767384401.268626:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.268750:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.268897:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000af080b57. 00000001:00000010:2.0:1767384401.268903:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.268907:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269062:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c12add96. 00000001:00000010:2.0:1767384401.269069:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269073:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269079:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000574b640b. 00100000:00000010:2.0:1767384401.269403:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fb0cc021. 00000001:00000010:2.0:1767384401.269410:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269415:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269555:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ca9e2997. 00000001:00000010:2.0:1767384401.269561:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269566:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269742:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009191693a. 00000001:00000010:2.0:1767384401.269748:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269753:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269759:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c48058d9. 00000001:00000010:2.0:1767384401.269920:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269926:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269942:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269946:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00100000:00000010:2.0:1767384401.269950:0:40980:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000eb3af3a3. 00000001:00000010:2.0:1767384401.269974:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269979:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269990:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.269994:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000020:00000010:2.0:1767384401.270485:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a949fc4c. 00000020:00000010:2.0:1767384401.270488:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 000000001da67db5. 00040000:00000010:2.0:1767384401.270507:0:40980:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000068f059ff. 00040000:00000010:2.0:1767384401.270511:0:40980:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000848c5068. 00040000:00000010:2.0:1767384401.270513:0:40980:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000848c5068. 00000020:00000010:2.0:1767384401.270522:0:40980:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000848c5068. 00000020:00000010:2.0:1767384401.270525:0:40980:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000848c5068. 00040000:00000010:2.0:1767384401.270528:0:40980:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000003795186f. 00040000:00000010:2.0:1767384401.270529:0:40980:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000848c5068. 00040000:00000010:2.0:1767384401.270530:0:40980:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000848c5068. 00000020:00000010:2.0:1767384401.270553:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb88f70f. 00000040:00000010:2.0:1767384401.270557:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000043fe5e35. 00000020:00000010:2.0:1767384401.270559:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079025cd3. 00000020:00000010:2.0:1767384401.270563:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066f60926. 00040000:00000010:2.0:1767384401.270567:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000075c31e49. 00040000:00000010:2.0:1767384401.270569:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000242c0f64. 00080000:00000010:2.0:1767384401.270572:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dc2217df. 00080000:00000010:2.0:1767384401.270575:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003b50ad02. 00000020:00000010:2.0:1767384401.270577:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384401.270581:0:40980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8e6d9b4. 00000020:00000010:2.0:1767384401.270587:0:40980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d190203. 00000008:00000010:2.0:1767384401.270590:0:40980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090e168fe. 00020000:00000010:2.0:1767384401.270594:0:40980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e24cd73d. 00008000:00000010:2.0:1767384401.270597:0:40980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000049fcbb74. 00000080:00000010:2.0:1767384401.270599:0:40980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe36b82c. 00000020:00000010:2.0:1767384401.270602:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005366dffd. 00000020:00000010:2.0:1767384401.270606:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000006ee23f7c. 00000020:00000010:2.0:1767384401.270612:0:40980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000079025cd3. 00000020:00000010:2.0:1767384401.270625:0:40980:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000009da525bf. 00000020:00000010:2.0:1767384401.270627:0:40980:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000003733fc3f. 00000020:00000010:2.0:1767384401.270631:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 0000000037bfaf4a. 00000020:00000010:2.0:1767384401.270638:0:40980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bee3f816. 00000020:00000010:2.0:1767384401.270642:0:40980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ee1d8092. 00000020:00000010:2.0:1767384401.270648:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 0000000037bfaf4a. 00000020:00000010:2.0:1767384401.270650:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000037bfaf4a. 00000001:00000010:2.0:1767384401.270662:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001b3f180b. 00000001:00000010:2.0:1767384401.270666:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bbfeb223. 00000001:00000010:2.0:1767384401.270669:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049c3009a. 00000001:00000010:2.0:1767384401.270671:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001852248d. 00000001:00000010:2.0:1767384401.270672:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa98b445. 00000001:00000010:2.0:1767384401.270674:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000337b9deb. 00000001:00000010:2.0:1767384401.270676:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cc5bf1a6. 00000001:00000010:2.0:1767384401.270678:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f2dcd514. 00000001:00000010:2.0:1767384401.270679:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000242c0f64. 00000001:00000010:2.0:1767384401.270680:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066f60926. 00000001:00000010:2.0:1767384401.270682:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000043fe5e35. 00000001:00000010:2.0:1767384401.270683:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005366dffd. 00000020:00000010:2.0:1767384401.270685:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54b3462. 00000020:00000010:2.0:1767384401.270687:0:40980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8e6d9b4. 00000020:00000010:2.0:1767384401.270689:0:40980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d190203. 00000008:00000010:2.0:1767384401.270692:0:40980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090e168fe. 00020000:00000010:2.0:1767384401.270693:0:40980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e24cd73d. 00008000:00000010:2.0:1767384401.270695:0:40980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000049fcbb74. 00000080:00000010:2.0:1767384401.270703:0:40980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe36b82c. 00000020:00000010:2.0:1767384401.270706:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb88f70f. 00000020:00000010:2.0:1767384401.270707:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef62cb2c. 00000040:00000010:2.0:1767384401.270710:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c48da595. 00000020:00000010:2.0:1767384401.270712:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3a63209. 00000020:00000010:2.0:1767384401.270715:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b08b523. 80000000:00000010:2.0:1767384401.270717:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000499d7628. 00040000:00000010:2.0:1767384401.270719:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a154e7d. 00080000:00000010:2.0:1767384401.270723:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003b50ad02. 00080000:00000010:2.0:1767384401.270726:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc2217df. 20000000:00000010:2.0:1767384401.270730:0:40980:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000004806acb. 20000000:00000010:2.0:1767384401.270734:0:40980:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 000000006ee23f7c. 00000020:00000010:2.0:1767384401.270736:0:40980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015abcce4. 20000000:00000010:2.0:1767384401.270739:0:40980:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 000000006ee23f7c. 00010000:00000010:2.0:1767384401.270744:0:40980:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cbef7e2b. 00000001:00000010:2.0:1767384401.270746:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007578340f. 00000001:00000010:2.0:1767384401.270748:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000a4ea15f6. 00000001:00000010:2.0:1767384401.270750:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000003862e242. 00000001:00000010:2.0:1767384401.270753:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ff234177. 00000020:00000010:2.0:1767384401.270778:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000672b7c88. 00000020:00000010:2.0:1767384401.270780:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000009021e596. 00000020:00000010:2.0:1767384401.270813:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a67008af. 00000020:00000010:2.0:1767384401.270816:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000040e15ae8. 00000020:00000010:2.0:1767384401.270829:0:40980:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000052d2f2f8. 00000020:00000010:2.0:1767384401.270831:0:40980:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000a7219fc2. 00000020:00000010:2.0:1767384401.270837:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000075c31e49. 00080000:00000010:2.0:1767384401.270842:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007ff6715e. 00000001:00000010:2.0:1767384401.270849:0:40980:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000eb3af3a3. 00000001:00000010:2.0:1767384401.271014:0:40980:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000004b43ae4c. 20000000:00000010:2.0:1767384401.271558:0:40980:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000f6b1061b. 00080000:00000010:2.0:1767384401.271563:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000172d6bf1. 00080000:00000010:2.0:1767384401.271587:0:40980:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000000d0350dc. 00000020:00000010:2.0:1767384401.271595:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8af2d17. 00080000:00000010:2.0:1767384401.271598:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ce42a0b9. 00000020:00000010:2.0:1767384401.271609:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006ff302c2. 00080000:00000010:2.0:1767384401.271611:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c388cc9. 00080000:00000010:2.0:1767384401.271615:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000718e6460. 00100000:00000010:2.0:1767384401.271619:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000083e0d8d5. 00100000:00000010:2.0:1767384401.271622:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000083e0d8d5. 00000001:00000010:2.0:1767384401.271625:0:40980:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000000869b42d. 00080000:00000010:2.0:1767384401.271629:0:40980:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000071c77a71. 00000001:00000010:2.0:1767384401.271632:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.271744:0:40980:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000000abfb82d. 00000001:00000010:2.0:1767384401.271747:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f18be608. 00000001:00000010:2.0:1767384401.271750:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005e3d5014. 00000001:00000010:2.0:1767384401.271752:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f4dc079d. 00000001:00000010:2.0:1767384401.271761:0:40980:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000e1c35b61. 00000001:00000010:2.0:1767384401.271770:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006f613033. 00000001:00000010:2.0:1767384401.271773:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006f613033. 00000001:00000010:2.0:1767384401.271776:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.271780:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000029e03e2f. 00000001:00000010:2.0:1767384401.271786:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006f613033. 00000001:00000010:2.0:1767384401.271789:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006f613033. 00000001:00000010:2.0:1767384401.271791:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000029e03e2f. 00080000:00000010:2.0:1767384401.271795:0:40980:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 0000000071c77a71. 00000001:00000010:2.0:1767384401.271807:0:40980:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000011e60c22. 00000001:00000010:2.0:1767384401.271811:0:40980:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000eb22e3ce. 00000001:00000010:2.0:1767384401.271814:0:40980:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f374f7b8. 00000001:00000010:2.0:1767384401.271822:0:40980:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000005fbe27e5. 00000001:00000010:2.0:1767384401.271826:0:40980:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000635ac5f5. 00000020:00000010:2.0:1767384401.271844:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095f3342d. 00080000:00000010:2.0:1767384401.271848:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000071c77a71. 00000040:00000010:2.0:1767384401.271859:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e656bb00. 00000020:00000010:2.0:1767384401.271864:0:40980:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000338c597b. 00000020:00000010:2.0:1767384401.271867:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000017c0cbbe. 00080000:00000010:2.0:1767384401.271877:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d9451003. 00000001:00000010:2.0:1767384401.271881:0:40980:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000083e0d8d5. 00000001:00000010:2.0:1767384401.271903:0:40980:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000ccf044a3. 00000020:00000010:2.0:1767384401.272661:0:40980:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000315c78e9. 00000020:00000010:2.0:1767384401.272667:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000023973c39. 00080000:00000010:2.0:1767384401.272671:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005f2f0cf3. 00000001:00000010:2.0:1767384401.272676:0:40980:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000fafd09e7. 00000001:00000010:2.0:1767384401.272697:0:40980:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000635ac5f5. 00080000:00000010:2.0:1767384401.273369:0:40980:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000b0b4ba4e. 20000000:00000010:2.0:1767384401.273392:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002945a2c9. 20000000:00000010:2.0:1767384401.273395:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000006884d622. 20000000:00000010:2.0:1767384401.273398:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ca835187. 20000000:00000010:2.0:1767384401.273400:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000719a1eed. 20000000:00000010:2.0:1767384401.273402:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d1af0e54. 20000000:00000010:2.0:1767384401.273405:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000f7f769c0. 20000000:00000010:2.0:1767384401.273407:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e135a61f. 20000000:00000010:2.0:1767384401.273408:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000101b134b. 20000000:00000010:2.0:1767384401.273410:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000082bd57f7. 20000000:00000010:2.0:1767384401.273412:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 0000000043199f92. 20000000:00000010:2.0:1767384401.273414:0:40980:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d5586980. 20000000:00000010:2.0:1767384401.273416:0:40980:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000007d303916. 00080000:00000010:2.0:1767384401.273422:0:40980:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000b0b4ba4e. 20000000:00000010:2.0:1767384401.273427:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000007d303916. 20000000:00000010:2.0:1767384401.273430:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d5586980. 20000000:00000010:2.0:1767384401.273432:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 0000000043199f92. 20000000:00000010:2.0:1767384401.273434:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000082bd57f7. 00000020:00000010:2.0:1767384401.273450:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f374f7b8. 00080000:00000010:2.0:1767384401.273454:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b882b879. 20000000:00000010:2.0:1767384401.273466:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000101b134b. 20000000:00000010:2.0:1767384401.273468:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e135a61f. 00000020:00000010:2.0:1767384401.273479:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004d9a4e6b. 00080000:00000010:2.0:1767384401.273482:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b0e7ea9c. 20000000:00000010:2.0:1767384401.273498:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000f7f769c0. 20000000:00000010:2.0:1767384401.273501:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d1af0e54. 20000000:00000010:2.0:1767384401.273503:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000719a1eed. 20000000:00000010:2.0:1767384401.273505:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ca835187. 00000020:00000010:2.0:1767384401.273517:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009dd3aac. 00080000:00000010:2.0:1767384401.273522:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d7392a9d. 20000000:00000010:2.0:1767384401.273531:0:40980:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000006884d622. 20000000:00000010:2.0:1767384401.273535:0:40980:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002945a2c9. 00000020:00000010:2.0:1767384401.273658:0:40980:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000004ba190d8. 00000020:00000010:2.0:1767384401.273663:0:40980:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000004ba190d8. 20000000:00000010:2.0:1767384401.273667:0:40980:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000fee4f9d6. 20000000:00000010:2.0:1767384401.273672:0:40980:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000050caba82. 20000000:00000010:2.0:1767384401.273675:0:40980:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000001545c133. 20000000:00000010:2.0:1767384401.273677:0:40980:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000043199f92. 20000000:00000010:2.0:1767384401.273679:0:40980:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000005ad7d668. 20000000:00000010:2.0:1767384401.273911:0:40980:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000cde5533d. 00000040:00000010:2.0:1767384401.273917:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f5c6734. 00000040:00000010:2.0:1767384401.273925:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f5c6734. 20000000:00000010:2.0:1767384401.273929:0:40980:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000cde5533d. 00000040:00000010:2.0:1767384401.273935:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f5c6734. 00000040:00000010:2.0:1767384401.273946:0:40980:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000200f11f7. 00000020:00000010:2.0:1767384401.273950:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8e0b2ac. 00080000:00000010:2.0:1767384401.273952:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000725f26ee. 00000040:00000010:2.0:1767384401.273963:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8442d98. 00000040:00000010:2.0:1767384401.273970:0:40980:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000200f11f7. 00000040:00000010:2.0:1767384401.273972:0:40980:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8442d98. 00000040:00000010:2.0:1767384401.273975:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f5c6734. 20000000:00000010:2.0:1767384401.273978:0:40980:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000000f5c6734. 20000000:00000010:2.0:1767384401.273981:0:40980:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000cde5533d. 00000040:00000010:2.0:1767384401.273984:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a3182d99. 00000040:00000010:2.0:1767384401.273989:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a3182d99. 20000000:00000010:2.0:1767384401.273992:0:40980:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000cde5533d. 00000100:00000010:2.0:1767384401.273997:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a3182d99. 00000100:00000010:2.0:1767384401.274006:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000837c5d71. 00000100:00000010:2.0:1767384401.274017:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d280e4b0. 00000100:00000010:2.0:1767384401.274025:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006a735f95. 00000100:00000010:2.0:1767384401.274032:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f3a7e15. 00000100:00000010:2.0:1767384401.274036:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8442d98. 00000100:00000010:2.0:1767384401.274040:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098639c91. 00000100:00000010:2.0:1767384401.274045:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000964cc14d. 00000100:00000010:2.0:1767384401.274048:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecbeeb9d. 00000100:00000010:2.0:1767384401.274054:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df1ce6ad. 00000100:00000010:2.0:1767384401.274057:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003011fbef. 00000100:00000010:2.0:1767384401.274062:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014e127b5. 00000100:00000010:2.0:1767384401.274065:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000231f2ead. 00000100:00000010:2.0:1767384401.274070:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbd04f46. 00000100:00000010:2.0:1767384401.274073:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b05d3d9a. 00000100:00000010:2.0:1767384401.274076:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030248ae7. 00000100:00000010:2.0:1767384401.274080:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9d287e1. 00000100:00000010:2.0:1767384401.274086:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071134ca7. 00000100:00000010:2.0:1767384401.274090:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e08f2b40. 00000100:00000010:2.0:1767384401.274095:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004388e0a1. 00000100:00000010:2.0:1767384401.274122:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a33bc5e. 00000100:00000010:2.0:1767384401.274129:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027e2c012. 00000100:00000010:2.0:1767384401.274133:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a975e13. 00000100:00000010:2.0:1767384401.274139:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c4fc4d3. 00000100:00000010:2.0:1767384401.274144:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d902f6dd. 00000100:00000010:2.0:1767384401.274150:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e77bda1. 00000100:00000010:2.0:1767384401.274154:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4d72351. 00000100:00000010:2.0:1767384401.274161:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e70efb25. 00000100:00000010:2.0:1767384401.274165:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbb8806f. 00000100:00000010:2.0:1767384401.274171:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd079882. 00000100:00000010:2.0:1767384401.274175:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ed8d9f7. 00000100:00000010:2.0:1767384401.274181:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d498a57a. 00000100:00000010:2.0:1767384401.274192:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c797aee3. 00000100:00000010:2.0:1767384401.274198:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d2abaac. 00000100:00000010:2.0:1767384401.274202:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b00082be. 00000100:00000010:2.0:1767384401.274207:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6602c23. 00000100:00000010:2.0:1767384401.274212:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000102ca90. 00000100:00000010:2.0:1767384401.274217:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c6fe8bf. 00000100:00000010:2.0:1767384401.274221:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d0f0668. 00000100:00000010:2.0:1767384401.274226:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c66a2a4. 00000100:00000010:2.0:1767384401.274230:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076aae02a. 00000100:00000010:2.0:1767384401.274234:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055d94224. 00000100:00000010:2.0:1767384401.274237:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001653b21. 00000100:00000010:2.0:1767384401.274241:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000937b0492. 00000100:00000010:2.0:1767384401.274243:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c027de7c. 00000100:00000010:2.0:1767384401.274248:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e5bcaa3. 00000100:00000010:2.0:1767384401.274251:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d667e6bf. 00000100:00000010:2.0:1767384401.274255:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2750251. 00000100:00000010:2.0:1767384401.274257:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3abb7f1. 00000100:00000010:2.0:1767384401.274263:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1ebc34b. 00000100:00000010:2.0:1767384401.274267:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1e93efa. 00000100:00000010:2.0:1767384401.274271:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029bbcf8c. 00000100:00000010:2.0:1767384401.274275:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004034f549. 00000100:00000010:2.0:1767384401.274280:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059f0edff. 00000100:00000010:2.0:1767384401.274284:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b97e9dc8. 00000100:00000010:2.0:1767384401.274289:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007952a16f. 00000100:00000010:2.0:1767384401.274292:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5f1292. 00000100:00000010:2.0:1767384401.274298:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000888cafaa. 00000100:00000010:2.0:1767384401.274317:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043ff447e. 00000100:00000010:2.0:1767384401.274324:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb92d1f5. 00000100:00000010:2.0:1767384401.274328:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b23645. 00000100:00000010:2.0:1767384401.274334:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000909fee6d. 00000100:00000010:2.0:1767384401.274339:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd523fe1. 00000100:00000010:2.0:1767384401.274350:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052916d20. 00000100:00000010:2.0:1767384401.274354:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7334303. 00000100:00000010:2.0:1767384401.274360:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016f50af1. 00000100:00000010:2.0:1767384401.274365:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8cf08ac. 00000100:00000010:2.0:1767384401.274370:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be3a8ff0. 00000100:00000010:2.0:1767384401.274374:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b82d23a7. 00000100:00000010:2.0:1767384401.274378:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d922521a. 00000100:00000010:2.0:1767384401.274382:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c1b7f4f. 00000100:00000010:2.0:1767384401.274388:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe149295. 00000100:00000010:2.0:1767384401.274393:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022a116bd. 00000100:00000010:2.0:1767384401.274398:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000456a13e6. 00000100:00000010:2.0:1767384401.274402:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df23c973. 00000100:00000010:2.0:1767384401.274407:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000230eeab8. 00000100:00000010:2.0:1767384401.274411:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000317c813. 00000100:00000010:2.0:1767384401.274418:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001881ccb9. 00000100:00000010:2.0:1767384401.274423:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a18da87. 00000100:00000010:2.0:1767384401.274429:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039564ecf. 00000100:00000010:2.0:1767384401.274433:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e97e0bd2. 00000100:00000010:2.0:1767384401.274439:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af6be002. 00000100:00000010:2.0:1767384401.274442:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c391a657. 00000100:00000010:2.0:1767384401.274447:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6c7545c. 00000100:00000010:2.0:1767384401.274451:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1929383. 00000100:00000010:2.0:1767384401.274458:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070f14552. 00000100:00000010:2.0:1767384401.274463:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003257a49c. 00000100:00000010:2.0:1767384401.274469:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c460d012. 00000100:00000010:2.0:1767384401.274474:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000257083fe. 00000100:00000010:2.0:1767384401.274481:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d77b9390. 00000100:00000010:2.0:1767384401.274486:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fcde1b1. 00000100:00000010:2.0:1767384401.274492:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000537c9a53. 00000100:00000010:2.0:1767384401.274496:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000288c084b. 00000100:00000010:2.0:1767384401.274502:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001f8e4df. 00000100:00000010:2.0:1767384401.274514:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002121f44b. 00000100:00000010:2.0:1767384401.274520:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a5ad71d. 00000100:00000010:2.0:1767384401.274524:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c180ffb. 00000100:00000010:2.0:1767384401.274530:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a26ec5a. 00000100:00000010:2.0:1767384401.274534:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b52ef08. 00000100:00000010:2.0:1767384401.274540:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d4492ce. 00000100:00000010:2.0:1767384401.274544:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa6a684f. 00000100:00000010:2.0:1767384401.274549:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e47979b. 00000100:00000010:2.0:1767384401.274553:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059ce91e7. 00000100:00000010:2.0:1767384401.274559:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edeee4a7. 00000100:00000010:2.0:1767384401.274563:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff756d20. 00000100:00000010:2.0:1767384401.274576:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000528cb6b1. 00000100:00000010:2.0:1767384401.274580:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033f31741. 00000100:00000010:2.0:1767384401.274585:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061d55938. 00000100:00000010:2.0:1767384401.274589:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9b14338. 00000100:00000010:2.0:1767384401.274594:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e11b7ab6. 00000100:00000010:2.0:1767384401.274598:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000589193a1. 00000100:00000010:2.0:1767384401.274602:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045c96ee4. 00000100:00000010:2.0:1767384401.274606:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000115c03bd. 00000100:00000010:2.0:1767384401.274618:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019f7b83a. 00000100:00000010:2.0:1767384401.274624:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d84c57. 00000100:00000010:2.0:1767384401.274629:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e24b68f7. 00000100:00000010:2.0:1767384401.274634:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000093754ec. 00000100:00000010:2.0:1767384401.274638:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3f3e8fb. 00000100:00000010:2.0:1767384401.274641:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc6bce6e. 00000100:00000010:2.0:1767384401.274647:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f72618fc. 00000100:00000010:2.0:1767384401.274651:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7f09488. 00000100:00000010:2.0:1767384401.274663:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006bceec0d. 00000100:00000010:2.0:1767384401.274668:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e177b559. 00000100:00000010:2.0:1767384401.274672:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078004773. 00000100:00000010:2.0:1767384401.274677:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032314933. 00000100:00000010:2.0:1767384401.274688:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c76a943e. 00000100:00000010:2.0:1767384401.274693:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e612b1f6. 00000100:00000010:2.0:1767384401.274699:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ae39f75. 00000100:00000010:2.0:1767384401.274703:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fe9db80. 00000100:00000010:2.0:1767384401.274714:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfd6aafb. 00000100:00000010:2.0:1767384401.274718:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3eaf387. 00000100:00000010:2.0:1767384401.274724:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a6fa7f8. 00000400:00000200:2.0:1767384401.274728:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767384401.274787:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b50cbcb1. 00000020:00000010:2.0:1767384401.274793:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a455c722. 00000100:00000010:2.0:1767384401.274861:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fe4234ed. 00000100:00000010:2.0:1767384401.274868:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ca917ecc. 00000100:00000010:2.0:1767384401.274873:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a58f8c1a. 00000100:00000010:2.0:1767384401.274878:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000357bf869. 00000100:00000010:2.0:1767384401.274884:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b39e7849. 00000100:00000200:2.0:1767384401.274938:0:40980:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767384401.274943:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000056623363. 00000100:00000010:1.0:1767384401.275161:0:40987:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000efb0f5fd. 00000020:00000010:1.0:1767384401.275168:0:40987:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006bf80d81. 00000020:00000010:1.0:1767384401.275173:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cee836d5. 00000020:00000010:1.0:1767384401.275177:0:40987:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061c7a191. 00000040:00000010:1.0:1767384401.275180:0:40987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ddf6801. 00000020:00000010:1.0:1767384401.275184:0:40987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087af0603. 00000020:00000010:1.0:1767384401.275187:0:40987:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a417c16f. 80000000:00000010:1.0:1767384401.275190:0:40987:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006824cebf. 00040000:00000010:1.0:1767384401.275194:0:40987:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f5a07956. 00080000:00000010:1.0:1767384401.275198:0:40987:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003110bdb. 00080000:00000010:1.0:1767384401.275202:0:40987:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003bdf10dd. 20000000:00000010:1.0:1767384401.275208:0:40987:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a385d17d. 00000100:00000200:1.0:1767384401.275211:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275216:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4e16e8. 00000400:00000010:1.0:1767384401.275222:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fa21888. 00000100:00000200:1.0:1767384401.275227:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275229:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d62bbb. 00000400:00000010:1.0:1767384401.275231:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e1cbca4. 00000100:00000200:1.0:1767384401.275233:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275234:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f393ed. 00000400:00000010:1.0:1767384401.275237:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000433f6019. 00000100:00000200:1.0:1767384401.275238:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275239:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320e72df. 00000400:00000010:1.0:1767384401.275241:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf44fbfe. 00000100:00000200:1.0:1767384401.275243:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275244:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070fbdb34. 00000400:00000010:1.0:1767384401.275246:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e757d25f. 00000100:00000200:1.0:1767384401.275247:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275248:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd1c086. 00000400:00000010:1.0:1767384401.275249:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060cca1cf. 00000100:00000200:1.0:1767384401.275251:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275252:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c9cbc8a. 00000400:00000010:1.0:1767384401.275253:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b00bf74. 00000100:00000200:1.0:1767384401.275254:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275256:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b06f21. 00000400:00000010:1.0:1767384401.275258:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a98f54f. 00000100:00000200:1.0:1767384401.275259:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275260:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cee7c96. 00000400:00000010:1.0:1767384401.275262:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d2d265f. 00000100:00000200:1.0:1767384401.275263:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275264:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000208ae2f3. 00000400:00000010:1.0:1767384401.275266:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec4224ce. 00000100:00000200:1.0:1767384401.275267:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275269:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ae8ce9. 00000400:00000010:1.0:1767384401.275272:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f041733. 00000100:00000200:1.0:1767384401.275274:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275275:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b23e4d0. 00000400:00000010:1.0:1767384401.275277:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a4dad6f. 00000100:00000200:1.0:1767384401.275278:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275280:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54f70bc. 00000400:00000010:1.0:1767384401.275282:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000389ceccc. 00000100:00000200:1.0:1767384401.275283:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275284:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ad99779. 00000400:00000010:1.0:1767384401.275286:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acd4b9e3. 00000100:00000200:1.0:1767384401.275287:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275288:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000183d95f0. 00000400:00000010:1.0:1767384401.275290:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c04fe59. 00000100:00000200:1.0:1767384401.275291:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275292:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d91ddca3. 00000400:00000010:1.0:1767384401.275294:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c469a9dd. 00000100:00000200:1.0:1767384401.275295:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275296:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b9c6c0. 00000400:00000010:1.0:1767384401.275298:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99a8939. 00000100:00000200:1.0:1767384401.275315:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275316:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e617f4c. 00000400:00000010:1.0:1767384401.275318:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067d0c6bf. 00000100:00000200:1.0:1767384401.275319:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275320:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384bace6. 00000400:00000010:1.0:1767384401.275322:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000136a4d16. 00000100:00000200:1.0:1767384401.275323:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275324:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f55d79d. 00000400:00000010:1.0:1767384401.275326:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8a62e83. 00000100:00000200:1.0:1767384401.275327:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275328:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932533c7. 00000400:00000010:1.0:1767384401.275330:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c8a18c2. 00000100:00000200:1.0:1767384401.275331:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275332:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333f0659. 00000400:00000010:1.0:1767384401.275334:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048694228. 00000100:00000200:1.0:1767384401.275335:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275336:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bba4ebb. 00000400:00000010:1.0:1767384401.275339:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccdce021. 00000100:00000200:1.0:1767384401.275341:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275342:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093bec313. 00000400:00000010:1.0:1767384401.275344:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8620d76. 00000100:00000200:1.0:1767384401.275345:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275347:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fece043. 00000400:00000010:1.0:1767384401.275348:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa7fe74b. 00000100:00000200:1.0:1767384401.275349:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275351:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4674c47. 00000400:00000010:1.0:1767384401.275352:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd20697. 00000100:00000200:1.0:1767384401.275353:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275354:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eead232f. 00000400:00000010:1.0:1767384401.275358:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8172045. 00000100:00000200:1.0:1767384401.275359:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275360:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fbde5. 00000400:00000010:1.0:1767384401.275362:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000387d3dcb. 00000100:00000200:1.0:1767384401.275363:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275364:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf119de8. 00000400:00000010:1.0:1767384401.275365:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f523c0. 00000100:00000200:1.0:1767384401.275366:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275367:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e61110. 00000400:00000010:1.0:1767384401.275368:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008804670a. 00000100:00000200:1.0:1767384401.275370:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275371:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca169af3. 00000400:00000010:1.0:1767384401.275373:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035822177. 00000100:00000200:1.0:1767384401.275374:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275376:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000387df695. 00000400:00000010:1.0:1767384401.275378:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0d263b. 00000100:00000200:1.0:1767384401.275379:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275380:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000197b10dd. 00000400:00000010:1.0:1767384401.275382:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cd722d7. 00000100:00000200:1.0:1767384401.275383:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275384:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9ada7a. 00000400:00000010:1.0:1767384401.275392:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1a02b63. 00000100:00000200:1.0:1767384401.275393:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275396:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007702b54. 00000400:00000010:1.0:1767384401.275398:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073f35ac. 00000100:00000200:1.0:1767384401.275399:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275401:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c1e345. 00000400:00000010:1.0:1767384401.275402:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835f2401. 00000100:00000200:1.0:1767384401.275404:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275405:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000359121f0. 00000400:00000010:1.0:1767384401.275407:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22ec85e. 00000100:00000200:1.0:1767384401.275409:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275410:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804ce07b. 00000400:00000010:1.0:1767384401.275411:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8d1f75d. 00000100:00000200:1.0:1767384401.275413:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275414:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cda5ac5. 00000400:00000010:1.0:1767384401.275415:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000585655bf. 00000100:00000200:1.0:1767384401.275417:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275418:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633d6480. 00000400:00000010:1.0:1767384401.275420:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005821ad32. 00000100:00000200:1.0:1767384401.275421:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275422:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8d6ff5e. 00000400:00000010:1.0:1767384401.275425:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078878495. 00000100:00000200:1.0:1767384401.275427:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275428:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008677d96a. 00000400:00000010:1.0:1767384401.275430:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009825a484. 00000100:00000200:1.0:1767384401.275431:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275432:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a91ae8. 00000400:00000010:1.0:1767384401.275434:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025e6c93e. 00000100:00000200:1.0:1767384401.275435:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275437:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8207448. 00000400:00000010:1.0:1767384401.275438:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000381c109f. 00000100:00000200:1.0:1767384401.275440:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275441:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b5fbd9c. 00000400:00000010:1.0:1767384401.275443:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033902413. 00000100:00000200:1.0:1767384401.275445:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275446:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bffae314. 00000400:00000010:1.0:1767384401.275449:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c12fe855. 00000100:00000200:1.0:1767384401.275450:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275451:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008868efec. 00000400:00000010:1.0:1767384401.275453:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011222b2d. 00000100:00000200:1.0:1767384401.275455:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275457:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce35baa. 00000400:00000010:1.0:1767384401.275458:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce2585d. 00000100:00000200:1.0:1767384401.275459:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275460:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6306506. 00000400:00000010:1.0:1767384401.275462:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007654dc4a. 00000100:00000200:1.0:1767384401.275463:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275465:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032ab2b41. 00000400:00000010:1.0:1767384401.275466:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed985400. 00000100:00000200:1.0:1767384401.275468:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275469:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0e0c3b. 00000400:00000010:1.0:1767384401.275470:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045bc51b1. 00000100:00000200:1.0:1767384401.275471:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275473:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e88511. 00000400:00000010:1.0:1767384401.275474:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081226e4c. 00000100:00000200:1.0:1767384401.275475:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275477:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ef9c9f4. 00000400:00000010:1.0:1767384401.275479:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000391a75a2. 00000100:00000200:1.0:1767384401.275481:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275483:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce48248. 00000400:00000010:1.0:1767384401.275485:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072648d99. 00000100:00000200:1.0:1767384401.275486:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275488:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bd838c. 00000400:00000010:1.0:1767384401.275490:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032add07c. 00000100:00000200:1.0:1767384401.275491:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275492:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a09b2bf9. 00000400:00000010:1.0:1767384401.275493:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000798cb8c4. 00000100:00000200:1.0:1767384401.275495:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275496:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfd71f50. 00000400:00000010:1.0:1767384401.275498:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4f7c20f. 00000100:00000200:1.0:1767384401.275499:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275500:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b74497c. 00000400:00000010:1.0:1767384401.275502:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c7150b1. 00000100:00000200:1.0:1767384401.275503:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275504:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ecfc884. 00000400:00000010:1.0:1767384401.275506:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cd70bc1. 00000100:00000200:1.0:1767384401.275508:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275509:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c9dafde. 00000400:00000010:1.0:1767384401.275511:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb4b4e01. 00000100:00000200:1.0:1767384401.275512:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275514:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22920db. 00000400:00000010:1.0:1767384401.275515:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e99b7f3f. 00000100:00000200:1.0:1767384401.275516:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275517:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d0cc02d. 00000400:00000010:1.0:1767384401.275519:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066f7a2b0. 00000100:00000200:1.0:1767384401.275520:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275522:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009238a10a. 00000400:00000010:1.0:1767384401.275523:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005240239e. 00000100:00000200:1.0:1767384401.275525:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.275526:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4f9b531. 00000400:00000010:1.0:1767384401.275527:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2d0d8c. 00000100:00000010:1.0:1767384401.275540:0:40987:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000080727c7d. 00000100:00000200:1.0:1767384401.275555:0:40987:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384401.275582:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d37aff2e. 00000100:00000010:0.0:1767384401.275761:0:40989:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001209b785. 00000020:00000010:0.0:1767384401.275765:0:40989:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba26b5cd. 00000020:00000010:0.0:1767384401.275769:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005888c30. 00000020:00000010:0.0:1767384401.275773:0:40989:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e2aef64. 00000040:00000010:0.0:1767384401.275776:0:40989:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000465d26a1. 00000020:00000010:0.0:1767384401.275778:0:40989:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bb4dd01. 00000020:00000010:0.0:1767384401.275782:0:40989:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000054c545c. 80000000:00000010:0.0:1767384401.275785:0:40989:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059e85889. 00040000:00000010:0.0:1767384401.275790:0:40989:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a5f26f8. 00080000:00000010:0.0:1767384401.275795:0:40989:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068168ed2. 00080000:00000010:0.0:1767384401.275799:0:40989:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000779e1c6. 20000000:00000010:0.0:1767384401.275802:0:40989:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000053b48f29. 00000100:00000010:0.0:1767384401.275815:0:40989:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008e951f47. 00000100:00000200:0.0:1767384401.275828:0:40989:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384401.275843:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cecb5b9d. 00000100:00000010:1.0:1767384401.275990:0:40990:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000e4b7382. 00000020:00000010:1.0:1767384401.275994:0:40990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c5bec632. 00000020:00000010:1.0:1767384401.275997:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030880bb6. 00000020:00000010:1.0:1767384401.275999:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e79d595c. 00000040:00000010:1.0:1767384401.276001:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000969780cd. 00000020:00000010:1.0:1767384401.276003:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012f474f1. 00000020:00000010:1.0:1767384401.276005:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000039eb8f46. 80000000:00000010:1.0:1767384401.276007:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7b5c5dc. 00040000:00000010:1.0:1767384401.276010:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000334b6c6b. 00080000:00000010:1.0:1767384401.276015:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000efa69191. 00080000:00000010:1.0:1767384401.276020:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044f7fe24. 20000000:00000010:1.0:1767384401.276025:0:40990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000090537f10. 00000100:00000010:1.0:1767384401.276036:0:40990:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f7ccaf8e. 00000100:00000200:1.0:1767384401.276049:0:40990:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:1.0:1767384401.276156:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b882b879. 00000020:00000010:1.0:1767384401.276160:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f374f7b8. 00000020:00000010:1.0:1767384401.276171:0:40980:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006f73d2bc. 00080000:00000010:1.0:1767384401.276177:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d7392a9d. 00000020:00000010:1.0:1767384401.276179:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000009dd3aac. 00080000:00000010:1.0:1767384401.276187:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000172d6bf1. 20000000:00000010:1.0:1767384401.276189:0:40980:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000f6b1061b. 00080000:00000010:1.0:1767384401.276196:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b0e7ea9c. 00000020:00000010:1.0:1767384401.276197:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004d9a4e6b. 00080000:00000010:1.0:1767384401.276203:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000725f26ee. 00000020:00000010:1.0:1767384401.276205:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a8e0b2ac. 00000020:00000010:1.0:1767384401.276210:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef62cb2c. 00000040:00000010:1.0:1767384401.276212:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c48da595. 00000020:00000010:1.0:1767384401.276214:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3a63209. 00000020:00000010:1.0:1767384401.276216:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b08b523. 80000000:00000010:1.0:1767384401.276219:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000499d7628. 00040000:00000010:1.0:1767384401.276221:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a154e7d. 00080000:00000010:1.0:1767384401.276223:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dc2217df. 00080000:00000010:1.0:1767384401.276225:0:40980:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000000d0350dc. 00080000:00000010:1.0:1767384401.276227:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003b50ad02. 00000020:00000010:1.0:1767384401.276229:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb88f70f. 00000020:00000010:1.0:1767384401.276231:0:40980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8e6d9b4. 00000020:00000010:1.0:1767384401.276233:0:40980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d190203. 00000008:00000010:1.0:1767384401.276236:0:40980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090e168fe. 00020000:00000010:1.0:1767384401.276239:0:40980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e24cd73d. 00008000:00000010:1.0:1767384401.276242:0:40980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000049fcbb74. 00000080:00000010:1.0:1767384401.276244:0:40980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe36b82c. 00000020:00000010:1.0:1767384401.276246:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54b3462. 00000020:00000010:1.0:1767384401.276249:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000037bfaf4a. 00000020:00000010:1.0:1767384401.276270:0:40980:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000002bdf330f. 00000020:00000010:1.0:1767384401.276273:0:40980:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000b59e8976. 00000100:02020000:1.0:1767384401.276284:0:40980:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.108@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767384401.278745:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca86cde3. 00000400:00000200:2.0:1767384401.278750:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf6d051 00000400:00000010:2.0:1767384401.278751:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf6d051. 00000100:00000200:2.0:1767384401.278759:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.278768:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743014272/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.278777:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f83c116. 00000400:00000200:3.0:1767384401.278783:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfbe0e1 00000400:00000010:3.0:1767384401.278786:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfbe0e1. 02000000:00000010:2.0:1767384401.278787:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095ef204e. 00000100:00000200:3.0:1767384401.278793:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384401.278794:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e838f36. 00000100:00000010:2.0:1767384401.278801:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 00000100:00000200:3.0:1767384401.278805:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002fc9687 x1853236743014016/t0(0) o400->MGC192.168.204.108@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384401.278823:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e1af86d. 02000000:00000010:3.0:1767384401.278828:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a4dbd37. 00000100:00000010:3.0:1767384401.278830:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002fc9687. 00000100:00000010:1.0:1767384401.278903:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089de2da4. 02000000:00000010:1.0:1767384401.278917:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bc6705d9. 02000000:00000010:3.0:1767384401.278964:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd770c5b. 00000400:00000010:3.0:1767384401.278969:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bcb53f3. 00000400:00000010:3.0:1767384401.278972:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000100:00000200:3.0:1767384401.278974:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743014400, portal 25 00000400:00000010:3.0:1767384401.278978:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000100:00000200:3.0:1767384401.278980:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236743014400, offset 0 00000400:00000200:3.0:1767384401.278984:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.278995:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.279003:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824dc08800 00000400:00000200:3.0:1767384401.279008:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21bd [2] + 0 00000400:00000010:3.0:1767384401.279011:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df4e16e8. 00000400:00000200:3.0:1767384401.279013:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007fa21888 00000400:00000200:3.0:1767384401.279017:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.279020:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.279024:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa21888 00000400:00000010:3.0:1767384401.279025:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fa21888. 00000100:00000200:3.0:1767384401.279027:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384401.279043:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384401.279044:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000200:3.0:1767384401.279047:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089de2da4 x1853236743014400/t0(0) o250->MGC192.168.204.108@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384401.279060:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086cab08b. 00000020:00000010:1.0:1767384401.279061:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f72a1054. 00000100:00000010:3.0:1767384401.279070:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064775b5c. 00000020:00000010:1.0:1767384401.279074:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c4a37a6. 00000100:00000010:3.0:1767384401.279076:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3570b37. 00000020:00000010:1.0:1767384401.279080:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c667b73c. 00000100:00000010:3.0:1767384401.279083:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000572c0b8. 00000020:00000010:1.0:1767384401.279086:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000200:1.0:1767384401.279141:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743014400 00000020:00000010:0.0:1767384401.279148:0:40989:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000028c6c7f9. 02000000:00000010:1.0:1767384401.279154:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008e072b6a. 00000020:00000010:1.0:1767384401.279162:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dee5a07e. 00000001:00000010:1.0:1767384401.279170:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033d3777d. 00000001:00000010:1.0:1767384401.279173:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e0131d81. 00000001:00000010:1.0:1767384401.279174:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006838b42c. 00000001:00000010:1.0:1767384401.279176:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004187d58a. 00000001:00000010:1.0:1767384401.279178:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d6cd9fa. 00000001:00000010:1.0:1767384401.279179:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c3aa3b9. 00000020:00000010:1.0:1767384401.279187:0:40990:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000091892ad0. 00000020:00000010:1.0:1767384401.279231:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f01c2dbe. 00000020:00000010:1.0:1767384401.279233:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000aa523556. 00000020:00000010:1.0:1767384401.279235:0:40990:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000004926293d. 00000020:00000010:1.0:1767384401.279243:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d31c38c5. 00000020:00000010:1.0:1767384401.279245:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d17b6df7. 00000020:00000010:1.0:1767384401.279246:0:40990:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000028a0e03c. 00000020:00000010:1.0:1767384401.279253:0:40990:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005ef87291. 00010000:00000200:1.0:1767384401.279278:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000261c42c x1853236743014400/t0(0) o250->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384401.279290:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000100:00000200:1.0:1767384401.279293:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236743014400, offset 0 00000400:00000200:1.0:1767384401.279296:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384401.279316:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384401.279320:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824dc08800 00000400:00000200:1.0:1767384401.279324:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22bd [1] + 0 00000400:00000200:1.0:1767384401.279327:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384401.279329:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384401.279333:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089de2da4 x1853236743014400/t0(0) o250->MGC192.168.204.108@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384401.279347:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:1.0:1767384401.279349:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000020:00000010:1.0:1767384401.279358:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c667b73c. 00000020:00000010:1.0:1767384401.279360:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000020:00000010:1.0:1767384401.279363:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c4a37a6. 00000400:00000010:3.0:1767384401.279365:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bcb53f3. 02000000:00000010:1.0:1767384401.279367:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000008e072b6a. 00000400:00000200:3.0:1767384401.279371:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384401.279374:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000200:1.0:1767384401.279374:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384401.279380:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000521af68b. 00000100:00000200:3.0:1767384401.279383:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089de2da4 x1853236743014400/t0(0) o250->MGC192.168.204.108@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384401.279385:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad34465. 00000100:00000200:3.0:1767384401.279394:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089de2da4 x1853236743014400/t0(0) o250->MGC192.168.204.108@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.279426:0:16346:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000f33b4d01. 02000000:00000010:3.0:1767384401.279445:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd770c5b. 02000000:00000010:3.0:1767384401.279448:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bc6705d9. 00000100:00000010:3.0:1767384401.279450:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089de2da4. 00000020:00000010:2.0:1767384401.279472:0:40980:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000b59e8976. 00000020:00000010:1.0:1767384401.279473:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000ae100ffd. 00000020:00000010:2.0:1767384401.279478:0:40980:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000002bdf330f. 00000020:00000010:2.0:1767384401.279488:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000036654f85. 00000020:00000010:2.0:1767384401.279498:0:40980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000020e1f2cb. 00000020:00000010:2.0:1767384401.279504:0:40980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b3a63209. 00000100:00000010:1.0:1767384401.279506:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd915e83. 00000020:00000010:2.0:1767384401.279517:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000036654f85. 00000100:00000010:1.0:1767384401.279518:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000318786d0. 00000020:00000010:2.0:1767384401.279521:0:40980:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000c0c17350. 02000000:00000010:1.0:1767384401.279529:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000686e25b0. 00000001:00000010:2.0:1767384401.279535:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000000dd9636. 00000100:00000010:1.0:1767384401.279537:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008e072b6a. 00000001:00000010:2.0:1767384401.279540:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c3fc88fe. 00000100:00000010:1.0:1767384401.279542:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000263aeda7. 00000001:00000010:2.0:1767384401.279545:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a3ccdfb2. 00000001:00000010:2.0:1767384401.279549:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072651ba1. 00000001:00000010:2.0:1767384401.279551:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000efa9b07b. 00000001:00000010:2.0:1767384401.279553:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000781ed1fb. 00000001:00000010:2.0:1767384401.279555:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fb8b4ddd. 00000400:00000010:1.0:1767384401.279556:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b69434. 00000001:00000010:2.0:1767384401.279558:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ac608d6a. 00000001:00000010:2.0:1767384401.279563:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d9bc2a0. 00000400:00000010:1.0:1767384401.279563:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000001:00000010:2.0:1767384401.279569:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002579e5b9. 00000100:00000200:1.0:1767384401.279569:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dc08880-0x695824dc08880, portal 33 00000001:00000010:2.0:1767384401.279571:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cfb2057. 00000001:00000010:2.0:1767384401.279575:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d883bdd5. 02000000:00000010:1.0:1767384401.279578:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b50ad02. 00000020:00000010:2.0:1767384401.279579:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca713ff. 00000400:00000010:1.0:1767384401.279584:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b1b1c8f. 00000020:00000010:2.0:1767384401.279585:0:40980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f234e74. 00000400:00000010:1.0:1767384401.279590:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004066ed9. 00000020:00000010:2.0:1767384401.279591:0:40980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000100:00000200:1.0:1767384401.279594:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743014528, portal 25 00000008:00000010:2.0:1767384401.279596:0:40980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c4c56e2e. 00020000:00000010:2.0:1767384401.279600:0:40980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b0b4ba4e. 00000400:00000010:1.0:1767384401.279600:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1c4a5ed. 00000100:00000200:1.0:1767384401.279605:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236743014528, offset 0 00008000:00000010:2.0:1767384401.279606:0:40980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000068b69d6a. 00000080:00000010:2.0:1767384401.279612:0:40980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002fcfc7d7. 00000400:00000200:1.0:1767384401.279616:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384401.279617:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000725f26ee. 00000020:00000010:2.0:1767384401.279621:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7392a9d. 00000040:00000010:2.0:1767384401.279623:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000706811fc. 00000020:00000010:2.0:1767384401.279627:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb10560b. 00000400:00000200:1.0:1767384401.279628:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384401.279630:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384401.279636:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4207717. 80000000:00000010:2.0:1767384401.279640:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036654f85. 00000400:00000200:1.0:1767384401.279640:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dc08880 40000000:00000010:2.0:1767384401.279645:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d065b0f. 00100000:00000010:2.0:1767384401.279649:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e26262d2. 00000400:00000200:1.0:1767384401.279650:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21c1 [2] + 0 00040000:00000010:2.0:1767384401.279653:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034287ba6. 00000400:00000010:1.0:1767384401.279657:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7d62bbb. 00040000:00000010:2.0:1767384401.279658:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e2b7f94. 00080000:00000010:2.0:1767384401.279664:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d16ba4b. 00000400:00000200:1.0:1767384401.279664:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e1cbca4 00000400:00000200:1.0:1767384401.279669:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1767384401.279672:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a132fbdf. 00000400:00000200:1.0:1767384401.279677:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384401.279678:0:40980:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 0000000021185913. 00000400:00000200:1.0:1767384401.279681:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e1cbca4 00000400:00000010:1.0:1767384401.279684:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e1cbca4. 00000100:00000200:1.0:1767384401.279688:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384401.279704:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c4a5ed 00000400:00000010:1.0:1767384401.279707:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1c4a5ed. 00000100:00000200:1.0:1767384401.279715:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000318786d0 x1853236743014528/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.279722:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e14bbf04. 00000100:00000010:2.0:1767384401.279734:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000920d9b3e. 00000020:00000010:3.0:1767384401.279736:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000100:00000010:2.0:1767384401.279740:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c4a32155. 00000020:00000010:3.0:1767384401.279741:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000020:00000010:3.0:1767384401.279749:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bceab8c. 00000020:00000010:3.0:1767384401.279752:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b1da0e. 00000100:00000010:2.0:1767384401.279755:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005caae202. 00000020:00000010:3.0:1767384401.279756:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007ca56c6. 00000100:00000010:2.0:1767384401.279764:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000dc3a930d. 00000100:00000010:2.0:1767384401.279772:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009583a060. 00000020:00000010:3.0:1767384401.279783:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061cdbeb8. 00000020:00000010:3.0:1767384401.279786:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061cdbeb8. 00000100:00000200:3.0:1767384401.279789:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743014528 02000000:00000010:3.0:1767384401.279797:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a9c0e06. 20000000:00000010:3.0:1767384401.279804:0:40990:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000051199c4a. 00000100:00000010:3.0:1767384401.279806:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd770c5b. 00000100:00000010:3.0:1767384401.279808:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a8f2b276. 00000400:00000010:3.0:1767384401.279812:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000400:00000010:3.0:1767384401.279816:0:40990:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000273e8826. 00000400:00000200:3.0:1767384401.279819:0:40990:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384401.279824:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384401.279829:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dc08880 00000400:00000200:3.0:1767384401.279832:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22cd [1] + 0 00000400:00000010:3.0:1767384401.279834:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b69434. 00000400:00000200:3.0:1767384401.279836:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a07770ed 00000100:00000200:3.0:1767384401.279839:0:40990:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fd770c5b 00000100:00000010:2.0:1767384401.279843:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000043571959. 00000400:00000200:3.0:1767384401.279848:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:2.0:1767384401.279850:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb65f73a. 00000400:00000200:3.0:1767384401.279855:0:40990:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22d9 00000400:00000200:3.0:1767384401.279858:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.279860:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384401.279862:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:3.0:1767384401.279864:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000200:3.0:1767384401.279866:0:40990:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000fd770c5b 00000400:00000200:3.0:1767384401.279868:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a07770ed 00000400:00000010:3.0:1767384401.279869:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a07770ed. 00000100:00000200:3.0:1767384401.279871:0:40990:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000318786d0 desc 000000008e072b6a mbits 1853236743014528 00000100:00000200:3.0:1767384401.279881:0:40990:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dc08880-0x695824dc08880 20000000:00000010:3.0:1767384401.279890:0:40990:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000be78751b. 20000000:00000010:3.0:1767384401.279894:0:40990:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000008ffbdb94. 20000000:00000010:3.0:1767384401.279899:0:40990:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000f5dedf4c. 20000000:00000010:3.0:1767384401.279902:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000073aada1a. 20000000:00000010:3.0:1767384401.279903:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000739f438c. 00000100:00000010:2.0:1767384401.279922:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004644ef39. 00000100:00000010:2.0:1767384401.279928:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a1be6e0. 00000100:00000010:2.0:1767384401.279999:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2bf2cda. 00000100:00000010:2.0:1767384401.280003:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081116302. 00080000:00000010:1.0:1767384401.280073:0:40990:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000000e9eeec6. 00000100:00000010:2.0:1767384401.280077:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005e499085. 00000100:00000010:2.0:1767384401.280082:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcf4dd51. 20000000:00000010:1.0:1767384401.280082:0:40990:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000035bc4673. 00080000:00000010:1.0:1767384401.280091:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f3f8d507. 00000100:00000010:2.0:1767384401.280320:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001cf67199. 00000100:00000010:2.0:1767384401.280360:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e45def3. 20000000:00000010:1.0:1767384401.280386:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000007b93334e. 00000040:00000010:1.0:1767384401.280395:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000093889083. 00000040:00000010:1.0:1767384401.280419:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000000bef56d8. 00000020:00000010:1.0:1767384401.280426:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002c7a5e0b. 00080000:00000010:1.0:1767384401.280432:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002a154e7d. 00000100:00000010:2.0:1767384401.280437:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e485f1c0. 00000100:00000010:2.0:1767384401.280443:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5e29831. 00000040:00000010:1.0:1767384401.280447:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000dc2217df. 00000100:00000010:2.0:1767384401.280517:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000063851017. 00000100:00000010:2.0:1767384401.280521:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5aeedb. 00000100:00000010:2.0:1767384401.280594:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000305998f0. 00000100:00000010:2.0:1767384401.280598:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b791c678. 00000100:00000010:2.0:1767384401.280672:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007cdfbc9b. 00000100:00000010:2.0:1767384401.280675:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a474a481. 00000100:00000010:2.0:1767384401.280750:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000327a79ff. 00000040:00000010:1.0:1767384401.280751:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009fba4352. 00000100:00000010:2.0:1767384401.280755:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094dfd1df. 00000100:00000010:2.0:1767384401.280831:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001adbce9e. 00000100:00000010:2.0:1767384401.280834:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003952426e. 00000020:00000010:1.0:1767384401.280890:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b08b523. 00000020:00000010:1.0:1767384401.280896:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c48da595. 00000040:00000010:1.0:1767384401.280902:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c54b3462. 00000020:00000010:1.0:1767384401.280906:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cfffbe97. 00000100:00000010:2.0:1767384401.280908:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc899670. 00000020:00000010:1.0:1767384401.280911:0:40992:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b6bdc75. 00000100:00000010:2.0:1767384401.280913:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050161606. 00000020:00000010:1.0:1767384401.280918:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eb88f70f. 80000000:00000010:1.0:1767384401.280925:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000062703e5b. 40000000:00000010:1.0:1767384401.280928:0:40992:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001e45b793. 00100000:00000010:1.0:1767384401.280932:0:40992:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8a7e047. 00040000:00000010:1.0:1767384401.280936:0:40992:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8f5b318. 00040000:00000010:1.0:1767384401.280940:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ef62cb2c. 00080000:00000010:1.0:1767384401.280955:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000656c56e1. 00080000:00000010:1.0:1767384401.280960:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004060f9bc. 00000004:00000010:1.0:1767384401.280968:0:40992:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000940b954c. 00002000:00000010:1.0:1767384401.280973:0:40992:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ada5a818. 00000020:00000010:1.0:1767384401.280979:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cd67cb49. 00000040:00000010:1.0:1767384401.280986:0:40992:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009469c47e. 00000100:00000010:2.0:1767384401.281028:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000025e29b37. 00000100:00000010:2.0:1767384401.281033:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000668265d9. 00000100:00000010:2.0:1767384401.281158:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000061aa3c7e. 00000100:00000010:2.0:1767384401.281162:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dc6020b. 00000100:00000010:2.0:1767384401.281235:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006737c1d6. 00000100:00000010:2.0:1767384401.281238:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050c5ca64. 00000100:00000010:2.0:1767384401.281329:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a07131bc. 00000100:00000010:2.0:1767384401.281334:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007502277a. 00000040:00000010:3.0:1767384401.281361:0:40992:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009469c47e. 00000020:00000010:3.0:1767384401.281366:0:40992:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cd67cb49. 00000020:00000010:3.0:1767384401.281375:0:40992:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c48da595. 00000040:00000010:3.0:1767384401.281378:0:40992:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c54b3462. 00000020:00000010:3.0:1767384401.281380:0:40992:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cfffbe97. 00000020:00000010:3.0:1767384401.281383:0:40992:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b6bdc75. 00000020:00000010:3.0:1767384401.281385:0:40992:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eb88f70f. 80000000:00000010:3.0:1767384401.281387:0:40992:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000062703e5b. 40000000:00000010:3.0:1767384401.281391:0:40992:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001e45b793. 00100000:00000010:3.0:1767384401.281393:0:40992:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8a7e047. 00040000:00000010:3.0:1767384401.281396:0:40992:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8f5b318. 00040000:00000010:3.0:1767384401.281398:0:40992:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ef62cb2c. 00080000:00000010:3.0:1767384401.281401:0:40992:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004060f9bc. 00080000:00000010:3.0:1767384401.281403:0:40992:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000656c56e1. 00000004:00000010:3.0:1767384401.281406:0:40992:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000940b954c. 00000100:00000010:2.0:1767384401.281407:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000011234ea2. 00002000:00000010:3.0:1767384401.281409:0:40992:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ada5a818. 00000100:00000010:2.0:1767384401.281412:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000228af575. 00000020:00000010:3.0:1767384401.281413:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b08b523. 00000040:00000010:0.0:1767384401.281450:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009fba4352. 00000040:00000010:0.0:1767384401.281462:0:40990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000000bef56d8. 00000040:00000010:0.0:1767384401.281466:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000dc2217df. 00000040:00000010:0.0:1767384401.281469:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000093889083. 20000000:00000010:0.0:1767384401.281473:0:40990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007b93334e. 20000000:00000010:0.0:1767384401.281478:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000002a18dd74. 00000040:00000010:0.0:1767384401.281482:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000af255971. 00000100:00000010:2.0:1767384401.281487:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000092de4d16. 00000100:00000010:2.0:1767384401.281492:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029a83f34. 00000040:00000010:0.0:1767384401.281497:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000af255971. 20000000:00000010:0.0:1767384401.281504:0:40990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000002a18dd74. 20000000:00000010:0.0:1767384401.281510:0:40990:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000b613657d. 20000000:00000010:0.0:1767384401.281520:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af255971. 20000000:00000010:0.0:1767384401.281527:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4b0ad2a. 20000000:00000010:0.0:1767384401.281534:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008aec648a. 20000000:00000010:0.0:1767384401.281538:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c54b0a27. 20000000:00000010:0.0:1767384401.281543:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047cd6734. 20000000:00000010:0.0:1767384401.281548:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049ee3432. 20000000:00000010:0.0:1767384401.281553:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0a70c77. 20000000:00000010:0.0:1767384401.281557:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000075095a0b. 20000000:00000010:0.0:1767384401.281562:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097e6741b. 00000100:00000010:2.0:1767384401.281563:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000838dffed. 20000000:00000010:0.0:1767384401.281568:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f352699. 00000100:00000010:2.0:1767384401.281569:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cedb136. 20000000:00000010:0.0:1767384401.281578:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017147647. 20000000:00000010:0.0:1767384401.281585:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b0e9685. 20000000:00000010:0.0:1767384401.281590:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019d2ebf8. 20000000:00000010:0.0:1767384401.281595:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000803dfe2a. 20000000:00000010:0.0:1767384401.281599:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098bbbc28. 20000000:00000010:0.0:1767384401.281604:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049a4f6b5. 20000000:00000010:0.0:1767384401.281609:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003080e7a6. 20000000:00000010:0.0:1767384401.281615:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006842ab62. 20000000:00000010:0.0:1767384401.281619:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096366ba2. 20000000:00000010:0.0:1767384401.281624:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5da4fb0. 20000000:00000010:0.0:1767384401.281629:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000023fa7b13. 20000000:00000010:0.0:1767384401.281634:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf7cd671. 20000000:00000010:0.0:1767384401.281640:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9b77843. 20000000:00000010:0.0:1767384401.281645:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ae7661f. 00000100:00000010:2.0:1767384401.281646:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d242b0c. 00000100:00000010:2.0:1767384401.281651:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002709704. 20000000:00000010:0.0:1767384401.281652:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063ebaa40. 20000000:00000010:0.0:1767384401.281659:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0541384. 20000000:00000010:0.0:1767384401.281663:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003caaf8f1. 20000000:00000010:0.0:1767384401.281667:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003afca64a. 20000000:00000010:0.0:1767384401.281671:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a783d15b. 20000000:00000010:0.0:1767384401.281676:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c90e9bd4. 20000000:00000010:0.0:1767384401.281679:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a6ca0901. 20000000:00000010:0.0:1767384401.281684:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092f05d40. 20000000:00000010:0.0:1767384401.281690:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006dfc4636. 20000000:00000010:0.0:1767384401.281694:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2a8f6e8. 20000000:00000010:0.0:1767384401.281698:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007347099b. 20000000:00000010:0.0:1767384401.281703:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffb9f3a7. 20000000:00000010:0.0:1767384401.281707:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e002d59d. 20000000:00000010:0.0:1767384401.281711:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000077c01b2d. 20000000:00000010:0.0:1767384401.281715:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f2cd0d3. 20000000:00000010:0.0:1767384401.281719:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dfd6cb0. 00000100:00000010:2.0:1767384401.281724:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ebce65f4. 20000000:00000010:0.0:1767384401.281724:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c62eb90. 00000100:00000010:2.0:1767384401.281731:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003c65361. 20000000:00000010:0.0:1767384401.281733:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000085b0f34a. 00000020:00000010:0.0:1767384401.281743:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000e9e0b480. 00080000:00000010:0.0:1767384401.281748:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061fbcb7c. 00080000:00000010:0.0:1767384401.281756:0:40990:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b45e5e12. 00000100:00000010:2.0:1767384401.281805:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000013f0bc04. 00000100:00000010:2.0:1767384401.281810:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a8efb85. 00000100:00000010:2.0:1767384401.281881:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b972d19e. 00000100:00000010:2.0:1767384401.281885:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078cc39ae. 00000100:00000010:2.0:1767384401.281956:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bae68901. 00000100:00000010:2.0:1767384401.281959:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029832e7e. 00000100:00000010:2.0:1767384401.282031:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000191c0e36. 00000100:00000010:2.0:1767384401.282034:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd71a5d0. 00000100:00000010:2.0:1767384401.282125:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d7d15d7. 00000100:00000010:2.0:1767384401.282129:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000688d3c97. 00000100:00000010:2.0:1767384401.282201:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009776351d. 00000100:00000010:2.0:1767384401.282205:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7f27c64. 00000100:00000010:2.0:1767384401.282279:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004775b628. 00000100:00000010:2.0:1767384401.282286:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c8a956a. 00000100:00000010:2.0:1767384401.282369:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004140fad2. 00000100:00000010:2.0:1767384401.282373:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ea470a5. 00000100:00000010:2.0:1767384401.282446:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005e896ad3. 00000100:00000010:2.0:1767384401.282450:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dde67124. 00080000:00000010:3.0:1767384401.282503:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061fbcb7c. 00000100:00000010:2.0:1767384401.282522:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea676d76. 00000100:00000010:2.0:1767384401.282528:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfc17d82. 00080000:00000010:0.0:1767384401.282547:0:40990:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b45e5e12. 00010000:00000010:3.0:1767384401.282581:0:40991:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a9005bf. 00010000:00000010:3.0:1767384401.282587:0:40991:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00000020:00000010:3.0:1767384401.282590:0:40991:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000182206c4. 00000100:00000010:2.0:1767384401.282600:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000154f08f5. 00000100:00000010:2.0:1767384401.282606:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000231a81a3. 00000100:00000010:2.0:1767384401.282676:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007321b3b4. 00000100:00000010:2.0:1767384401.282680:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024b00058. 00000100:00000010:0.0:1767384401.282735:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a8f2b276. 00000100:00000010:0.0:1767384401.282741:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd770c5b. 20000000:00000010:0.0:1767384401.282745:0:40990:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000051199c4a. 00000100:00000010:2.0:1767384401.282751:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd4cca6b. 00000100:00000010:2.0:1767384401.282756:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc63c73a. 00010000:00000200:0.0:1767384401.282756:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000542a461f x1853236743014528/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 4784/4768 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.282775:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab4aa601. 00000100:00000200:0.0:1767384401.282780:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743014528, offset 224 00000400:00000200:0.0:1767384401.282786:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.282794:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.282802:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc08880 00000400:00000200:0.0:1767384401.282807:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22d1 [2] + 224 00000400:00000200:0.0:1767384401.282814:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.282818:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.282825:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000318786d0 x1853236743014528/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.282830:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000baf92a4e. 00000100:00000010:2.0:1767384401.282837:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000570e5813. 00000400:00000200:0.0:1767384401.282856:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab4aa601 00000400:00000010:0.0:1767384401.282860:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab4aa601. 00000400:00000010:1.0:1767384401.282871:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b1b1c8f. 00000020:00000010:0.0:1767384401.282874:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b1da0e. 00000400:00000200:1.0:1767384401.282877:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004066ed9 00000020:00000010:0.0:1767384401.282880:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007ca56c6. 00000400:00000010:1.0:1767384401.282881:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004066ed9. 00000020:00000010:0.0:1767384401.282886:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bceab8c. 00000100:00000200:1.0:1767384401.282892:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000318786d0 x1853236743014528/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384401.282894:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a9c0e06. 00000100:00000200:0.0:1767384401.282903:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384401.282907:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000318786d0 x1853236743014528/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.282909:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f2018c4b. 00000400:00000010:0.0:1767384401.282909:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6f2550d. 00000100:00000010:2.0:1767384401.282917:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7f39ca6. 00000400:00000010:0.0:1767384401.282918:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab4aa601. 02000000:00000010:1.0:1767384401.282936:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b50ad02. 00000100:00000010:1.0:1767384401.282943:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000263aeda7. 00000100:00000010:1.0:1767384401.282946:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008e072b6a. 02000000:00000010:1.0:1767384401.282948:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000686e25b0. 00000100:00000010:1.0:1767384401.282952:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000318786d0. 00000100:00000010:1.0:1767384401.282955:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd915e83. 00000020:00000010:1.0:1767384401.282958:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000ae100ffd. 00000020:00000010:1.0:1767384401.282966:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000f33b4d01. 00000100:00000010:2.0:1767384401.282990:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b95f49c9. 00000100:00000010:2.0:1767384401.282994:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002126d644. 00000100:00000010:2.0:1767384401.283065:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae577f8c. 00000100:00000010:2.0:1767384401.283068:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4d39527. 00000100:00000010:2.0:1767384401.283165:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000207f1a1d. 00000100:00000010:2.0:1767384401.283169:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c72b937. 00000100:00000010:2.0:1767384401.283240:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000922ea9a. 00000100:00000010:2.0:1767384401.283243:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075fb88dd. 00000100:00000010:2.0:1767384401.283322:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d384bd9. 00000100:00000010:2.0:1767384401.283327:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027064709. 00000100:00000010:2.0:1767384401.283437:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003360ce25. 00000100:00000010:2.0:1767384401.283440:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009db0b161. 00000100:00000010:2.0:1767384401.283546:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e8440562. 00000100:00000010:2.0:1767384401.283549:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027a8d762. 00000100:00000010:2.0:1767384401.283624:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a85b813. 00000100:00000010:2.0:1767384401.283627:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d31c30b8. 00000100:00000010:2.0:1767384401.283699:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000007eb7845. 00000100:00000010:2.0:1767384401.283703:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d58306b. 00000100:00000010:2.0:1767384401.283812:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c81ac6f1. 00000100:00000010:2.0:1767384401.283815:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ff35ff1. 00000100:00000010:2.0:1767384401.283924:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000689af76d. 00000100:00000010:2.0:1767384401.283927:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054839522. 00000100:00000010:2.0:1767384401.283998:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eb0c9d4f. 00000100:00000010:2.0:1767384401.284001:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8bb92c9. 00000100:00000010:2.0:1767384401.284073:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021afc9c9. 00000100:00000010:2.0:1767384401.284075:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8d1a31c. 00000100:00000010:2.0:1767384401.284388:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e3e81168. 00000100:00000010:2.0:1767384401.284392:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2505cc0. 00000100:00000010:2.0:1767384401.284463:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000004c5e79f. 00000100:00000010:2.0:1767384401.284467:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa553c0e. 00000100:00000010:2.0:1767384401.284538:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000055689f2d. 00000100:00000010:2.0:1767384401.284541:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a159663. 00000100:00000010:2.0:1767384401.284615:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000045ef32b4. 00000100:00000010:2.0:1767384401.284618:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040d9fbfd. 00000100:00000010:2.0:1767384401.284692:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000539e7a22. 00000100:00000010:2.0:1767384401.284695:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000937e2bc9. 00000100:00000010:2.0:1767384401.284766:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d0c5b06f. 00000100:00000010:2.0:1767384401.284769:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7bc6d3c. 00000100:00000010:2.0:1767384401.284841:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000089c5c533. 00000100:00000010:2.0:1767384401.284844:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1703b85. 00000100:00000010:2.0:1767384401.284914:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000028a02b20. 00000100:00000010:2.0:1767384401.284917:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5fc15a8. 00000100:00000010:2.0:1767384401.284988:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006f432e99. 00000100:00000010:2.0:1767384401.284991:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8cd8dd8. 00000100:00000010:2.0:1767384401.285061:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d9611d2. 00000100:00000010:2.0:1767384401.285064:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b038527. 00000100:00000010:3.0:1767384401.285137:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000572c0b8. 00000100:00000010:0.0:1767384401.285155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086cab08b. 00010000:00000010:1.1:1767384401.285156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000675c820b. 00000100:00000010:2.0:1767384401.285162:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008bdb25ac. 00010000:00000010:1.1:1767384401.285166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf5f74f4. 00010000:00000010:1.1:1767384401.285174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043dc9210. 00000100:00000010:2.0:1767384401.285176:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3570b37. 00010000:00000010:1.1:1767384401.285179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000677ac693. 00010000:00000010:1.1:1767384401.285185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004314b872. 00000100:00000010:2.0:1767384401.285186:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc06d776. 00010000:00000010:1.1:1767384401.285190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4c26170. 00010000:00000010:1.1:1767384401.285196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d53de82. 00010000:00000010:1.1:1767384401.285201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000913e0f78. 00000100:00000010:1.0:1767384401.285218:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064775b5c. 00000100:00000010:2.0:1767384401.285260:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004d02ecf5. 00000100:00000010:2.0:1767384401.285264:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a35a017a. 00000100:00000010:2.0:1767384401.285345:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a4077e0c. 00000100:00000010:2.0:1767384401.285347:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c923407f. 00000100:00000010:2.0:1767384401.285418:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001d976ede. 00000100:00000010:2.0:1767384401.285421:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc2f95b6. 00000100:00000010:2.0:1767384401.285493:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000009be0985. 00000400:00000200:2.0:1767384401.285497:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:2.0:1767384401.285530:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008bd854a5. 00000020:00000010:2.0:1767384401.285533:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000aa1d1c9a. 00000100:00000010:2.0:1767384401.285565:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000031a6e1df. 00000100:00000010:2.0:1767384401.285569:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005bf2ffee. 00000100:00000010:2.0:1767384401.285572:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000523f31c. 00000100:00000010:2.0:1767384401.285574:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000caea8ba6. 00000100:00000010:2.0:1767384401.285576:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001fe6493a. 00000100:00000010:2.0:1767384401.285578:0:40980:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000013905b9d. 00000100:00000010:2.0:1767384401.285580:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000072b3d804. 00000100:00000010:2.0:1767384401.285581:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000036d9e5ff. 00000100:00000010:2.0:1767384401.285582:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003d0dbaf4. 00000100:00000010:2.0:1767384401.285584:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000096d4f592. 00000100:00000010:2.0:1767384401.285585:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000883cf5a7. 00000100:00000200:2.0:1767384401.285604:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:2.0:1767384401.285607:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f058fef8. 00000100:00000010:1.0:1767384401.285796:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002d417598. 00000020:00000010:1.0:1767384401.285802:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009951733d. 00000020:00000010:1.0:1767384401.285806:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000172d6bf1. 00000020:00000010:1.0:1767384401.285810:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b882b879. 00000040:00000010:1.0:1767384401.285814:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0e7ea9c. 00000020:00000010:1.0:1767384401.285817:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d07da45. 00000020:00000010:1.0:1767384401.285821:0:40994:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000941995fa. 00000020:00000010:1.0:1767384401.285825:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068d3fde6. 80000000:00000010:1.0:1767384401.285828:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a72f3bb6. 40000000:00000010:1.0:1767384401.285831:0:40994:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bfc1b1e1. 00100000:00000010:1.0:1767384401.285835:0:40994:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d72be861. 00040000:00000010:1.0:1767384401.285838:0:40994:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004adf557d. 00040000:00000010:1.0:1767384401.285841:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097794399. 00080000:00000010:1.0:1767384401.285846:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a18526cc. 00080000:00000010:1.0:1767384401.285849:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000656c56e1. 00000004:00000010:1.0:1767384401.285855:0:40994:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000265d3c89. 00002000:00000010:1.0:1767384401.285858:0:40994:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008e072b6a. 00000100:00000200:1.0:1767384401.285861:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285864:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b1b1c8f. 00000400:00000010:1.0:1767384401.285869:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001d6a9e1e. 00000100:00000200:1.0:1767384401.285872:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285874:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6ef659. 00000400:00000010:1.0:1767384401.285877:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000086b2a1e1. 00000100:00000200:1.0:1767384401.285879:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285881:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0159f66. 00000400:00000010:1.0:1767384401.285884:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009e1ce4ae. 00000100:00000200:1.0:1767384401.285886:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285888:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ce8222. 00000400:00000010:1.0:1767384401.285891:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005ad39d0c. 00000100:00000200:1.0:1767384401.285894:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285896:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be15b31a. 00000400:00000010:1.0:1767384401.285898:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047184ae8. 00000100:00000200:1.0:1767384401.285901:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285903:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020a5445d. 00000400:00000010:1.0:1767384401.285905:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066ae7978. 00000100:00000200:1.0:1767384401.285908:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285910:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7d77504. 00000400:00000010:1.0:1767384401.285912:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8a7e047. 00000100:00000200:1.0:1767384401.285915:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285917:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8fd62e. 00000400:00000010:1.0:1767384401.285919:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfffbe97. 00000100:00000200:1.0:1767384401.285922:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285924:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003521624c. 00000400:00000010:1.0:1767384401.285927:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d13e99d. 00000100:00000200:1.0:1767384401.285930:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285931:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009625ef7f. 00000400:00000010:1.0:1767384401.285935:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000711d5efd. 00000100:00000200:1.0:1767384401.285938:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285940:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008337db9c. 00000400:00000010:1.0:1767384401.285942:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000898e28b. 00000100:00000200:1.0:1767384401.285945:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285947:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc315d6. 00000400:00000010:1.0:1767384401.285950:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c0ac12f. 00000100:00000200:1.0:1767384401.285953:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285955:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001619baa4. 00000400:00000010:1.0:1767384401.285957:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004b9ba6e9. 00000100:00000200:1.0:1767384401.285960:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285962:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa00b2e0. 00000400:00000010:1.0:1767384401.285965:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000338cf6c5. 00000100:00000200:1.0:1767384401.285967:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285969:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b480c1. 00000400:00000010:1.0:1767384401.285972:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000755494f1. 00000100:00000200:1.0:1767384401.285974:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285976:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46fb97d. 00000400:00000010:1.0:1767384401.285979:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008c4c9ff5. 00000100:00000200:1.0:1767384401.285982:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285984:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b65707d. 00000400:00000010:1.0:1767384401.285987:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008c69bf87. 00000100:00000200:1.0:1767384401.285989:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285991:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088fcb22a. 00000400:00000010:1.0:1767384401.285994:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000062cae85c. 00000100:00000200:1.0:1767384401.285996:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.285998:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fc45ee3. 00000400:00000010:1.0:1767384401.286001:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfd87ee4. 00000100:00000200:1.0:1767384401.286003:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286005:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002acd7aef. 00000400:00000010:1.0:1767384401.286008:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007d2e10ae. 00000100:00000200:1.0:1767384401.286010:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286012:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc64889. 00000400:00000010:1.0:1767384401.286015:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e9934813. 00000100:00000200:1.0:1767384401.286017:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286019:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2effe1. 00000400:00000010:1.0:1767384401.286022:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006c91961c. 00000100:00000200:1.0:1767384401.286024:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286026:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eb6c250. 00000400:00000010:1.0:1767384401.286029:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d0601edc. 00000100:00000200:1.0:1767384401.286031:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286034:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b69434. 00000400:00000010:1.0:1767384401.286037:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003759d546. 00000100:00000200:1.0:1767384401.286039:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286041:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa335718. 00000400:00000010:1.0:1767384401.286045:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000720c9720. 00000100:00000200:1.0:1767384401.286047:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286049:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f68b9a0. 00000400:00000010:1.0:1767384401.286052:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5291ce4. 00000100:00000200:1.0:1767384401.286054:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286057:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002862f950. 00000400:00000010:1.0:1767384401.286060:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007efa485f. 00000100:00000200:1.0:1767384401.286062:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286064:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811163da. 00000400:00000010:1.0:1767384401.286066:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fae0491a. 00000100:00000200:1.0:1767384401.286069:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286071:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a9037e. 00000400:00000010:1.0:1767384401.286073:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038b436e6. 00000100:00000200:1.0:1767384401.286075:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286077:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77b738e. 00000400:00000010:1.0:1767384401.286080:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c3c8133c. 00000100:00000200:1.0:1767384401.286082:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286084:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a73af6c6. 00000400:00000010:1.0:1767384401.286087:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000057bd524b. 00000100:00000200:1.0:1767384401.286090:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286092:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e219b81d. 00000400:00000010:1.0:1767384401.286094:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000013fe8162. 00000100:00000200:1.0:1767384401.286096:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286098:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb6de50c. 00000400:00000010:1.0:1767384401.286129:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d252035c. 00000100:00000200:1.0:1767384401.286133:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286136:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a50babc2. 00000400:00000010:1.0:1767384401.286139:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b31ca717. 00000100:00000200:1.0:1767384401.286142:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286145:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a300da9a. 00000400:00000010:1.0:1767384401.286148:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000af06ee13. 00000100:00000200:1.0:1767384401.286150:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286153:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072721018. 00000400:00000010:1.0:1767384401.286155:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000020d8800a. 00000100:00000200:1.0:1767384401.286158:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286161:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089a0c81c. 00000400:00000010:1.0:1767384401.286163:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef86a5a3. 00000100:00000200:1.0:1767384401.286166:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286168:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032d11f16. 00000400:00000010:1.0:1767384401.286172:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000eda281d. 00000100:00000200:1.0:1767384401.286174:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286176:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c1032b. 00000400:00000010:1.0:1767384401.286180:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e458916. 00000100:00000200:1.0:1767384401.286182:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286185:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1eb7b2. 00000400:00000010:1.0:1767384401.286187:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000073e50f90. 00000100:00000200:1.0:1767384401.286189:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286192:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a37bddcc. 00000400:00000010:1.0:1767384401.286194:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a6fa1cf6. 00000100:00000200:1.0:1767384401.286197:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286199:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1ea11e. 00000400:00000010:1.0:1767384401.286201:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0e0f427. 00000100:00000200:1.0:1767384401.286204:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286206:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001839aa21. 00000400:00000010:1.0:1767384401.286209:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c9ac6d43. 00000100:00000200:1.0:1767384401.286211:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286213:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9b05087. 00000400:00000010:1.0:1767384401.286216:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f131a427. 00000100:00000200:1.0:1767384401.286219:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286221:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079c17704. 00000400:00000010:1.0:1767384401.286223:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfa7c244. 00000100:00000200:1.0:1767384401.286225:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286228:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5781891. 00000400:00000010:1.0:1767384401.286230:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab76ea56. 00000100:00000200:1.0:1767384401.286233:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286236:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000501cba6e. 00000400:00000010:1.0:1767384401.286238:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000be9dd9ee. 00000100:00000200:1.0:1767384401.286241:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286243:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e6f8125. 00000400:00000010:1.0:1767384401.286246:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028a82916. 00000100:00000200:1.0:1767384401.286248:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286250:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1730c00. 00000400:00000010:1.0:1767384401.286252:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f389ee06. 00000100:00000200:1.0:1767384401.286255:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286257:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007f7d0c5. 00000400:00000010:1.0:1767384401.286261:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f50f47ce. 00000100:00000200:1.0:1767384401.286263:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286265:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b187137. 00000400:00000010:1.0:1767384401.286267:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002ba224c2. 00000100:00000200:1.0:1767384401.286270:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286272:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c4c1a5. 00000400:00000010:1.0:1767384401.286274:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d14d191d. 00000100:00000200:1.0:1767384401.286277:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286279:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa9857bc. 00000400:00000010:1.0:1767384401.286281:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab1b0bdd. 00000100:00000200:1.0:1767384401.286284:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286285:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000705a63c3. 00000400:00000010:1.0:1767384401.286288:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000045cf192e. 00000100:00000200:1.0:1767384401.286290:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286292:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e069208c. 00000400:00000010:1.0:1767384401.286295:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc0f773e. 00000100:00000200:1.0:1767384401.286298:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286315:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2dd11fd. 00000400:00000010:1.0:1767384401.286318:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000052bb67d8. 00000100:00000200:1.0:1767384401.286321:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286323:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae266eda. 00000400:00000010:1.0:1767384401.286327:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b1fc24a. 00000100:00000200:1.0:1767384401.286330:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286332:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde1349f. 00000400:00000010:1.0:1767384401.286334:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f45beda1. 00000100:00000200:1.0:1767384401.286337:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286339:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c9f4a27. 00000400:00000010:1.0:1767384401.286342:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007af615f4. 00000100:00000200:1.0:1767384401.286345:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286347:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004212e4f. 00000400:00000010:1.0:1767384401.286349:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000079aaa477. 00000100:00000200:1.0:1767384401.286352:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286354:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c04b191. 00000400:00000010:1.0:1767384401.286357:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ebdfe938. 00000100:00000200:1.0:1767384401.286359:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286361:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d9e60d3. 00000400:00000010:1.0:1767384401.286364:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000a170976. 00000100:00000200:1.0:1767384401.286367:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286369:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005ee14a0. 00000400:00000010:1.0:1767384401.286371:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000478f0638. 00000100:00000200:1.0:1767384401.286374:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384401.286375:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ef40ae. 00000400:00000010:1.0:1767384401.286379:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c15da8ab. 00000100:00000010:1.0:1767384401.286428:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b9072f49. 00000100:00000200:1.0:1767384401.286442:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.286466:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e058faa6. 00000100:00000010:1.0:1767384401.286612:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b3477fa7. 00000020:00000010:1.0:1767384401.286616:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ac43313. 00000020:00000010:1.0:1767384401.286620:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d47c2c. 00000020:00000010:1.0:1767384401.286623:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003307f75f. 00000040:00000010:1.0:1767384401.286625:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ea937cf. 00000020:00000010:1.0:1767384401.286628:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000041782d50. 00000020:00000010:1.0:1767384401.286631:0:40995:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003102b5fa. 00000020:00000010:1.0:1767384401.286634:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aaf931b9. 80000000:00000010:1.0:1767384401.286636:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000383b63cf. 40000000:00000010:1.0:1767384401.286639:0:40995:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3f94ddd. 00100000:00000010:1.0:1767384401.286642:0:40995:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eeb358d3. 00040000:00000010:1.0:1767384401.286645:0:40995:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8f5b318. 00040000:00000010:1.0:1767384401.286648:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a7eb4d6. 00080000:00000010:1.0:1767384401.286652:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004060f9bc. 00080000:00000010:1.0:1767384401.286657:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009469c47e. 00000004:00000010:1.0:1767384401.286661:0:40995:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000940b954c. 00002000:00000010:1.0:1767384401.286664:0:40995:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000042191f8c. 00000100:00000010:1.0:1767384401.286710:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000757e36d5. 00000100:00000200:1.0:1767384401.286725:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.286742:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c6474223. 00000100:00000010:1.0:1767384401.286882:0:40996:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000906779a4. 00000020:00000010:1.0:1767384401.286886:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d4180c13. 00000020:00000010:1.0:1767384401.286890:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0681c60. 00000020:00000010:1.0:1767384401.286893:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000058a1bf80. 00000040:00000010:1.0:1767384401.286896:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f5e4163. 00000020:00000010:1.0:1767384401.286900:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b5a1676. 00000020:00000010:1.0:1767384401.286904:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c820fdd6. 00000020:00000010:1.0:1767384401.286907:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8241a5b. 80000000:00000010:1.0:1767384401.286910:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000018482494. 40000000:00000010:1.0:1767384401.286912:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3e28fab. 00100000:00000010:1.0:1767384401.286915:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000681622f6. 00040000:00000010:1.0:1767384401.286918:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002338bb57. 00040000:00000010:1.0:1767384401.286920:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ace77d1d. 00080000:00000010:1.0:1767384401.286925:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ae100ffd. 00080000:00000010:1.0:1767384401.286928:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000686e25b0. 00000004:00000010:1.0:1767384401.286933:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000051597710. 00002000:00000010:1.0:1767384401.286936:0:40996:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000009fbe087. 00000100:00000010:1.0:1767384401.286983:0:40996:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000031528f60. 00000100:00000200:1.0:1767384401.286997:0:40996:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767384401.287016:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000850a1d96. 00000100:00000010:2.0:1767384401.287020:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e8f99a22. 00000100:00000010:2.0:1767384401.287032:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d14d8e98. 00000100:00000010:2.0:1767384401.287038:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000345300e3. 00000100:00000010:2.0:1767384401.287041:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089b63679. 00000100:00000010:2.0:1767384401.287049:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adaeb00b. 00000100:00000010:2.0:1767384401.287052:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000512cce37. 00000100:00000010:2.0:1767384401.287054:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023dbe84c. 00000100:00000010:2.0:1767384401.287058:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066e31b32. 00000100:00000010:2.0:1767384401.287060:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb991f36. 00000100:00000010:2.0:1767384401.287062:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003db0ae4f. 00000100:00000010:2.0:1767384401.287065:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004915e363. 00000100:00000010:2.0:1767384401.287067:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022b87887. 00000100:00000010:2.0:1767384401.287073:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ecd68241. 00000100:00000010:2.0:1767384401.287075:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aec5960a. 00000100:00000010:2.0:1767384401.287078:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096863d7d. 00000100:00000010:2.0:1767384401.287080:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee290733. 00000100:00000010:2.0:1767384401.287083:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000817dcb15. 00000100:00000010:2.0:1767384401.287084:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098b73b63. 00000100:00000010:2.0:1767384401.287087:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c0f2656. 00000100:00000010:2.0:1767384401.287088:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005018fc3f. 00000100:00000010:2.0:1767384401.287095:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5d2c896. 00000100:00000010:2.0:1767384401.287097:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009445db5e. 00000100:00000010:2.0:1767384401.287119:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe60eb9f. 00000100:00000010:2.0:1767384401.287123:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052a90547. 00000100:00000010:2.0:1767384401.287126:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2be4abf. 00000100:00000010:2.0:1767384401.287128:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002376ba8c. 00000100:00000010:2.0:1767384401.287132:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005857c3b2. 00000100:00000010:2.0:1767384401.287134:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e93fee1e. 00000100:00000010:2.0:1767384401.287142:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c0acb37. 00000100:00000010:2.0:1767384401.287145:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b340e74. 00000100:00000010:2.0:1767384401.287148:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008db7e3c5. 00000100:00000010:2.0:1767384401.287149:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ab8e29f. 00000100:00000010:2.0:1767384401.287152:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089035104. 00000100:00000010:2.0:1767384401.287154:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000307a90be. 00000100:00000010:2.0:1767384401.287157:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8ec34f2. 00000100:00000010:2.0:1767384401.287159:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4650a10. 00000100:00000010:2.0:1767384401.287166:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070334598. 00000100:00000010:2.0:1767384401.287169:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093819282. 00000100:00000010:2.0:1767384401.287172:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001bba135e. 00000100:00000010:2.0:1767384401.287173:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ba19b9b. 00000100:00000010:2.0:1767384401.287176:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093e4cfcf. 00000100:00000010:2.0:1767384401.287178:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d8bf30. 00000100:00000010:2.0:1767384401.287181:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e5b705f. 00000100:00000010:2.0:1767384401.287183:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed185b8a. 00000100:00000010:2.0:1767384401.287189:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad676ceb. 00000100:00000010:2.0:1767384401.287191:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f82d73e2. 00000100:00000010:2.0:1767384401.287194:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028afd43d. 00000100:00000010:2.0:1767384401.287196:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffb9d86d. 00000100:00000010:2.0:1767384401.287198:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001be579b6. 00000100:00000010:2.0:1767384401.287200:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a18121c1. 00000100:00000010:2.0:1767384401.287203:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003bf01bb2. 00000100:00000010:2.0:1767384401.287204:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf1635fb. 00000100:00000010:2.0:1767384401.287211:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007b729f2. 00000100:00000010:2.0:1767384401.287213:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062247ab1. 00000100:00000010:2.0:1767384401.287216:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f22c77cf. 00000100:00000010:2.0:1767384401.287217:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b354fc97. 00000100:00000010:2.0:1767384401.287220:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cf744af. 00000100:00000010:2.0:1767384401.287221:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4062a1b. 00000100:00000010:2.0:1767384401.287224:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5045315. 00000100:00000010:2.0:1767384401.287225:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc236d5e. 00000100:00000010:2.0:1767384401.287232:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ecfdf72. 00000100:00000010:2.0:1767384401.287234:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc598a04. 00000100:00000010:2.0:1767384401.287237:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005090cacd. 00000100:00000010:2.0:1767384401.287239:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052f42d47. 00000100:00000010:2.0:1767384401.287242:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058ee7bab. 00000100:00000010:2.0:1767384401.287244:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9fbee4a. 00000100:00000010:2.0:1767384401.287247:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f62d7f7. 00000100:00000010:2.0:1767384401.287249:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7086c94. 00000100:00000010:2.0:1767384401.287256:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd2dcbbb. 00000100:00000010:2.0:1767384401.287258:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d8e958e. 00000100:00000010:2.0:1767384401.287260:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aed431b8. 00000100:00000010:2.0:1767384401.287262:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e5fd189. 00000100:00000010:2.0:1767384401.287265:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005454d414. 00000100:00000010:2.0:1767384401.287267:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e814146. 00000100:00000010:2.0:1767384401.287269:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db01320e. 00000100:00000010:2.0:1767384401.287271:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6908b42. 00000100:00000010:2.0:1767384401.287278:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000feadad87. 00000100:00000010:2.0:1767384401.287280:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e802274a. 00000100:00000010:2.0:1767384401.287282:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ecb1722. 00000100:00000010:2.0:1767384401.287284:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f061e17. 00000100:00000010:2.0:1767384401.287286:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004eabbec5. 00000100:00000010:2.0:1767384401.287288:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007850aba2. 00000100:00000010:2.0:1767384401.287291:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008fb140e9. 00000100:00000010:2.0:1767384401.287292:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2e96b82. 00000100:00000010:2.0:1767384401.287309:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b855a74e. 00000100:00000010:2.0:1767384401.287312:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008de3ac77. 00000100:00000010:2.0:1767384401.287315:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003df1399f. 00000100:00000010:2.0:1767384401.287317:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000171c210a. 00000100:00000010:2.0:1767384401.287319:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4e449d6. 00000100:00000010:2.0:1767384401.287321:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000481d3086. 00000100:00000010:2.0:1767384401.287324:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4596e70. 00000100:00000010:2.0:1767384401.287326:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7ea0954. 00000100:00000010:2.0:1767384401.287334:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e848346a. 00000100:00000010:2.0:1767384401.287336:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050b17a25. 00000100:00000010:2.0:1767384401.287338:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021de1d38. 00000100:00000010:2.0:1767384401.287340:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bad5de94. 00000100:00000010:2.0:1767384401.287343:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab42b90c. 00000100:00000010:2.0:1767384401.287345:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1bdebfd. 00000100:00000010:2.0:1767384401.287348:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1549683. 00000100:00000010:2.0:1767384401.287350:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a5020ca. 00000100:00000010:2.0:1767384401.287356:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049738199. 00000100:00000010:2.0:1767384401.287358:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c1e6864. 00000100:00000010:2.0:1767384401.287361:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec9a5d46. 00000100:00000010:2.0:1767384401.287363:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081b62829. 00000100:00000010:2.0:1767384401.287366:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bfe21e6. 00000100:00000010:2.0:1767384401.287367:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000437cb274. 00000100:00000010:2.0:1767384401.287370:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6d31874. 00000100:00000010:2.0:1767384401.287372:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e97a9f8. 00000100:00000010:2.0:1767384401.287379:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c4767c3. 00000100:00000010:2.0:1767384401.287381:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073616386. 00000100:00000010:2.0:1767384401.287385:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6376b16. 00000100:00000010:2.0:1767384401.287386:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4b45f77. 00000100:00000010:2.0:1767384401.287390:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000088f06ce. 00000100:00000010:2.0:1767384401.287392:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a654eb84. 00000100:00000010:2.0:1767384401.287396:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e647c306. 00000100:00000010:2.0:1767384401.287397:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0da3e61. 00000100:00000010:2.0:1767384401.287404:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea1fafff. 00000100:00000010:2.0:1767384401.287406:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d154f8f. 00000100:00000010:2.0:1767384401.287410:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000768204. 00000100:00000010:2.0:1767384401.287411:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031bea791. 00000100:00000010:2.0:1767384401.287414:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f079dfe2. 00000100:00000010:2.0:1767384401.287416:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c74ae39e. 00000100:00000010:2.0:1767384401.287419:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004998175a. 00000100:00000010:2.0:1767384401.287420:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004871a9c2. 00000100:00000010:2.0:1767384401.287427:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061f1be2c. 00000100:00000010:2.0:1767384401.287429:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5cba034. 00000100:00000010:2.0:1767384401.287432:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1e135f0. 00000100:00000010:2.0:1767384401.287434:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dc62e6a. 00000100:00000010:2.0:1767384401.287437:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adcf3766. 00000100:00000010:2.0:1767384401.287438:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afb1b8eb. 00000100:00000010:2.0:1767384401.287441:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e83620a. 00000400:00000200:2.0:1767384401.287443:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:2.0:1767384401.287471:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000afa60cc4. 00000020:00000010:2.0:1767384401.287474:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000687db973. 00000100:00000010:2.0:1767384401.287500:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005035a79b. 00000100:00000010:2.0:1767384401.287502:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000592592b4. 00000100:00000010:2.0:1767384401.287504:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003e6d5efa. 00000100:00000010:2.0:1767384401.287506:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000979aaf2e. 00000100:00000010:2.0:1767384401.287508:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ba190d8. 00000100:00000200:2.0:1767384401.287527:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:2.0:1767384401.287530:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000576893ba. 00000100:00000010:1.0:1767384401.287676:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000f8d304a. 00000020:00000010:1.0:1767384401.287681:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f02cbb2e. 00000020:00000010:1.0:1767384401.287684:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125b7cc5. 00000020:00000010:1.0:1767384401.287687:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009bced987. 00000040:00000010:1.0:1767384401.287690:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000477f7a03. 00000020:00000010:1.0:1767384401.287692:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ddf03103. 00000020:00000010:1.0:1767384401.287696:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009f206cfa. 00000020:00000010:1.0:1767384401.287699:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000168b218f. 80000000:00000010:1.0:1767384401.287702:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdcb0fe5. 40000000:00000010:1.0:1767384401.287704:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009916f838. 00100000:00000010:1.0:1767384401.287707:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ec04480a. 00040000:00000010:1.0:1767384401.287710:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037e11a72. 00040000:00000010:1.0:1767384401.287713:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b2e4005. 00080000:00000010:1.0:1767384401.287725:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000021382ade. 00080000:00000010:1.0:1767384401.287730:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e145b5c7. 00000004:00000010:1.0:1767384401.287735:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000112ebfef. 00000100:00000200:1.0:1767384401.287738:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287741:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803334f7. 00000400:00000010:1.0:1767384401.287744:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a70bca. 00000100:00000200:1.0:1767384401.287747:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287749:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b3ed07d. 00000400:00000010:1.0:1767384401.287752:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3619687. 00000100:00000200:1.0:1767384401.287754:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287755:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d55a674. 00000400:00000010:1.0:1767384401.287758:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bac4635. 00000100:00000200:1.0:1767384401.287760:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287762:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6beed68. 00000400:00000010:1.0:1767384401.287764:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1125601. 00000100:00000200:1.0:1767384401.287767:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287768:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001074a7ff. 00000400:00000010:1.0:1767384401.287771:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4fc4fd3. 00000100:00000200:1.0:1767384401.287773:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287774:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000884a2f81. 00000400:00000010:1.0:1767384401.287776:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032db7879. 00000100:00000200:1.0:1767384401.287778:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287780:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b76f15f. 00000400:00000010:1.0:1767384401.287783:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dc5e097. 00000100:00000200:1.0:1767384401.287785:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287787:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e29450b3. 00000400:00000010:1.0:1767384401.287789:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c033c7fa. 00000100:00000200:1.0:1767384401.287791:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287793:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1543817. 00000400:00000010:1.0:1767384401.287796:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a93b72fe. 00000100:00000200:1.0:1767384401.287798:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287799:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e84a1dcf. 00000400:00000010:1.0:1767384401.287802:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda132c8. 00000100:00000200:1.0:1767384401.287804:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287806:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb22b011. 00000400:00000010:1.0:1767384401.287808:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd915e83. 00000100:00000200:1.0:1767384401.287811:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287814:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7fc5f7d. 00000400:00000010:1.0:1767384401.287816:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004066ed9. 00000100:00000200:1.0:1767384401.287818:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287820:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a8cf0c. 00000400:00000010:1.0:1767384401.287824:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea4c8601. 00000100:00000200:1.0:1767384401.287826:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287828:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85ee352. 00000400:00000010:1.0:1767384401.287830:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095e65f9e. 00000100:00000200:1.0:1767384401.287832:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287835:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002309667c. 00000400:00000010:1.0:1767384401.287837:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033f2008b. 00000100:00000200:1.0:1767384401.287839:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287841:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e78d1ce8. 00000400:00000010:1.0:1767384401.287844:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006994a212. 00000100:00000200:1.0:1767384401.287846:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287848:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796ab571. 00000400:00000010:1.0:1767384401.287850:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c67a2703. 00000100:00000200:1.0:1767384401.287852:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287854:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c77ba624. 00000400:00000010:1.0:1767384401.287856:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d6409b0. 00000100:00000200:1.0:1767384401.287858:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287860:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b83467. 00000400:00000010:1.0:1767384401.287863:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c6e57e. 00000100:00000200:1.0:1767384401.287865:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287866:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d606d65. 00000400:00000010:1.0:1767384401.287869:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000391cafec. 00000100:00000200:1.0:1767384401.287871:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287873:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099382129. 00000400:00000010:1.0:1767384401.287875:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cebd67f. 00000100:00000200:1.0:1767384401.287877:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287879:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000240c98e3. 00000400:00000010:1.0:1767384401.287881:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000343dd07. 00000100:00000200:1.0:1767384401.287883:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287885:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbb7a3f1. 00000400:00000010:1.0:1767384401.287888:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097f09004. 00000100:00000200:1.0:1767384401.287890:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287892:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b17b994. 00000400:00000010:1.0:1767384401.287894:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd6a207a. 00000100:00000200:1.0:1767384401.287896:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287898:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb6a2efb. 00000400:00000010:1.0:1767384401.287901:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efdc5047. 00000100:00000200:1.0:1767384401.287903:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287905:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001084f951. 00000400:00000010:1.0:1767384401.287908:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fcb915c. 00000100:00000200:1.0:1767384401.287910:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287911:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000593d3d. 00000400:00000010:1.0:1767384401.287913:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093e0986a. 00000100:00000200:1.0:1767384401.287915:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287917:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000380ccbc2. 00000400:00000010:1.0:1767384401.287919:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c65f3041. 00000100:00000200:1.0:1767384401.287921:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287923:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dadfab58. 00000400:00000010:1.0:1767384401.287925:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000960ce688. 00000100:00000200:1.0:1767384401.287927:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287928:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e9f074. 00000400:00000010:1.0:1767384401.287930:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee3b5365. 00000100:00000200:1.0:1767384401.287932:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287934:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079517dff. 00000400:00000010:1.0:1767384401.287935:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020c3d588. 00000100:00000200:1.0:1767384401.287937:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287938:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fcd3dcc. 00000400:00000010:1.0:1767384401.287940:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004db6f217. 00000100:00000200:1.0:1767384401.287942:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287944:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b691db71. 00000400:00000010:1.0:1767384401.287947:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c7d928. 00000100:00000200:1.0:1767384401.287949:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287951:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000418bf64e. 00000400:00000010:1.0:1767384401.287953:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f664216. 00000100:00000200:1.0:1767384401.287955:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287957:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007291df05. 00000400:00000010:1.0:1767384401.287959:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008af364c4. 00000100:00000200:1.0:1767384401.287961:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287962:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071495680. 00000400:00000010:1.0:1767384401.287964:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd5a1903. 00000100:00000200:1.0:1767384401.287966:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287967:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ff5dff. 00000400:00000010:1.0:1767384401.287970:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a39d1256. 00000100:00000200:1.0:1767384401.287971:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287973:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000162d1e5d. 00000400:00000010:1.0:1767384401.287975:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cd41346. 00000100:00000200:1.0:1767384401.287977:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287978:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70acf3c. 00000400:00000010:1.0:1767384401.287980:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c2fc9f3. 00000100:00000200:1.0:1767384401.287981:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287983:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a29d4ea2. 00000400:00000010:1.0:1767384401.287985:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003060971b. 00000100:00000200:1.0:1767384401.287986:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287988:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015dc3e43. 00000400:00000010:1.0:1767384401.287990:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d779d0dc. 00000100:00000200:1.0:1767384401.287992:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287993:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001feb2a15. 00000400:00000010:1.0:1767384401.287995:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd743034. 00000100:00000200:1.0:1767384401.287997:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.287998:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab03af1. 00000400:00000010:1.0:1767384401.288000:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1d9fe22. 00000100:00000200:1.0:1767384401.288002:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288004:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d50d244e. 00000400:00000010:1.0:1767384401.288006:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4dd288b. 00000100:00000200:1.0:1767384401.288008:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288009:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007df7c32. 00000400:00000010:1.0:1767384401.288011:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad6c66e. 00000100:00000200:1.0:1767384401.288013:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288014:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6377c78. 00000400:00000010:1.0:1767384401.288016:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a4c5dd6. 00000100:00000200:1.0:1767384401.288018:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288020:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bace867. 00000400:00000010:1.0:1767384401.288023:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0a8bb2. 00000100:00000200:1.0:1767384401.288025:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288026:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056e34ea6. 00000400:00000010:1.0:1767384401.288029:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfedfec1. 00000100:00000200:1.0:1767384401.288031:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288033:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c07bd3a3. 00000400:00000010:1.0:1767384401.288035:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f2f9108. 00000100:00000200:1.0:1767384401.288037:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288039:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd472922. 00000400:00000010:1.0:1767384401.288041:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a04a4cec. 00000100:00000200:1.0:1767384401.288043:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288044:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c646d0d4. 00000400:00000010:1.0:1767384401.288047:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005651bab. 00000100:00000200:1.0:1767384401.288048:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288050:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cfec101. 00000400:00000010:1.0:1767384401.288052:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006177a615. 00000100:00000200:1.0:1767384401.288054:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288056:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c4412b. 00000400:00000010:1.0:1767384401.288058:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4834c86. 00000100:00000200:1.0:1767384401.288060:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288062:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aff2842. 00000400:00000010:1.0:1767384401.288064:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e085bec4. 00000100:00000200:1.0:1767384401.288066:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288067:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089d086c8. 00000400:00000010:1.0:1767384401.288069:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b94770b0. 00000100:00000200:1.0:1767384401.288071:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288072:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000115326ef. 00000400:00000010:1.0:1767384401.288074:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000242140b6. 00000100:00000200:1.0:1767384401.288076:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288078:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047f562fd. 00000400:00000010:1.0:1767384401.288080:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008705ea0d. 00000100:00000200:1.0:1767384401.288082:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288084:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098c8f9a9. 00000400:00000010:1.0:1767384401.288086:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062ca072e. 00000100:00000200:1.0:1767384401.288088:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288089:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec064fa9. 00000400:00000010:1.0:1767384401.288092:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bd88745. 00000100:00000200:1.0:1767384401.288093:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288095:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838e616d. 00000400:00000010:1.0:1767384401.288097:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fa2909. 00010000:00000010:3.1:1767384401.288207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a9005bf. 00010000:00000010:3.1:1767384401.288214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00000100:00000200:1.0:1767384401.288225:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288231:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000154f049d. 00000400:00000010:1.0:1767384401.288234:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de611244. 00000100:00000200:1.0:1767384401.288236:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288238:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e88ac4a. 00000400:00000010:1.0:1767384401.288241:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002322e87c. 00000100:00000200:1.0:1767384401.288243:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288245:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb72d438. 00000400:00000010:1.0:1767384401.288247:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7fb91d2. 00000100:00000200:1.0:1767384401.288249:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384401.288250:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a99985b7. 00000400:00000010:1.0:1767384401.288251:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb2f5d7c. 00000100:00000010:1.0:1767384401.288261:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e1b9bfbe. 00000100:00000200:1.0:1767384401.288272:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.288291:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007a5ed004. 00000100:00000010:1.0:1767384401.288439:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f338ae8a. 00000020:00000010:1.0:1767384401.288441:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000587a3f25. 00000020:00000010:1.0:1767384401.288444:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002253b21d. 00000020:00000010:1.0:1767384401.288446:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f9b405f. 00000040:00000010:1.0:1767384401.288449:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc97c4b9. 00000020:00000010:1.0:1767384401.288451:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022c588ea. 00000020:00000010:1.0:1767384401.288453:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad69aa8d. 00000020:00000010:1.0:1767384401.288455:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a65b4213. 80000000:00000010:1.0:1767384401.288457:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000075303682. 40000000:00000010:1.0:1767384401.288458:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ea76bceb. 00100000:00000010:1.0:1767384401.288460:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a51081ce. 00040000:00000010:1.0:1767384401.288462:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008efab59b. 00040000:00000010:1.0:1767384401.288464:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a61b63d. 00080000:00000010:1.0:1767384401.288467:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a073e465. 00080000:00000010:1.0:1767384401.288470:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eaf77ea4. 00000004:00000010:1.0:1767384401.288474:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009871796d. 00000100:00000010:1.0:1767384401.288484:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b97616c2. 00000100:00000200:1.0:1767384401.288492:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.288512:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000901027fc. 00000100:00000010:2.0:1767384401.288516:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000084777507. 00000100:00000010:2.0:1767384401.288527:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000011ca3454. 00000100:00000010:2.0:1767384401.288532:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000007cd6048c. 00000100:00000010:2.0:1767384401.288535:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1d0edfc. 00000100:00000010:2.0:1767384401.288809:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001159a09c. 00000100:00000010:2.0:1767384401.288811:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e0a2bf. 00000100:00000010:2.0:1767384401.289096:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006cee515c. 00000100:00000010:2.0:1767384401.289116:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000291285cc. 00000100:00000010:2.0:1767384401.289405:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008813c800. 00000100:00000010:2.0:1767384401.289408:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e156fb6. 00000100:00000010:2.0:1767384401.289680:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ea2fc3d4. 00000100:00000010:2.0:1767384401.289682:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a078627a. 00000100:00000010:2.0:1767384401.289951:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000089a482b1. 00000100:00000010:2.0:1767384401.289954:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000006eb4f3. 00000100:00000010:2.0:1767384401.290236:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009e553279. 00000100:00000010:2.0:1767384401.290239:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001019892d. 00000100:00000010:2.0:1767384401.290522:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000485f3b0b. 00000100:00000010:2.0:1767384401.290526:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042633bad. 00000100:00000010:2.0:1767384401.290799:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b28de3ab. 00000100:00000010:2.0:1767384401.290801:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fe2d190. 00000100:00000010:2.0:1767384401.291070:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007b20d9dc. 00000100:00000010:2.0:1767384401.291073:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000504233f3. 00000100:00000010:2.0:1767384401.291371:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bec5c985. 00000100:00000010:2.0:1767384401.291375:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b983b564. 00000100:00000010:2.0:1767384401.291646:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ef067478. 00000100:00000010:2.0:1767384401.291649:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065587b6d. 00000100:00000010:2.0:1767384401.291916:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000093a967f. 00000100:00000010:2.0:1767384401.291919:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e9a054d. 00000100:00000010:2.0:1767384401.292199:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002a75b790. 00000100:00000010:2.0:1767384401.292202:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8263f4d. 00000100:00000010:2.0:1767384401.292480:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa5aeb8f. 00000100:00000010:2.0:1767384401.292483:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ae04c0. 00000100:00000010:2.0:1767384401.292763:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f156e1f8. 00000100:00000010:2.0:1767384401.292768:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afd0543e. 00000100:00000010:2.0:1767384401.293073:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000231f06ea. 00000100:00000010:2.0:1767384401.293079:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006664940b. 00000100:00000010:2.0:1767384401.293425:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d08f8593. 00000100:00000010:2.0:1767384401.293432:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065269584. 00000100:00000010:2.0:1767384401.293755:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079fe1fa7. 00000100:00000010:2.0:1767384401.293760:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ec86ea8. 00000100:00000010:2.0:1767384401.294082:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002f655639. 00000100:00000010:2.0:1767384401.294088:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1a9c148. 00000100:00000010:2.0:1767384401.294437:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d472232d. 00000100:00000010:2.0:1767384401.294442:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e136a54b. 00000100:00000010:2.0:1767384401.294767:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002a90844e. 00000100:00000010:2.0:1767384401.294773:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff3dccd6. 00000100:00000010:2.0:1767384401.295121:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003b8fe43d. 00000100:00000010:2.0:1767384401.295127:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002734674e. 00000100:00000010:2.0:1767384401.295468:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002389197b. 00000100:00000010:2.0:1767384401.295475:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000466cf044. 00000100:00000010:2.0:1767384401.295807:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cdef8e3d. 00000100:00000010:2.0:1767384401.295814:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009355fcf3. 00000100:00000010:2.0:1767384401.296249:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ceafa2d2. 00000100:00000010:2.0:1767384401.296255:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b440d129. 00000100:00000010:2.0:1767384401.296709:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006017a7be. 00000100:00000010:2.0:1767384401.296714:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000366dea54. 00000100:00000010:2.0:1767384401.297030:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000390e0213. 00000100:00000010:2.0:1767384401.297036:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa79f672. 00000100:00000010:2.0:1767384401.297382:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e4fd1856. 00000100:00000010:2.0:1767384401.297387:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebeea356. 00000100:00000010:2.0:1767384401.297704:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a410483. 00000100:00000010:2.0:1767384401.297709:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001473774f. 00000100:00000010:2.0:1767384401.298037:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000045cf62db. 00000100:00000010:2.0:1767384401.298043:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000130f5639. 00000100:00000010:2.0:1767384401.298362:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fe8254f5. 00000100:00000010:2.0:1767384401.298366:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dc0e487. 00000100:00000010:2.0:1767384401.298637:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a49f0aa1. 00000100:00000010:2.0:1767384401.298639:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d58e156. 00000100:00000010:2.0:1767384401.298911:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000065159f4d. 00000100:00000010:2.0:1767384401.298913:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004ef86a9. 00000100:00000010:2.0:1767384401.299220:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000029bbc67a. 00000100:00000010:2.0:1767384401.299236:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002601b7d6. 00000100:00000010:2.0:1767384401.299538:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ab3bf665. 00000100:00000010:2.0:1767384401.299543:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007711e53c. 00000100:00000010:2.0:1767384401.299848:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000282e198e. 00000100:00000010:2.0:1767384401.299853:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f343d4. 00000100:00000010:2.0:1767384401.300186:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d93cc063. 00000100:00000010:2.0:1767384401.300192:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8d8a3d9. 00000100:00000010:2.0:1767384401.300530:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019f4d444. 00000100:00000010:2.0:1767384401.300538:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de1d8ad1. 00000100:00000010:2.0:1767384401.300844:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000240482c9. 00000100:00000010:2.0:1767384401.300849:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4f164f6. 00000100:00000010:2.0:1767384401.301160:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009bbe547b. 00000100:00000010:2.0:1767384401.301165:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe040c3d. 00000100:00000010:2.0:1767384401.301455:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c2f96489. 00000100:00000010:2.0:1767384401.301458:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d49947b5. 00000100:00000010:2.0:1767384401.301728:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f59eb8d7. 00000100:00000010:2.0:1767384401.301731:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0026cdf. 00000100:00000010:2.0:1767384401.302202:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f7e3d3d5. 00000100:00000010:2.0:1767384401.302208:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015fb6833. 00000100:00000010:2.0:1767384401.302688:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a5c684e. 00000100:00000010:2.0:1767384401.302694:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dd4e6dc. 00000100:00000010:2.0:1767384401.303037:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000095a09194. 00000100:00000010:2.0:1767384401.303043:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019738906. 00000100:00000010:2.0:1767384401.303391:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000acf6cea3. 00000100:00000010:2.0:1767384401.303397:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003501b45e. 00000100:00000010:2.0:1767384401.303705:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015480e68. 00000100:00000010:2.0:1767384401.303709:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026719cad. 00000100:00000010:2.0:1767384401.304007:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005ec801d3. 00000100:00000010:2.0:1767384401.304012:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000274d2187. 00000100:00000010:2.0:1767384401.304361:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000232ad4f2. 00000100:00000010:2.0:1767384401.304367:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e86bd543. 00000100:00000010:2.0:1767384401.304675:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000609d2140. 00000100:00000010:2.0:1767384401.304681:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdba3a05. 00000100:00000010:2.0:1767384401.305167:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b35cb60. 00000100:00000010:2.0:1767384401.305173:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000025646f8. 00000100:00000010:2.0:1767384401.305620:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d824bbde. 00000100:00000010:2.0:1767384401.305623:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa727b45. 00000100:00000010:2.0:1767384401.306091:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007d812be7. 00000100:00000010:2.0:1767384401.306097:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cb3bacb. 00000100:00000010:2.0:1767384401.306588:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000066fbdfc5. 00000100:00000010:2.0:1767384401.306592:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee2dcdda. 00000100:00000010:2.0:1767384401.307021:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064aaad01. 00000100:00000010:2.0:1767384401.307024:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007488dd1. 00000100:00000010:2.0:1767384401.307455:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009ac00792. 00000100:00000010:2.0:1767384401.307458:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7b5552c. 00000100:00000010:2.0:1767384401.307884:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d1ffb08. 00000100:00000010:2.0:1767384401.307888:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040fb8d2d. 00000100:00000010:2.0:1767384401.308319:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c97b908. 00000100:00000010:2.0:1767384401.308323:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fe533e5. 00000100:00000010:2.0:1767384401.308611:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b7328bb. 00000100:00000010:2.0:1767384401.308614:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a82de583. 00000100:00000010:2.0:1767384401.308883:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bff068ef. 00000100:00000010:2.0:1767384401.308885:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b913b38. 00000100:00000010:2.0:1767384401.309324:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d455611e. 00000100:00000010:2.0:1767384401.309328:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7548973. 00000100:00000010:2.0:1767384401.309736:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007d915765. 00000100:00000010:2.0:1767384401.309739:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000371426ec. 00000100:00000010:2.0:1767384401.310171:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002320b2a5. 00000100:00000010:2.0:1767384401.310174:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dd3955f. 00000100:00000010:2.0:1767384401.310590:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004ef8d722. 00000400:00000200:2.0:1767384401.310595:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384401.310653:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000004838b0a. 00000020:00000010:2.0:1767384401.310657:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a657c652. 00000100:00000010:2.0:1767384401.310712:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b59e8976. 00000100:00000010:2.0:1767384401.310717:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001949c7fa. 00000100:00000010:2.0:1767384401.310721:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000332d4416. 00000100:00000010:2.0:1767384401.310724:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000071737bb0. 00000100:00000010:2.0:1767384401.310726:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003d8b6aca. 00000100:00000200:2.0:1767384401.310743:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384401.310746:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007e6e66e5. 00000100:00000010:1.0:1767384401.310995:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002e1d7ccd. 00000020:00000010:1.0:1767384401.311001:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007028bd74. 00000020:00000010:1.0:1767384401.311005:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c81a3361. 00000020:00000010:1.0:1767384401.311008:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b2c514d. 00000040:00000010:1.0:1767384401.311010:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008dd267c4. 00000020:00000010:1.0:1767384401.311014:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aa99b68c. 00000020:00000010:1.0:1767384401.311018:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa270dbd. 00000020:00000010:1.0:1767384401.311021:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042fe330b. 80000000:00000010:1.0:1767384401.311024:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000db0e23c4. 40000000:00000010:1.0:1767384401.311026:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000559deb7a. 00100000:00000010:1.0:1767384401.311029:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be500715. 00040000:00000010:1.0:1767384401.311033:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c209daa. 00040000:00000010:1.0:1767384401.311036:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8be283c. 00080000:00000010:1.0:1767384401.311049:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d0ffdcfc. 00080000:00000010:1.0:1767384401.311053:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000280e9a2c. 00000004:00000010:1.0:1767384401.311059:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014255eb5. 00002000:00000010:1.0:1767384401.311063:0:40999:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008978b690. 00000100:00000200:1.0:1767384401.311067:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311071:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000649d8d58. 00000400:00000010:1.0:1767384401.311076:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005da390af. 00000100:00000200:1.0:1767384401.311082:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311084:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dd72283. 00000400:00000010:1.0:1767384401.311087:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f117eefc. 00000100:00000200:1.0:1767384401.311089:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311090:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000930809b4. 00000400:00000010:1.0:1767384401.311097:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094c81cbe. 00000100:00000200:1.0:1767384401.311119:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311122:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f479ee. 00000400:00000010:1.0:1767384401.311126:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000009386bf4. 00000100:00000200:1.0:1767384401.311130:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311132:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b13aca. 00000400:00000010:1.0:1767384401.311135:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b7666dcb. 00000100:00000200:1.0:1767384401.311138:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311140:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000565f5efe. 00000400:00000010:1.0:1767384401.311143:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007a6daeaf. 00000100:00000200:1.0:1767384401.311146:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311147:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c4f4bf9. 00000400:00000010:1.0:1767384401.311155:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c6ff8ce. 00000100:00000200:1.0:1767384401.311159:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311160:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000364dc456. 00000400:00000010:1.0:1767384401.311163:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d40241ba. 00000100:00000200:1.0:1767384401.311165:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311167:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e84e3ca8. 00000400:00000010:1.0:1767384401.311170:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c2be14b. 00000100:00000200:1.0:1767384401.311172:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311173:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a6e70b. 00000400:00000010:1.0:1767384401.311176:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8cfedb2. 00000100:00000200:1.0:1767384401.311178:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311179:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7a2632f. 00000400:00000010:1.0:1767384401.311186:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bacf4408. 00000100:00000200:1.0:1767384401.311189:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311190:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f192694. 00000400:00000010:1.0:1767384401.311193:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009e3d5194. 00000100:00000200:1.0:1767384401.311195:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311196:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e017fc9. 00000400:00000010:1.0:1767384401.311199:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000023d3f757. 00000100:00000200:1.0:1767384401.311201:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311202:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e8eb437. 00000400:00000010:1.0:1767384401.311205:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a9786c7a. 00000100:00000200:1.0:1767384401.311208:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311209:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000611d3631. 00000400:00000010:1.0:1767384401.311215:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000061b6ad3. 00000100:00000200:1.0:1767384401.311219:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311220:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a6446e. 00000400:00000010:1.0:1767384401.311222:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fb7e1057. 00000100:00000200:1.0:1767384401.311225:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311226:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe8426c6. 00000400:00000010:1.0:1767384401.311229:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d785310e. 00000100:00000200:1.0:1767384401.311232:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311233:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c756887. 00000400:00000010:1.0:1767384401.311236:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000096461a42. 00000100:00000200:1.0:1767384401.311238:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311239:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025a44964. 00000400:00000010:1.0:1767384401.311245:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9203eca. 00000100:00000200:1.0:1767384401.311249:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311250:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068d96f29. 00000400:00000010:1.0:1767384401.311252:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d5613241. 00000100:00000200:1.0:1767384401.311255:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311256:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b54b2eb2. 00000400:00000010:1.0:1767384401.311258:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d12a22be. 00000100:00000200:1.0:1767384401.311260:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311261:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ab599d0. 00000400:00000010:1.0:1767384401.311264:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000473ebb4e. 00000100:00000200:1.0:1767384401.311266:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311267:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0b59c22. 00000400:00000010:1.0:1767384401.311273:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea317c5d. 00000100:00000200:1.0:1767384401.311277:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311278:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000795d4533. 00000400:00000010:1.0:1767384401.311281:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000058c681d7. 00000100:00000200:1.0:1767384401.311283:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311284:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ebe0b49. 00000400:00000010:1.0:1767384401.311287:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc385f31. 00000100:00000200:1.0:1767384401.311289:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311290:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7417473. 00000400:00000010:1.0:1767384401.311293:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ab62323d. 00000100:00000200:1.0:1767384401.311295:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311296:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004264e6b7. 00000400:00000010:1.0:1767384401.311317:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ba042797. 00000100:00000200:1.0:1767384401.311322:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311324:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c2b679e. 00000400:00000010:1.0:1767384401.311327:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000db74b2d2. 00000100:00000200:1.0:1767384401.311329:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311331:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039007a52. 00000400:00000010:1.0:1767384401.311334:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7043732. 00000100:00000200:1.0:1767384401.311336:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311337:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009be9a918. 00000400:00000010:1.0:1767384401.311340:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000049eacbd8. 00000100:00000200:1.0:1767384401.311342:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311343:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0cd0111. 00000400:00000010:1.0:1767384401.311350:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000090d9fd24. 00000100:00000200:1.0:1767384401.311354:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311355:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b3bdb5f. 00000400:00000010:1.0:1767384401.311358:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022adc3dc. 00000100:00000200:1.0:1767384401.311360:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311361:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000485bbddb. 00000400:00000010:1.0:1767384401.311364:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d5001e14. 00000100:00000200:1.0:1767384401.311367:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311368:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090521678. 00000400:00000010:1.0:1767384401.311371:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000061fe965b. 00000100:00000200:1.0:1767384401.311373:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311375:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dfa0dfd. 00000400:00000010:1.0:1767384401.311381:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000046d242b9. 00000100:00000200:1.0:1767384401.311385:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311386:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cc3ae10. 00000400:00000010:1.0:1767384401.311389:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000062bcddd6. 00000100:00000200:1.0:1767384401.311391:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311392:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e41b1d. 00000400:00000010:1.0:1767384401.311395:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b2aeec6. 00000100:00000200:1.0:1767384401.311398:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311399:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095fee262. 00000400:00000010:1.0:1767384401.311402:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000847fe6b5. 00000100:00000200:1.0:1767384401.311404:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311405:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b2aeb5. 00000400:00000010:1.0:1767384401.311411:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092b77467. 00000100:00000200:1.0:1767384401.311415:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311416:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c467317c. 00000400:00000010:1.0:1767384401.311419:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009b260782. 00000100:00000200:1.0:1767384401.311422:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311423:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000014bfc25. 00000400:00000010:1.0:1767384401.311426:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000459bdfba. 00000100:00000200:1.0:1767384401.311428:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311429:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008900ab02. 00000400:00000010:1.0:1767384401.311432:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e4f67d62. 00000100:00000200:1.0:1767384401.311434:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311435:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d5e45fc. 00000400:00000010:1.0:1767384401.311442:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d15f202. 00000100:00000200:1.0:1767384401.311445:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311446:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000047337b. 00000400:00000010:1.0:1767384401.311449:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c259e668. 00000100:00000200:1.0:1767384401.311451:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311452:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6ede7b. 00000400:00000010:1.0:1767384401.311455:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dff5c933. 00000100:00000200:1.0:1767384401.311457:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311458:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c72c0b1. 00000400:00000010:1.0:1767384401.311460:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc640f08. 00000100:00000200:1.0:1767384401.311463:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311464:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9402c01. 00000400:00000010:1.0:1767384401.311470:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e3846093. 00000100:00000200:1.0:1767384401.311473:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311475:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d98a21e. 00000400:00000010:1.0:1767384401.311477:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000843d99e4. 00000100:00000200:1.0:1767384401.311480:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311481:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081c3ee31. 00000400:00000010:1.0:1767384401.311484:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fba43cc3. 00000100:00000200:1.0:1767384401.311486:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311487:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000156a622f. 00000400:00000010:1.0:1767384401.311489:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dab1104f. 00000100:00000200:1.0:1767384401.311492:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311492:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005135f7e6. 00000400:00000010:1.0:1767384401.311499:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b592fc20. 00000100:00000200:1.0:1767384401.311502:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311503:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008da0e988. 00000400:00000010:1.0:1767384401.311507:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013ad456e. 00000100:00000200:1.0:1767384401.311509:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311510:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082d05438. 00000400:00000010:1.0:1767384401.311513:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc8935ad. 00000100:00000200:1.0:1767384401.311516:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311516:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0000a7. 00000400:00000010:1.0:1767384401.311519:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000473657a0. 00000100:00000200:1.0:1767384401.311522:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311523:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bf08506. 00000400:00000010:1.0:1767384401.311530:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000089c6362c. 00000100:00000200:1.0:1767384401.311533:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311535:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a10422a6. 00000400:00000010:1.0:1767384401.311538:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000067b25d0a. 00000100:00000200:1.0:1767384401.311541:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311542:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009552acca. 00000400:00000010:1.0:1767384401.311546:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003a0d58bc. 00000100:00000200:1.0:1767384401.311548:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311549:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005329daa4. 00000400:00000010:1.0:1767384401.311552:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e4cf4c0c. 00000100:00000200:1.0:1767384401.311554:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311555:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068785741. 00000400:00000010:1.0:1767384401.311562:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072513cd1. 00000100:00000200:1.0:1767384401.311565:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311566:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016e2e81a. 00000400:00000010:1.0:1767384401.311569:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000025e4e32e. 00000100:00000200:1.0:1767384401.311571:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311572:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b36c2c0f. 00000400:00000010:1.0:1767384401.311575:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eadf7c54. 00000100:00000200:1.0:1767384401.311577:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311578:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e92cff. 00000400:00000010:1.0:1767384401.311581:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000290ccfb2. 00000100:00000200:1.0:1767384401.311583:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311584:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bb659c4. 00000400:00000010:1.0:1767384401.311590:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000025ea0147. 00000100:00000200:1.0:1767384401.311593:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384401.311595:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000956cd03e. 00000400:00000010:1.0:1767384401.311598:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d400814c. 00000100:00000010:1.0:1767384401.311608:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000669e9238. 00000100:00000200:1.0:1767384401.311624:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.311635:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000063d719f1. 00000100:00000010:1.0:1767384401.311796:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000df96e20e. 00000020:00000010:1.0:1767384401.311799:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000018d237c5. 00000020:00000010:1.0:1767384401.311802:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb826452. 00000020:00000010:1.0:1767384401.311804:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079d9e82c. 00000040:00000010:1.0:1767384401.311805:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011836537. 00000020:00000010:1.0:1767384401.311807:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4270804. 00000020:00000010:1.0:1767384401.311810:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005970cfea. 00000020:00000010:1.0:1767384401.311812:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030b78259. 80000000:00000010:1.0:1767384401.311813:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d432b6f5. 40000000:00000010:1.0:1767384401.311815:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033a5a693. 00100000:00000010:1.0:1767384401.311818:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007668c8db. 00040000:00000010:1.0:1767384401.311820:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c523e2db. 00040000:00000010:1.0:1767384401.311823:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d8ccb75. 00080000:00000010:1.0:1767384401.311826:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c72f31f8. 00080000:00000010:1.0:1767384401.311829:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000087e77254. 00000004:00000010:1.0:1767384401.311832:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005917b034. 00002000:00000010:1.0:1767384401.311834:0:41000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000baccd28c. 00000100:00000010:1.0:1767384401.311844:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000026f95fb4. 00000100:00000200:1.0:1767384401.311855:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.311864:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000056e7eb3e. 00000100:00000010:2.0:1767384401.311869:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000626bbbb2. 00000100:00000010:2.0:1767384401.311880:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000be34ce5e. 00000100:00000010:2.0:1767384401.311885:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000030d49f0b. 00000100:00000010:2.0:1767384401.311889:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a28b8421. 00000100:00000010:2.0:1767384401.311891:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b3408d2. 00000100:00000010:2.0:1767384401.311893:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000222fadb4. 00000100:00000010:2.0:1767384401.311896:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d8edfe3. 00000100:00000010:2.0:1767384401.311897:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090fe9535. 00000100:00000010:2.0:1767384401.311900:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000158235f2. 00000100:00000010:2.0:1767384401.311902:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe86c6c4. 00000100:00000010:2.0:1767384401.311904:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091afb5f6. 00000100:00000010:2.0:1767384401.311905:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adb8db46. 00000100:00000010:2.0:1767384401.311907:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000252253b4. 00000100:00000010:2.0:1767384401.311909:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000464c748f. 00000100:00000010:2.0:1767384401.311911:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061e0bff8. 00000100:00000010:2.0:1767384401.311913:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0325a72. 00000100:00000010:2.0:1767384401.311915:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c81ff4cf. 00000100:00000010:2.0:1767384401.311917:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2ac5ee6. 00000100:00000010:2.0:1767384401.311920:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082dd2098. 00000100:00000010:2.0:1767384401.311921:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000668698c2. 00000100:00000010:2.0:1767384401.311923:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a67c7883. 00000100:00000010:2.0:1767384401.311925:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000989610eb. 00000100:00000010:2.0:1767384401.311927:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9738a47. 00000100:00000010:2.0:1767384401.311929:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ca04ae0. 00000100:00000010:2.0:1767384401.311931:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016f0ea2d. 00000100:00000010:2.0:1767384401.311932:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003784c7f9. 00000100:00000010:2.0:1767384401.311936:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047ead8ea. 00000100:00000010:2.0:1767384401.311937:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e2c1b01. 00000100:00000010:2.0:1767384401.311940:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dcc87a2. 00000100:00000010:2.0:1767384401.311942:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f56b94f. 00000100:00000010:2.0:1767384401.311944:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000266bf21e. 00000100:00000010:2.0:1767384401.311946:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dda3ce07. 00000100:00000010:2.0:1767384401.311948:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffab018e. 00000100:00000010:2.0:1767384401.311950:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000009668fd. 00000100:00000010:2.0:1767384401.311952:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076e8469d. 00000100:00000010:2.0:1767384401.311954:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000068fa9e9. 00000100:00000010:2.0:1767384401.311956:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061e9fa2f. 00000100:00000010:2.0:1767384401.311957:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095f8d64e. 00000100:00000010:2.0:1767384401.311959:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc09123d. 00000100:00000010:2.0:1767384401.311961:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca236097. 00000100:00000010:2.0:1767384401.311963:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6b1a898. 00000100:00000010:2.0:1767384401.311965:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efb74700. 00000100:00000010:2.0:1767384401.311967:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e70eeba. 00000100:00000010:2.0:1767384401.311969:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c261ee7. 00000100:00000010:2.0:1767384401.311971:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f85018b. 00000100:00000010:2.0:1767384401.311972:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ad5ab37. 00000100:00000010:2.0:1767384401.311975:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088b99d42. 00000100:00000010:2.0:1767384401.311976:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674c6195. 00000100:00000010:2.0:1767384401.311978:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac98a2f5. 00000100:00000010:2.0:1767384401.311980:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005dd43f8. 00000100:00000010:2.0:1767384401.311982:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f85986dd. 00000100:00000010:2.0:1767384401.311983:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a54bf1a. 00000100:00000010:2.0:1767384401.311985:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026024bfd. 00000100:00000010:2.0:1767384401.311987:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004694d298. 00000100:00000010:2.0:1767384401.311989:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d79a2076. 00000100:00000010:2.0:1767384401.311991:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2debcc6. 00000100:00000010:2.0:1767384401.311993:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e1b7c97. 00000100:00000010:2.0:1767384401.311995:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eccf7130. 00000100:00000010:2.0:1767384401.311998:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d2b7dd7. 00000100:00000010:2.0:1767384401.311999:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000827bae44. 00000100:00000010:2.0:1767384401.312002:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6ef2cac. 00000100:00000010:2.0:1767384401.312003:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006708d260. 00000100:00000010:2.0:1767384401.312005:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8007d3b. 00000100:00000010:2.0:1767384401.312008:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016193070. 00000100:00000010:2.0:1767384401.312010:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020cf3c79. 00000100:00000010:2.0:1767384401.312011:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008406a7ed. 00000100:00000010:2.0:1767384401.312014:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd55d217. 00000100:00000010:2.0:1767384401.312015:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbc9225f. 00000100:00000010:2.0:1767384401.312017:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0f0febe. 00000100:00000010:2.0:1767384401.312019:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4fd389d. 00000100:00000010:2.0:1767384401.312021:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b71c176. 00000100:00000010:2.0:1767384401.312022:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012d954ee. 00000100:00000010:2.0:1767384401.312024:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9a73d77. 00000100:00000010:2.0:1767384401.312026:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b9da173. 00000100:00000010:2.0:1767384401.312028:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e26e0436. 00000100:00000010:2.0:1767384401.312029:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000399903dd. 00000100:00000010:2.0:1767384401.312031:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f8b5a39. 00000100:00000010:2.0:1767384401.312033:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000475d904c. 00000100:00000010:2.0:1767384401.312035:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d1a0fd0. 00000100:00000010:2.0:1767384401.312036:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d097ecf8. 00000100:00000010:2.0:1767384401.312039:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b11abd2. 00000100:00000010:2.0:1767384401.312040:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441adbc4. 00000100:00000010:2.0:1767384401.312042:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b49dfe8. 00000100:00000010:2.0:1767384401.312044:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033a4d578. 00000100:00000010:2.0:1767384401.312046:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b960847. 00000100:00000010:2.0:1767384401.312048:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bed64fe. 00000100:00000010:2.0:1767384401.312050:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008609a9d0. 00000100:00000010:2.0:1767384401.312052:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060df9ef9. 00000100:00000010:2.0:1767384401.312054:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8665751. 00000100:00000010:2.0:1767384401.312056:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b311ec1c. 00000100:00000010:2.0:1767384401.312058:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031b0f219. 00000100:00000010:2.0:1767384401.312060:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cf6bf77. 00000100:00000010:2.0:1767384401.312062:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bbea749e. 00000100:00000010:2.0:1767384401.312064:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c06e3689. 00000100:00000010:2.0:1767384401.312066:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049b21ed9. 00000100:00000010:2.0:1767384401.312067:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000687bdbe6. 00000100:00000010:2.0:1767384401.312069:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015782736. 00000100:00000010:2.0:1767384401.312071:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000082eb02d. 00000100:00000010:2.0:1767384401.312073:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6fdb2d4. 00000100:00000010:2.0:1767384401.312075:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d43afbb2. 00000100:00000010:2.0:1767384401.312077:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004995b4ad. 00000100:00000010:2.0:1767384401.312078:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040e339ce. 00000100:00000010:2.0:1767384401.312080:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061838360. 00000100:00000010:2.0:1767384401.312081:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a70e064. 00000100:00000010:2.0:1767384401.312083:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068da08a1. 00000100:00000010:2.0:1767384401.312085:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bf67f12. 00000100:00000010:2.0:1767384401.312087:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c38fb0f2. 00000100:00000010:2.0:1767384401.312088:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674c7a74. 00000100:00000010:2.0:1767384401.312090:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f6313b4. 00000100:00000010:2.0:1767384401.312092:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f611d41a. 00000100:00000010:2.0:1767384401.312094:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3fd7777. 00000100:00000010:2.0:1767384401.312096:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092e2a756. 00000100:00000010:2.0:1767384401.312098:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008eb4225e. 00000100:00000010:2.0:1767384401.312124:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006207f71. 00000100:00000010:2.0:1767384401.312145:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d85d478. 00000100:00000010:2.0:1767384401.312148:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c759bba. 00000100:00000010:2.0:1767384401.312150:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c0656b1. 00000100:00000010:2.0:1767384401.312153:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3f8d201. 00000100:00000010:2.0:1767384401.312155:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f006d83. 00000100:00000010:2.0:1767384401.312157:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfcf6312. 00000100:00000010:2.0:1767384401.312159:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5caa336. 00000100:00000010:2.0:1767384401.312160:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f1b62c7. 00000100:00000010:2.0:1767384401.312163:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fcd9bf90. 00000100:00000010:2.0:1767384401.312164:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7a7e89c. 00000100:00000010:2.0:1767384401.312167:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b97ba6c. 00000100:00000010:2.0:1767384401.312168:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e64aa70d. 00000100:00000010:2.0:1767384401.312170:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba3df0a4. 00000100:00000010:2.0:1767384401.312172:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeec4425. 00000100:00000010:2.0:1767384401.312174:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a57ebcf4. 00000100:00000010:2.0:1767384401.312175:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a1a39f. 00000100:00000010:2.0:1767384401.312178:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000831a9460. 00000400:00000200:2.0:1767384401.312180:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:2.0:1767384401.312202:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003b5209d6. 00000020:00000010:2.0:1767384401.312205:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000aacb5da7. 00000100:00000010:2.0:1767384401.312229:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000092a531f0. 00000100:00000010:2.0:1767384401.312231:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000082414bfd. 00000100:00000010:2.0:1767384401.312233:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006b3b5457. 00000100:00000010:2.0:1767384401.312235:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000efd574c2. 00000100:00000010:2.0:1767384401.312236:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a0889706. 00000100:00000200:2.0:1767384401.312251:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:2.0:1767384401.312253:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000004f7c451. 00000100:00000010:1.0:1767384401.312400:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a0a922f6. 00000020:00000010:1.0:1767384401.312403:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b1a64c8. 00000020:00000010:1.0:1767384401.312406:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062b48e91. 00000020:00000010:1.0:1767384401.312407:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a190fa9. 00000040:00000010:1.0:1767384401.312409:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aad99478. 00000020:00000010:1.0:1767384401.312411:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a1c1757. 00000020:00000010:1.0:1767384401.312413:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073865f01. 00000020:00000010:1.0:1767384401.312415:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d731dd47. 80000000:00000010:1.0:1767384401.312417:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebfcff4c. 40000000:00000010:1.0:1767384401.312419:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011c4f42d. 00100000:00000010:1.0:1767384401.312421:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6250af3. 00040000:00000010:1.0:1767384401.312422:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee4f61b7. 00040000:00000010:1.0:1767384401.312424:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002cee66d7. 00080000:00000010:1.0:1767384401.312434:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffc0af63. 00080000:00000010:1.0:1767384401.312438:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000def421ea. 00000004:00000010:1.0:1767384401.312441:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000036a4281. 00000100:00000200:1.0:1767384401.312443:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312445:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a1398f. 00000400:00000010:1.0:1767384401.312448:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e07fecad. 00000100:00000200:1.0:1767384401.312450:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312452:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000044afeed. 00000400:00000010:1.0:1767384401.312453:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a8bd13. 00000100:00000200:1.0:1767384401.312454:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312455:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000335848c6. 00000400:00000010:1.0:1767384401.312457:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d243581. 00000100:00000200:1.0:1767384401.312458:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312458:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0da696d. 00000400:00000010:1.0:1767384401.312460:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3609bcc. 00000100:00000200:1.0:1767384401.312461:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312462:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42854d0. 00000400:00000010:1.0:1767384401.312463:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2fbc656. 00000100:00000200:1.0:1767384401.312464:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312465:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027bce28d. 00000400:00000010:1.0:1767384401.312466:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ac04c32. 00000100:00000200:1.0:1767384401.312467:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312468:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000012e6cf9. 00000400:00000010:1.0:1767384401.312469:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026d3cb30. 00000100:00000200:1.0:1767384401.312470:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312471:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c84c842e. 00000400:00000010:1.0:1767384401.312472:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0c9c7b. 00000100:00000200:1.0:1767384401.312473:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312474:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082fbd390. 00000400:00000010:1.0:1767384401.312475:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab7883fd. 00000100:00000200:1.0:1767384401.312476:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312477:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfcb866b. 00000400:00000010:1.0:1767384401.312478:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062e85c17. 00000100:00000200:1.0:1767384401.312479:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312480:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006432b404. 00000400:00000010:1.0:1767384401.312482:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb2f01e. 00000100:00000200:1.0:1767384401.312483:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312484:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000420512eb. 00000400:00000010:1.0:1767384401.312485:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000688e654e. 00000100:00000200:1.0:1767384401.312486:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312487:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c017ca05. 00000400:00000010:1.0:1767384401.312488:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ace37aef. 00000100:00000200:1.0:1767384401.312489:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312490:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5eaf26. 00000400:00000010:1.0:1767384401.312491:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d12588. 00000100:00000200:1.0:1767384401.312492:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312493:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009276a7ea. 00000400:00000010:1.0:1767384401.312494:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078b9ea8c. 00000100:00000200:1.0:1767384401.312495:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312496:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e275408a. 00000400:00000010:1.0:1767384401.312497:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001798547f. 00000100:00000200:1.0:1767384401.312498:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312500:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bd64eb9. 00000400:00000010:1.0:1767384401.312501:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8640df. 00000100:00000200:1.0:1767384401.312502:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312503:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787d5f74. 00000400:00000010:1.0:1767384401.312504:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a88d2f. 00000100:00000200:1.0:1767384401.312505:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312506:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005848f9b2. 00000400:00000010:1.0:1767384401.312507:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2afcac. 00000100:00000200:1.0:1767384401.312508:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312509:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6ef9b03. 00000400:00000010:1.0:1767384401.312510:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd84109. 00000100:00000200:1.0:1767384401.312511:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312512:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000436950d2. 00000400:00000010:1.0:1767384401.312513:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0946e25. 00000100:00000200:1.0:1767384401.312514:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312515:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7072ff9. 00000400:00000010:1.0:1767384401.312516:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367e884e. 00000100:00000200:1.0:1767384401.312517:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312518:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca8c850. 00000400:00000010:1.0:1767384401.312519:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000701534f0. 00000100:00000200:1.0:1767384401.312520:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312522:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f1abe38. 00000400:00000010:1.0:1767384401.312523:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecabf60e. 00000100:00000200:1.0:1767384401.312524:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312525:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4648e1. 00000400:00000010:1.0:1767384401.312526:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079076d7c. 00000100:00000200:1.0:1767384401.312527:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312528:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009477f695. 00000400:00000010:1.0:1767384401.312529:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a07770ed. 00000100:00000200:1.0:1767384401.312530:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312531:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edc3466c. 00000400:00000010:1.0:1767384401.312532:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfbe0e1. 00000100:00000200:1.0:1767384401.312533:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312534:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914d1f58. 00000400:00000010:1.0:1767384401.312535:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf6d051. 00000100:00000200:1.0:1767384401.312536:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312537:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030a1e556. 00000400:00000010:1.0:1767384401.312538:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdcd4096. 00000100:00000200:1.0:1767384401.312539:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312540:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a52bd5. 00000400:00000010:1.0:1767384401.312541:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000861af296. 00000100:00000200:1.0:1767384401.312542:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312543:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7cb61a7. 00000400:00000010:1.0:1767384401.312545:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d570259b. 00000100:00000200:1.0:1767384401.312546:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312546:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096450d6a. 00000400:00000010:1.0:1767384401.312548:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5b6c28. 00000100:00000200:1.0:1767384401.312549:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312550:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056723552. 00000400:00000010:1.0:1767384401.312551:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db8650a1. 00000100:00000200:1.0:1767384401.312552:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312553:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f14533. 00000400:00000010:1.0:1767384401.312554:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076d77fa9. 00000100:00000200:1.0:1767384401.312556:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312556:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6fae2c2. 00000400:00000010:1.0:1767384401.312558:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000672bd1ec. 00000100:00000200:1.0:1767384401.312559:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312560:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a39504. 00000400:00000010:1.0:1767384401.312561:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad903bb3. 00000100:00000200:1.0:1767384401.312562:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312562:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0ac01a. 00000400:00000010:1.0:1767384401.312564:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e03a4b. 00000100:00000200:1.0:1767384401.312565:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312566:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ec4258. 00000400:00000010:1.0:1767384401.312567:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067e2cec6. 00000100:00000200:1.0:1767384401.312568:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312569:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2be7b32. 00000400:00000010:1.0:1767384401.312570:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4cfb1cd. 00000100:00000200:1.0:1767384401.312571:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312572:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e944c93. 00000400:00000010:1.0:1767384401.312573:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e9d149. 00000100:00000200:1.0:1767384401.312574:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312575:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b72e64c5. 00000400:00000010:1.0:1767384401.312576:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fba6d18d. 00000100:00000200:1.0:1767384401.312577:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312578:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8bfa17d. 00000400:00000010:1.0:1767384401.312579:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2c84c55. 00000100:00000200:1.0:1767384401.312580:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312581:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038097fb7. 00000400:00000010:1.0:1767384401.312582:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff3aa0f. 00000100:00000200:1.0:1767384401.312583:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312584:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb2d4206. 00000400:00000010:1.0:1767384401.312585:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30b8378. 00000100:00000200:1.0:1767384401.312586:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312587:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d109f8c. 00000400:00000010:1.0:1767384401.312588:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aff14b8. 00000100:00000200:1.0:1767384401.312589:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312590:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047cc406d. 00000400:00000010:1.0:1767384401.312591:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8cf6d8. 00000100:00000200:1.0:1767384401.312592:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312593:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a967c72. 00000400:00000010:1.0:1767384401.312594:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dcdc7f8. 00000100:00000200:1.0:1767384401.312595:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312596:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8294aa9. 00000400:00000010:1.0:1767384401.312597:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8aa03c. 00000100:00000200:1.0:1767384401.312598:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312599:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e87471b8. 00000400:00000010:1.0:1767384401.312600:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e3c511. 00000100:00000200:1.0:1767384401.312601:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312602:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002625dca6. 00000400:00000010:1.0:1767384401.312603:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f870b15. 00000100:00000200:1.0:1767384401.312604:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312605:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000583db33d. 00000400:00000010:1.0:1767384401.312606:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e06539a. 00000100:00000200:1.0:1767384401.312607:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312608:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4de077a. 00000400:00000010:1.0:1767384401.312609:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50b2f7e. 00000100:00000200:1.0:1767384401.312610:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312611:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000726c8cb1. 00000400:00000010:1.0:1767384401.312612:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043faafe5. 00000100:00000200:1.0:1767384401.312613:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312614:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e91b1afd. 00000400:00000010:1.0:1767384401.312615:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1f98410. 00000100:00000200:1.0:1767384401.312616:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312616:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f174fa. 00000400:00000010:1.0:1767384401.312618:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d359cab0. 00000100:00000200:1.0:1767384401.312619:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312619:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000510aa07f. 00000400:00000010:1.0:1767384401.312621:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000029b61a. 00000100:00000200:1.0:1767384401.312622:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312623:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac7a2b14. 00000400:00000010:1.0:1767384401.312624:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019cea8f8. 00000100:00000200:1.0:1767384401.312625:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312626:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1811504. 00000400:00000010:1.0:1767384401.312627:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f540b62c. 00000100:00000200:1.0:1767384401.312628:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312629:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024af01c5. 00000400:00000010:1.0:1767384401.312630:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002afced8b. 00000100:00000200:1.0:1767384401.312631:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312632:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f2bdac6. 00000400:00000010:1.0:1767384401.312640:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eeb2a25. 00000100:00000200:1.0:1767384401.312643:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312644:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a6df096. 00000400:00000010:1.0:1767384401.312645:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af1b588d. 00000100:00000200:1.0:1767384401.312646:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312647:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003d1f8a. 00000400:00000010:1.0:1767384401.312648:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ed6bf69. 00000100:00000200:1.0:1767384401.312649:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312650:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bd3138. 00000400:00000010:1.0:1767384401.312651:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007879662a. 00000100:00000200:1.0:1767384401.312652:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384401.312654:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007f067c. 00000400:00000010:1.0:1767384401.312655:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005454348b. 00000100:00000010:1.0:1767384401.312657:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007d78ee57. 00000100:00000200:1.0:1767384401.312668:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.312687:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000380740f5. 00000100:00000010:1.0:1767384401.312807:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f1f33ac2. 00000020:00000010:1.0:1767384401.312810:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006cd0a58b. 00000020:00000010:1.0:1767384401.312813:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083db9f03. 00000020:00000010:1.0:1767384401.312815:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2098652. 00000040:00000010:1.0:1767384401.312818:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005a935655. 00000020:00000010:1.0:1767384401.312820:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db53e7e7. 00000020:00000010:1.0:1767384401.312822:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000039a9ed87. 00000020:00000010:1.0:1767384401.312824:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ef03b1c. 80000000:00000010:1.0:1767384401.312825:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad9e6532. 40000000:00000010:1.0:1767384401.312827:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000000f9dbf. 00100000:00000010:1.0:1767384401.312829:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c7b780c. 00040000:00000010:1.0:1767384401.312831:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025e46f4c. 00040000:00000010:1.0:1767384401.312832:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf86b0c4. 00080000:00000010:1.0:1767384401.312836:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000466b28f4. 00080000:00000010:1.0:1767384401.312839:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a5432d8c. 00000004:00000010:1.0:1767384401.312843:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c3411fa2. 00000100:00000010:1.0:1767384401.312845:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000015fa6c12. 00000100:00000200:1.0:1767384401.312853:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.312866:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006f0d65be. 00000100:00000010:2.0:1767384401.312870:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000054ebaca1. 00000100:00000010:2.0:1767384401.312880:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b95a8135. 00000100:00000010:2.0:1767384401.312885:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000690594dd. 00000100:00000010:2.0:1767384401.312888:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab2de248. 00000100:00000010:2.0:1767384401.312890:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027f99195. 00000100:00000010:2.0:1767384401.312892:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1a90b4a. 00000100:00000010:2.0:1767384401.312894:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092081ea6. 00000100:00000010:2.0:1767384401.312896:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004659cb79. 00000100:00000010:2.0:1767384401.312898:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048c06dab. 00000100:00000010:2.0:1767384401.312900:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089bbd963. 00000100:00000010:2.0:1767384401.312902:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000092ef1d8. 00000100:00000010:2.0:1767384401.312904:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ef5db3. 00000100:00000010:2.0:1767384401.312907:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000946aeb50. 00000100:00000010:2.0:1767384401.312909:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000381a0f49. 00000100:00000010:2.0:1767384401.312911:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a002cd0b. 00000100:00000010:2.0:1767384401.312913:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ae7dad3. 00000100:00000010:2.0:1767384401.312915:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000759882c9. 00000100:00000010:2.0:1767384401.312916:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f52f6f8. 00000100:00000010:2.0:1767384401.312918:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002eb4108e. 00000100:00000010:2.0:1767384401.312919:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a84239f. 00000100:00000010:2.0:1767384401.312922:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063ea1ea0. 00000100:00000010:2.0:1767384401.312923:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093a4ae39. 00000100:00000010:2.0:1767384401.312925:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004602f275. 00000100:00000010:2.0:1767384401.312927:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aacf4e78. 00000100:00000010:2.0:1767384401.312930:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7d93833. 00000100:00000010:2.0:1767384401.312931:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a61478ef. 00000100:00000010:2.0:1767384401.312933:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000109842b4. 00000100:00000010:2.0:1767384401.312935:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e2e437d. 00000100:00000010:2.0:1767384401.312937:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ec759e7. 00000100:00000010:2.0:1767384401.312938:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a00e264. 00000100:00000010:2.0:1767384401.312940:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039abbff1. 00000100:00000010:2.0:1767384401.312941:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db2b175d. 00000100:00000010:2.0:1767384401.312943:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054eece71. 00000100:00000010:2.0:1767384401.312945:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f39b800. 00000100:00000010:2.0:1767384401.312947:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005caac489. 00000100:00000010:2.0:1767384401.312949:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5fd135c. 00000100:00000010:2.0:1767384401.312951:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000067a3abfd. 00000100:00000010:2.0:1767384401.312953:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005964a612. 00000100:00000010:2.0:1767384401.312956:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d9e0140. 00000100:00000010:2.0:1767384401.312958:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009923fa4e. 00000100:00000010:2.0:1767384401.312960:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000562c5e8e. 00000100:00000010:2.0:1767384401.312962:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020590083. 00000100:00000010:2.0:1767384401.312964:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d81b063. 00000100:00000010:2.0:1767384401.312966:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050da1182. 00000100:00000010:2.0:1767384401.312968:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c40c64ad. 00000100:00000010:2.0:1767384401.312969:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012b8b223. 00000100:00000010:2.0:1767384401.312971:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006517c19f. 00000100:00000010:2.0:1767384401.312973:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008085c437. 00000100:00000010:2.0:1767384401.312975:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018cba14b. 00000100:00000010:2.0:1767384401.312976:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095c95c76. 00000100:00000010:2.0:1767384401.312978:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c86bc6c5. 00000100:00000010:2.0:1767384401.312980:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000970b808c. 00000100:00000010:2.0:1767384401.312982:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000859f97ed. 00000100:00000010:2.0:1767384401.312984:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000356cef75. 00000100:00000010:2.0:1767384401.312986:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000adc6ac57. 00000100:00000010:2.0:1767384401.312988:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000222d38e6. 00000100:00000010:2.0:1767384401.312990:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050e29b4a. 00000100:00000010:2.0:1767384401.312991:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab726792. 00000100:00000010:2.0:1767384401.312994:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000720c4f02. 00000100:00000010:2.0:1767384401.312995:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009573771e. 00000100:00000010:2.0:1767384401.312997:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000587cadd9. 00000100:00000010:2.0:1767384401.312999:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e15116be. 00000100:00000010:2.0:1767384401.313001:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3622609. 00000100:00000010:2.0:1767384401.313002:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbbaed1f. 00000100:00000010:2.0:1767384401.313004:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000025f03b8. 00000100:00000010:2.0:1767384401.313006:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0b2b7e2. 00000100:00000010:2.0:1767384401.313009:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000afc546c5. 00000100:00000010:2.0:1767384401.313010:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007139bf8c. 00000100:00000010:2.0:1767384401.313012:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000deb99ed0. 00000100:00000010:2.0:1767384401.313014:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e81fd4c. 00000100:00000010:2.0:1767384401.313016:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dabad6cb. 00000100:00000010:2.0:1767384401.313018:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012b2c32d. 00000100:00000010:2.0:1767384401.313020:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6ec390a. 00000100:00000010:2.0:1767384401.313022:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094c3e391. 00000100:00000010:2.0:1767384401.313024:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ed11ca2. 00000100:00000010:2.0:1767384401.313025:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031c8f228. 00000100:00000010:2.0:1767384401.313027:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b6e79cc. 00000100:00000010:2.0:1767384401.313028:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001433eb29. 00000100:00000010:2.0:1767384401.313031:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021aeebb9. 00000100:00000010:2.0:1767384401.313032:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006139506e. 00000100:00000010:2.0:1767384401.313035:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc0d8fa7. 00000100:00000010:2.0:1767384401.313036:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001524774. 00000100:00000010:2.0:1767384401.313038:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022113954. 00000100:00000010:2.0:1767384401.313040:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d25f8668. 00000100:00000010:2.0:1767384401.313042:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003393af4a. 00000100:00000010:2.0:1767384401.313044:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4a29e0c. 00000100:00000010:2.0:1767384401.313047:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f7ad2e3. 00000100:00000010:2.0:1767384401.313049:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf559853. 00000100:00000010:2.0:1767384401.313052:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009fbe0a6f. 00000100:00000010:2.0:1767384401.313055:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cef120f. 00000100:00000010:2.0:1767384401.313057:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070f6d102. 00000100:00000010:2.0:1767384401.313060:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096c956e2. 00000100:00000010:2.0:1767384401.313063:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003cb761be. 00000100:00000010:2.0:1767384401.313066:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd7eedb6. 00000100:00000010:2.0:1767384401.313069:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ac9a577. 00000100:00000010:2.0:1767384401.313072:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc41dcdf. 00000100:00000010:2.0:1767384401.313075:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057e14790. 00000100:00000010:2.0:1767384401.313078:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e76d9d. 00000100:00000010:2.0:1767384401.313081:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036ac1c25. 00000100:00000010:2.0:1767384401.313084:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f6cab30. 00000100:00000010:2.0:1767384401.313089:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f50ab13. 00000100:00000010:2.0:1767384401.313091:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051d7f049. 00000100:00000010:2.0:1767384401.313095:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007efbfbb9. 00000100:00000010:2.0:1767384401.313098:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986abebb. 00000100:00000010:2.0:1767384401.313131:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6b037ac. 00000100:00000010:2.0:1767384401.313135:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034b12b67. 00000100:00000010:2.0:1767384401.313139:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d612737a. 00000100:00000010:2.0:1767384401.313141:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000641f5ee3. 00000100:00000010:2.0:1767384401.313144:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040571e03. 00000100:00000010:2.0:1767384401.313146:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000527036f4. 00000100:00000010:2.0:1767384401.313149:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095f9a5bd. 00000100:00000010:2.0:1767384401.313160:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc7d78ac. 00000100:00000010:2.0:1767384401.313164:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4152eac. 00000100:00000010:2.0:1767384401.313167:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082599c81. 00000100:00000010:2.0:1767384401.313171:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005452a75d. 00000100:00000010:2.0:1767384401.313174:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7e16748. 00000100:00000010:2.0:1767384401.313177:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e35fc5b. 00000100:00000010:2.0:1767384401.313180:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042c6facb. 00000100:00000010:2.0:1767384401.313183:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006917a991. 00000100:00000010:2.0:1767384401.313186:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e689873. 00000100:00000010:2.0:1767384401.313188:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ebc3fdb. 00000100:00000010:2.0:1767384401.313190:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071a3ec6a. 00000100:00000010:2.0:1767384401.313193:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d091724b. 00000100:00000010:2.0:1767384401.313196:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc0c6653. 00000100:00000010:2.0:1767384401.313199:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000419c3538. 00000100:00000010:2.0:1767384401.313202:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c93ac076. 00000100:00000010:2.0:1767384401.313206:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040283963. 00000100:00000010:2.0:1767384401.313208:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ca0fce8. 00000100:00000010:2.0:1767384401.313212:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b68acb7e. 00000100:00000010:2.0:1767384401.313215:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009987408. 00000100:00000010:2.0:1767384401.313218:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008eedca6d. 00000400:00000200:2.0:1767384401.313221:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384401.313252:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000091c333d7. 00000020:00000010:2.0:1767384401.313256:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005e046ef1. 00000100:00000010:2.0:1767384401.313297:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6a7b33b. 00000100:00000010:2.0:1767384401.313310:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cb472dd3. 00000100:00000010:2.0:1767384401.313312:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dad356a3. 00000100:00000010:2.0:1767384401.313314:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009cdf0b6f. 00000100:00000010:2.0:1767384401.313316:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ee57d5be. 00000100:00000200:2.0:1767384401.313330:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384401.313332:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000067a80f60. 00000100:00000010:1.0:1767384401.313506:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001e45b793. 00000020:00000010:1.0:1767384401.313511:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b4e02602. 00000020:00000010:1.0:1767384401.313515:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023ae1829. 00000020:00000010:1.0:1767384401.313518:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072467a7b. 00000040:00000010:1.0:1767384401.313521:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed7ad60e. 00000020:00000010:1.0:1767384401.313524:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc43884f. 00000020:00000010:1.0:1767384401.313527:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000adaac8b0. 00000020:00000010:1.0:1767384401.313530:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf89478f. 80000000:00000010:1.0:1767384401.313533:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c30154b. 40000000:00000010:1.0:1767384401.313535:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003fea4820. 00100000:00000010:1.0:1767384401.313540:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c844a2c. 00040000:00000010:1.0:1767384401.313542:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000290fcd54. 00040000:00000010:1.0:1767384401.313545:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066ed5c60. 00080000:00000010:1.0:1767384401.313557:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000000367c84. 00080000:00000010:1.0:1767384401.313562:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000055f97850. 00000004:00000010:1.0:1767384401.313568:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000059c4a710. 00002000:00000010:1.0:1767384401.313571:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000929a97cf. 00000100:00000200:1.0:1767384401.313574:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313577:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afa3a6a. 00000400:00000010:1.0:1767384401.313581:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055109b2d. 00000100:00000200:1.0:1767384401.313584:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313586:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004674839d. 00000400:00000010:1.0:1767384401.313589:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bbe0c05. 00000100:00000200:1.0:1767384401.313591:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313594:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a364ee. 00000400:00000010:1.0:1767384401.313597:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096bdcb68. 00000100:00000200:1.0:1767384401.313599:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313601:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009002457. 00000400:00000010:1.0:1767384401.313603:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ce9793c. 00000100:00000200:1.0:1767384401.313606:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313608:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058eaa4d8. 00000400:00000010:1.0:1767384401.313611:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000689cc92e. 00000100:00000200:1.0:1767384401.313613:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313615:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019ff2fc1. 00000400:00000010:1.0:1767384401.313617:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005062fa17. 00000100:00000200:1.0:1767384401.313619:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313622:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026bab49a. 00000400:00000010:1.0:1767384401.313624:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6e2f03. 00000100:00000200:1.0:1767384401.313626:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313628:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017182b09. 00000400:00000010:1.0:1767384401.313630:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cac02ef. 00000100:00000200:1.0:1767384401.313633:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313635:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053771eca. 00000400:00000010:1.0:1767384401.313637:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035122094. 00000100:00000200:1.0:1767384401.313639:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313641:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af1f7c76. 00000400:00000010:1.0:1767384401.313644:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c350b4f. 00000100:00000200:1.0:1767384401.313645:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313647:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000539b8283. 00000400:00000010:1.0:1767384401.313650:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a19aa24. 00000100:00000200:1.0:1767384401.313652:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313654:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3388e16. 00000400:00000010:1.0:1767384401.313656:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000274859ab. 00000100:00000200:1.0:1767384401.313659:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313661:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5939f14. 00000400:00000010:1.0:1767384401.313663:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017b02811. 00000100:00000200:1.0:1767384401.313665:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313668:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032243b3d. 00000400:00000010:1.0:1767384401.313670:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029f23fde. 00000100:00000200:1.0:1767384401.313672:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313674:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016855a04. 00000400:00000010:1.0:1767384401.313677:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b75badea. 00000100:00000200:1.0:1767384401.313679:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313681:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc05077f. 00000400:00000010:1.0:1767384401.313684:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4f757da. 00000100:00000200:1.0:1767384401.313686:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313688:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea9d4f8. 00000400:00000010:1.0:1767384401.313690:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035254419. 00000100:00000200:1.0:1767384401.313693:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313694:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000278d7b8d. 00000400:00000010:1.0:1767384401.313697:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8053b84. 00000100:00000200:1.0:1767384401.313699:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313701:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce858fe. 00000400:00000010:1.0:1767384401.313703:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b97258b. 00000100:00000200:1.0:1767384401.313705:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313708:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca353433. 00000400:00000010:1.0:1767384401.313710:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b518b59. 00000100:00000200:1.0:1767384401.313712:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313714:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc32a5a. 00000400:00000010:1.0:1767384401.313717:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8166641. 00000100:00000200:1.0:1767384401.313719:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313721:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000830900ca. 00000400:00000010:1.0:1767384401.313723:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9bcf88f. 00000100:00000200:1.0:1767384401.313725:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313727:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088f36aa3. 00000400:00000010:1.0:1767384401.313729:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd90c43. 00000100:00000200:1.0:1767384401.313731:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313733:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083524c24. 00000400:00000010:1.0:1767384401.313736:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a46cc5e. 00000100:00000200:1.0:1767384401.313738:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313740:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001890baf8. 00000400:00000010:1.0:1767384401.313742:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068300c9e. 00000100:00000200:1.0:1767384401.313744:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313747:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c534124. 00000400:00000010:1.0:1767384401.313758:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093e47bdd. 00000100:00000200:1.0:1767384401.313763:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313766:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebb56c1. 00000400:00000010:1.0:1767384401.313769:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f630f93. 00000100:00000200:1.0:1767384401.313771:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313774:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da04d4ba. 00000400:00000010:1.0:1767384401.313776:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3f563f7. 00000100:00000200:1.0:1767384401.313779:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313781:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ab447cf. 00000400:00000010:1.0:1767384401.313783:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c08a0cd. 00000100:00000200:1.0:1767384401.313785:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313788:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638658c4. 00000400:00000010:1.0:1767384401.313790:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd2843. 00000100:00000200:1.0:1767384401.313792:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313794:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b130f5fc. 00000400:00000010:1.0:1767384401.313796:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000564eee24. 00000100:00000200:1.0:1767384401.313798:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313800:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8b952e. 00000400:00000010:1.0:1767384401.313803:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008388b3d0. 00000100:00000200:1.0:1767384401.313806:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313808:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f73bc40. 00000400:00000010:1.0:1767384401.313810:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa36899. 00000100:00000200:1.0:1767384401.313812:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313815:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023b3be3d. 00000400:00000010:1.0:1767384401.313817:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042ed7608. 00000100:00000200:1.0:1767384401.313819:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313821:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7fa40d6. 00000400:00000010:1.0:1767384401.313824:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754d786c. 00000100:00000200:1.0:1767384401.313826:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313828:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9eee3bb. 00000400:00000010:1.0:1767384401.313830:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad28429e. 00000100:00000200:1.0:1767384401.313833:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313835:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e04164. 00000400:00000010:1.0:1767384401.313837:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040dedd77. 00000100:00000200:1.0:1767384401.313839:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313841:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000debcd8b6. 00000400:00000010:1.0:1767384401.313843:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034e2db1c. 00000100:00000200:1.0:1767384401.313845:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313848:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e42cdbac. 00000400:00000010:1.0:1767384401.313850:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81b16f7. 00000100:00000200:1.0:1767384401.313853:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313855:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb140080. 00000400:00000010:1.0:1767384401.313857:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088693e48. 00000100:00000200:1.0:1767384401.313859:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313861:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f93bef97. 00000400:00000010:1.0:1767384401.313864:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42c5173. 00000100:00000200:1.0:1767384401.313866:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313868:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e687166a. 00000400:00000010:1.0:1767384401.313871:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef9c214a. 00000100:00000200:1.0:1767384401.313873:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313874:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083775ff7. 00000400:00000010:1.0:1767384401.313877:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc5eecb. 00000100:00000200:1.0:1767384401.313879:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313881:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1c839a8. 00000400:00000010:1.0:1767384401.313883:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3adb19. 00000100:00000200:1.0:1767384401.313885:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313887:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000494543ce. 00000400:00000010:1.0:1767384401.313889:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044553d5f. 00000100:00000200:1.0:1767384401.313891:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313894:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cc54aa4. 00000400:00000010:1.0:1767384401.313896:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004201fed9. 00000100:00000200:1.0:1767384401.313898:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313900:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094c89349. 00000400:00000010:1.0:1767384401.313903:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000400cf751. 00000100:00000200:1.0:1767384401.313905:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313907:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c51718. 00000400:00000010:1.0:1767384401.313909:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c05927ef. 00000100:00000200:1.0:1767384401.313911:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313914:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000233a84b9. 00000400:00000010:1.0:1767384401.313916:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042783867. 00000100:00000200:1.0:1767384401.313918:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313920:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a5647ae. 00000400:00000010:1.0:1767384401.313923:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094875cdc. 00000100:00000200:1.0:1767384401.313925:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313927:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055fd6f6b. 00000400:00000010:1.0:1767384401.313930:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b57a01d5. 00000100:00000200:1.0:1767384401.313932:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313934:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b177dce. 00000400:00000010:1.0:1767384401.313937:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8a6c20. 00000100:00000200:1.0:1767384401.313939:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313941:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e120479. 00000400:00000010:1.0:1767384401.313943:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f93ac137. 00000100:00000200:1.0:1767384401.313945:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313947:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039defd28. 00000400:00000010:1.0:1767384401.313949:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000474c1615. 00000100:00000200:1.0:1767384401.313951:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313953:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035983ca6. 00000400:00000010:1.0:1767384401.313955:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff0b9401. 00000100:00000200:1.0:1767384401.313957:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313960:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000351efccb. 00000400:00000010:1.0:1767384401.313971:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6be1c65. 00000100:00000200:1.0:1767384401.313976:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313979:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0e93317. 00000400:00000010:1.0:1767384401.313981:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ffd289. 00000100:00000200:1.0:1767384401.313983:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313985:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000babd7310. 00000400:00000010:1.0:1767384401.313987:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f69ec75. 00000100:00000200:1.0:1767384401.313989:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313991:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000150ba107. 00000400:00000010:1.0:1767384401.313994:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f54eff. 00000100:00000200:1.0:1767384401.313996:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.313999:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd58eac0. 00000400:00000010:1.0:1767384401.314001:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceaa2ae9. 00000100:00000200:1.0:1767384401.314003:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.314005:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064db389c. 00000400:00000010:1.0:1767384401.314007:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722e90eb. 00000100:00000200:1.0:1767384401.314009:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.314011:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184be883. 00000400:00000010:1.0:1767384401.314014:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c27f6d4. 00000100:00000200:1.0:1767384401.314016:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.314018:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006258df5c. 00000400:00000010:1.0:1767384401.314021:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1fa568a. 00000100:00000200:1.0:1767384401.314023:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384401.314024:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043fabddd. 00000400:00000010:1.0:1767384401.314026:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c907342. 00000100:00000010:1.0:1767384401.314030:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000048ad644. 00000100:00000200:1.0:1767384401.314045:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.314122:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a5afb191. 00000100:00000010:1.0:1767384401.314264:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002651e62a. 00000020:00000010:1.0:1767384401.314269:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000945434d4. 00000020:00000010:1.0:1767384401.314273:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9b19df8. 00000020:00000010:1.0:1767384401.314275:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000102d3e15. 00000040:00000010:1.0:1767384401.314278:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027b0050a. 00000020:00000010:1.0:1767384401.314281:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043166298. 00000020:00000010:1.0:1767384401.314284:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d97ed925. 00000020:00000010:1.0:1767384401.314287:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a4a083f. 80000000:00000010:1.0:1767384401.314290:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d98701ca. 40000000:00000010:1.0:1767384401.314292:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000929ef094. 00100000:00000010:1.0:1767384401.314296:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca4566d1. 00040000:00000010:1.0:1767384401.314313:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c301228. 00040000:00000010:1.0:1767384401.314317:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f521c441. 00080000:00000010:1.0:1767384401.314322:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d794cfaf. 00080000:00000010:1.0:1767384401.314326:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000382e128b. 00000004:00000010:1.0:1767384401.314332:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000030e88c8e. 00002000:00000010:1.0:1767384401.314336:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ada5a818. 00000100:00000010:1.0:1767384401.314339:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000062ed4823. 00000100:00000200:1.0:1767384401.314350:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.314370:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000f0e75fe5. 00000100:00000010:2.0:1767384401.314374:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b8c27e1b. 00000100:00000010:2.0:1767384401.314385:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000017ae2584. 00000100:00000010:2.0:1767384401.314391:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f51e4272. 00000100:00000010:2.0:1767384401.314394:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9db1de6. 00000100:00000010:2.0:1767384401.314397:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001fbc8006. 00000100:00000010:2.0:1767384401.314399:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b8a2d92. 00000100:00000010:2.0:1767384401.314402:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022ab506f. 00000100:00000010:2.0:1767384401.314404:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089f735de. 00000100:00000010:2.0:1767384401.314406:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c99ed287. 00000100:00000010:2.0:1767384401.314407:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099d1b816. 00000100:00000010:2.0:1767384401.314409:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffaf67a6. 00000100:00000010:2.0:1767384401.314416:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b459d46. 00000100:00000010:2.0:1767384401.314419:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007830e34. 00000100:00000010:2.0:1767384401.314420:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a364ef8. 00000100:00000010:2.0:1767384401.314422:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000990df03. 00000100:00000010:2.0:1767384401.314424:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007efcfc32. 00000100:00000010:2.0:1767384401.314426:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000301c5d4d. 00000100:00000010:2.0:1767384401.314427:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5cf782d. 00000100:00000010:2.0:1767384401.314430:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce2284cc. 00000100:00000010:2.0:1767384401.314432:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b74c67de. 00000100:00000010:2.0:1767384401.314434:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8d2a22e. 00000100:00000010:2.0:1767384401.314436:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a94ea042. 00000100:00000010:2.0:1767384401.314438:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9000cf8. 00000100:00000010:2.0:1767384401.314440:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a696a2fa. 00000100:00000010:2.0:1767384401.314442:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084a7ac59. 00000100:00000010:2.0:1767384401.314443:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e191a28. 00000100:00000010:2.0:1767384401.314445:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002385951e. 00000100:00000010:2.0:1767384401.314446:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000196a6f56. 00000100:00000010:2.0:1767384401.314448:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc4f980e. 00000100:00000010:2.0:1767384401.314450:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e7428d0. 00000100:00000010:2.0:1767384401.314452:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080245312. 00000100:00000010:2.0:1767384401.314454:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000400b2ac1. 00000100:00000010:2.0:1767384401.314456:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2f66188. 00000100:00000010:2.0:1767384401.314457:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab45fdef. 00000100:00000010:2.0:1767384401.314459:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7c49822. 00000100:00000010:2.0:1767384401.314460:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025f129df. 00000100:00000010:2.0:1767384401.314462:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000053c7b71f. 00000100:00000010:2.0:1767384401.314464:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ac763b1. 00000100:00000010:2.0:1767384401.314466:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a86450a7. 00000100:00000010:2.0:1767384401.314467:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000032b8247. 00000100:00000010:2.0:1767384401.314469:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cca98333. 00000100:00000010:2.0:1767384401.314471:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a8e171f. 00000100:00000010:2.0:1767384401.314473:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0c54db8. 00000100:00000010:2.0:1767384401.314479:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e01f817b. 00000100:00000010:2.0:1767384401.314482:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006e9a739. 00000100:00000010:2.0:1767384401.314483:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d62828d. 00000100:00000010:2.0:1767384401.314485:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002032e099. 00000100:00000010:2.0:1767384401.314487:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c731a9b7. 00000100:00000010:2.0:1767384401.314489:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2f0f66d. 00000100:00000010:2.0:1767384401.314490:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c26068ec. 00000100:00000010:2.0:1767384401.314497:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b55fe648. 00000100:00000010:2.0:1767384401.314499:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a189fa6. 00000100:00000010:2.0:1767384401.314501:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a7a4caf. 00000100:00000010:2.0:1767384401.314503:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6726cf9. 00000100:00000010:2.0:1767384401.314505:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008cb26729. 00000100:00000010:2.0:1767384401.314507:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b54ad7f. 00000100:00000010:2.0:1767384401.314509:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000321f4596. 00000100:00000010:2.0:1767384401.314510:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf489c9e. 00000100:00000010:2.0:1767384401.314512:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4a7f075. 00000100:00000010:2.0:1767384401.314513:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce9b9fae. 00000100:00000010:2.0:1767384401.314515:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b46bf88. 00000100:00000010:2.0:1767384401.314517:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044b7de88. 00000100:00000010:2.0:1767384401.314519:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007da6b17f. 00000100:00000010:2.0:1767384401.314520:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b9a0e97. 00000100:00000010:2.0:1767384401.314522:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000137a92c8. 00000100:00000010:2.0:1767384401.314524:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e268518b. 00000100:00000010:2.0:1767384401.314530:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cef48cb8. 00000100:00000010:2.0:1767384401.314532:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa465e90. 00000100:00000010:2.0:1767384401.314534:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070bc0c26. 00000100:00000010:2.0:1767384401.314535:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da94d53f. 00000100:00000010:2.0:1767384401.314537:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ed522ab. 00000100:00000010:2.0:1767384401.314539:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041f762b4. 00000100:00000010:2.0:1767384401.314540:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000397c3d0c. 00000100:00000010:2.0:1767384401.314542:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b76b897. 00000100:00000010:2.0:1767384401.314544:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fefdd2e0. 00000100:00000010:2.0:1767384401.314550:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd5877f5. 00000100:00000010:2.0:1767384401.314553:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098672e05. 00000100:00000010:2.0:1767384401.314554:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000885b19f2. 00000100:00000010:2.0:1767384401.314557:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002dabcda2. 00000100:00000010:2.0:1767384401.314558:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dae52fe. 00000100:00000010:2.0:1767384401.314560:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098e72244. 00000100:00000010:2.0:1767384401.314562:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0b4ce58. 00000100:00000010:2.0:1767384401.314569:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f769876f. 00000100:00000010:2.0:1767384401.314571:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9c49910. 00000100:00000010:2.0:1767384401.314573:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e351a98f. 00000100:00000010:2.0:1767384401.314574:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020ff3bd1. 00000100:00000010:2.0:1767384401.314576:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f7c16a1. 00000100:00000010:2.0:1767384401.314578:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7d40a6a. 00000100:00000010:2.0:1767384401.314580:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f964309. 00000100:00000010:2.0:1767384401.314581:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000350094c9. 00000100:00000010:2.0:1767384401.314583:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007808f2c6. 00000100:00000010:2.0:1767384401.314584:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8f67877. 00000100:00000010:2.0:1767384401.314586:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008beb8576. 00000100:00000010:2.0:1767384401.314588:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1d1394. 00000100:00000010:2.0:1767384401.314590:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a1aadc6. 00000100:00000010:2.0:1767384401.314591:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df7ff25f. 00000100:00000010:2.0:1767384401.314593:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083a8e15e. 00000100:00000010:2.0:1767384401.314595:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7909af7. 00000100:00000010:2.0:1767384401.314601:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025092596. 00000100:00000010:2.0:1767384401.314603:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b00ef75c. 00000100:00000010:2.0:1767384401.314605:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b95665d. 00000100:00000010:2.0:1767384401.314606:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad83860f. 00000100:00000010:2.0:1767384401.314608:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba9cac51. 00000100:00000010:2.0:1767384401.314610:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000845cfe80. 00000100:00000010:2.0:1767384401.314611:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003be0f21d. 00000100:00000010:2.0:1767384401.314613:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047619c0c. 00000100:00000010:2.0:1767384401.314615:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003aa2a4fe. 00000100:00000010:2.0:1767384401.314621:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000458e54a2. 00000100:00000010:2.0:1767384401.314623:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f81e3216. 00000100:00000010:2.0:1767384401.314625:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1a527f4. 00000100:00000010:2.0:1767384401.314627:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7ffadc6. 00000100:00000010:2.0:1767384401.314628:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0a409ae. 00000100:00000010:2.0:1767384401.314631:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000687f6559. 00000100:00000010:2.0:1767384401.314633:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db733b7a. 00000100:00000010:2.0:1767384401.314639:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c437505. 00000100:00000010:2.0:1767384401.314641:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000507414db. 00000100:00000010:2.0:1767384401.314643:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f0f73f8. 00000100:00000010:2.0:1767384401.314645:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e9a5e08. 00000100:00000010:2.0:1767384401.314647:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be005525. 00000100:00000010:2.0:1767384401.314648:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aa825b5. 00000100:00000010:2.0:1767384401.314650:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac7e222d. 00000100:00000010:2.0:1767384401.314652:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f16ab3ce. 00000100:00000010:2.0:1767384401.314653:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f15ff731. 00000100:00000010:2.0:1767384401.314655:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c030ca1. 00000100:00000010:2.0:1767384401.314657:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005332e2c1. 00000100:00000010:2.0:1767384401.314658:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006507b8ba. 00000100:00000010:2.0:1767384401.314660:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008be5c090. 00000100:00000010:2.0:1767384401.314662:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003775cac3. 00000100:00000010:2.0:1767384401.314664:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7131810. 00000100:00000010:2.0:1767384401.314665:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004099df79. 00000100:00000010:2.0:1767384401.314671:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056251f1e. 00000400:00000200:2.0:1767384401.314673:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384401.314699:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000eb463025. 00000020:00000010:2.0:1767384401.314702:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000062ae0f63. 00000100:00000010:2.0:1767384401.314724:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000715e9dc0. 00000100:00000010:2.0:1767384401.314726:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000f817f81. 00000100:00000010:2.0:1767384401.314728:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000327e8ee7. 00000100:00000010:2.0:1767384401.314730:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b174a3a. 00000100:00000010:2.0:1767384401.314732:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000da8f9936. 00000100:00000200:2.0:1767384401.314747:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384401.314749:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f6774a71. 00000100:00000010:1.0:1767384401.314906:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cf6aeff1. 00000020:00000010:1.0:1767384401.314911:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c7ee8d39. 00000020:00000010:1.0:1767384401.314915:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc8d0be8. 00000020:00000010:1.0:1767384401.314918:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005ee63e7. 00000040:00000010:1.0:1767384401.314920:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f66e62c2. 00000020:00000010:1.0:1767384401.314923:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2043a89. 00000020:00000010:1.0:1767384401.314927:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021ac84ad. 00000020:00000010:1.0:1767384401.314929:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096a4df8a. 80000000:00000010:1.0:1767384401.314932:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a7f87c2. 40000000:00000010:1.0:1767384401.314935:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000334b9cc5. 00100000:00000010:1.0:1767384401.314937:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000071cfcbb1. 00040000:00000010:1.0:1767384401.314940:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e75f039. 00040000:00000010:1.0:1767384401.314942:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa7303b2. 00080000:00000010:1.0:1767384401.314955:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000067bea10f. 00080000:00000010:1.0:1767384401.314960:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f74fba75. 00000004:00000010:1.0:1767384401.314966:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031b6b773. 00002000:00000010:1.0:1767384401.314969:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc6705d9. 00000100:00000200:1.0:1767384401.314973:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.314977:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d35fdd. 00000400:00000010:1.0:1767384401.314980:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c11dc868. 00000100:00000200:1.0:1767384401.314982:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.314984:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001922febf. 00000400:00000010:1.0:1767384401.314986:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b0bd096. 00000100:00000200:1.0:1767384401.314987:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.314989:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38bb4e0. 00000400:00000010:1.0:1767384401.314992:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6955abd. 00000100:00000200:1.0:1767384401.314994:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.314995:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002616b62. 00000400:00000010:1.0:1767384401.314997:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484f1128. 00000100:00000200:1.0:1767384401.314999:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315001:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e48d2e. 00000400:00000010:1.0:1767384401.315002:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000344c49dc. 00000100:00000200:1.0:1767384401.315004:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315006:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d39f8533. 00000400:00000010:1.0:1767384401.315008:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007926a832. 00000100:00000200:1.0:1767384401.315010:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315012:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a000e4a6. 00000400:00000010:1.0:1767384401.315014:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527e474d. 00000100:00000200:1.0:1767384401.315016:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315017:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cce4967. 00000400:00000010:1.0:1767384401.315020:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000429f2a5f. 00000100:00000200:1.0:1767384401.315022:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315025:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f46d66fd. 00000400:00000010:1.0:1767384401.315027:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0be377. 00000100:00000200:1.0:1767384401.315029:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315031:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de2daf8c. 00000400:00000010:1.0:1767384401.315033:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3b1317. 00000100:00000200:1.0:1767384401.315035:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315038:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b69ed01. 00000400:00000010:1.0:1767384401.315040:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083abe5ef. 00000100:00000200:1.0:1767384401.315042:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315044:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc5a820e. 00000400:00000010:1.0:1767384401.315046:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000788a4307. 00000100:00000200:1.0:1767384401.315048:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315050:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dcf4b0f. 00000400:00000010:1.0:1767384401.315052:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c07e4e0. 00000100:00000200:1.0:1767384401.315054:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315056:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf9a744. 00000400:00000010:1.0:1767384401.315058:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3b59f7. 00000100:00000200:1.0:1767384401.315060:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315062:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091c3e9a0. 00000400:00000010:1.0:1767384401.315064:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acb93da5. 00000100:00000200:1.0:1767384401.315066:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315068:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002725ebb4. 00000400:00000010:1.0:1767384401.315070:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000219d9337. 00000100:00000200:1.0:1767384401.315072:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315074:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003caa3a80. 00000400:00000010:1.0:1767384401.315076:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9d6dd2d. 00000100:00000200:1.0:1767384401.315078:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315080:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a92e6ee. 00000400:00000010:1.0:1767384401.315082:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d6aa4a7. 00000100:00000200:1.0:1767384401.315084:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315086:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008eb48b6f. 00000400:00000010:1.0:1767384401.315088:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c003a0a2. 00000100:00000200:1.0:1767384401.315090:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315092:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0eb1c45. 00000400:00000010:1.0:1767384401.315094:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061a2d6b7. 00000100:00000200:1.0:1767384401.315096:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315098:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050603faa. 00000400:00000010:1.0:1767384401.315122:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c086beb. 00000100:00000200:1.0:1767384401.315125:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315127:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002032d2f3. 00000400:00000010:1.0:1767384401.315136:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036200f92. 00000100:00000200:1.0:1767384401.315139:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315142:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000788fe0a. 00000400:00000010:1.0:1767384401.315143:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba7e5ce7. 00000100:00000200:1.0:1767384401.315146:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315147:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa620a3. 00000400:00000010:1.0:1767384401.315148:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001273881c. 00000100:00000200:1.0:1767384401.315149:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315151:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f128e50. 00000400:00000010:1.0:1767384401.315152:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada02737. 00000100:00000200:1.0:1767384401.315153:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315154:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd72d45. 00000400:00000010:1.0:1767384401.315155:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003954d067. 00000100:00000200:1.0:1767384401.315156:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315157:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002223d476. 00000400:00000010:1.0:1767384401.315158:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9763a0a. 00000100:00000200:1.0:1767384401.315159:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315160:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b202d368. 00000400:00000010:1.0:1767384401.315161:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8eecd9b. 00000100:00000200:1.0:1767384401.315162:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315163:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d867f268. 00000400:00000010:1.0:1767384401.315164:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a175d92. 00000100:00000200:1.0:1767384401.315165:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315166:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d67cc05. 00000400:00000010:1.0:1767384401.315167:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aab2c11. 00000100:00000200:1.0:1767384401.315168:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315169:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004173bf4b. 00000400:00000010:1.0:1767384401.315170:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000203fe519. 00000100:00000200:1.0:1767384401.315171:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315172:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e4e30f9. 00000400:00000010:1.0:1767384401.315173:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5283530. 00000100:00000200:1.0:1767384401.315174:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315175:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d247a001. 00000400:00000010:1.0:1767384401.315177:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3fc8d84. 00000100:00000200:1.0:1767384401.315178:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315179:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5b6bd26. 00000400:00000010:1.0:1767384401.315180:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ce1e743. 00000100:00000200:1.0:1767384401.315181:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315182:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e68153ce. 00000400:00000010:1.0:1767384401.315183:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9a9f9dd. 00000100:00000200:1.0:1767384401.315184:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315185:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ab4d33e. 00000400:00000010:1.0:1767384401.315186:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f213cd1. 00000100:00000200:1.0:1767384401.315187:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315188:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edde1186. 00000400:00000010:1.0:1767384401.315189:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3c22f85. 00000100:00000200:1.0:1767384401.315190:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315191:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e6e77e. 00000400:00000010:1.0:1767384401.315192:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43b980. 00000100:00000200:1.0:1767384401.315193:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315194:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3950493. 00000400:00000010:1.0:1767384401.315195:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000918d15f5. 00000100:00000200:1.0:1767384401.315196:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315197:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000378f59ac. 00000400:00000010:1.0:1767384401.315198:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000604b31be. 00000100:00000200:1.0:1767384401.315199:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315200:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b880d9e8. 00000400:00000010:1.0:1767384401.315201:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209c3384. 00000100:00000200:1.0:1767384401.315202:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315203:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee1b41bd. 00000400:00000010:1.0:1767384401.315204:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2559af0. 00000100:00000200:1.0:1767384401.315205:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315206:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e47d73c9. 00000400:00000010:1.0:1767384401.315207:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b970666c. 00000100:00000200:1.0:1767384401.315208:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315209:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e213435. 00000400:00000010:1.0:1767384401.315210:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054c0dbf3. 00000100:00000200:1.0:1767384401.315211:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315212:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e0dec7f. 00000400:00000010:1.0:1767384401.315213:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000692bd43a. 00000100:00000200:1.0:1767384401.315214:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315216:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1932d2. 00000400:00000010:1.0:1767384401.315217:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d51e05. 00000100:00000200:1.0:1767384401.315218:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315218:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af9989d1. 00000400:00000010:1.0:1767384401.315219:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b2290de. 00000100:00000200:1.0:1767384401.315220:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315221:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ef5dbac. 00000400:00000010:1.0:1767384401.315222:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e62de76d. 00000100:00000200:1.0:1767384401.315223:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315224:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043817dd4. 00000400:00000010:1.0:1767384401.315225:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c812174. 00000100:00000200:1.0:1767384401.315226:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315227:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049a9a1c7. 00000400:00000010:1.0:1767384401.315228:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017387d2e. 00000100:00000200:1.0:1767384401.315229:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315230:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0ec49b7. 00000400:00000010:1.0:1767384401.315231:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a8c543. 00000100:00000200:1.0:1767384401.315232:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315233:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b99ecc1e. 00000400:00000010:1.0:1767384401.315240:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071b78190. 00000100:00000200:1.0:1767384401.315242:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315243:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb1afb84. 00000400:00000010:1.0:1767384401.315244:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017be271f. 00000100:00000200:1.0:1767384401.315245:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315246:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bdfda8d. 00000400:00000010:1.0:1767384401.315247:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090f7e380. 00000100:00000200:1.0:1767384401.315248:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315250:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f584d70. 00000400:00000010:1.0:1767384401.315251:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e0b4f3. 00000100:00000200:1.0:1767384401.315252:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315253:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003efa8cae. 00000400:00000010:1.0:1767384401.315254:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc82aa7e. 00000100:00000200:1.0:1767384401.315256:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315257:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a78f184. 00000400:00000010:1.0:1767384401.315258:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7449ec6. 00000100:00000200:1.0:1767384401.315259:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315260:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c354af21. 00000400:00000010:1.0:1767384401.315261:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8a17d5. 00000100:00000200:1.0:1767384401.315262:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315263:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb088868. 00000400:00000010:1.0:1767384401.315264:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fee25384. 00000100:00000200:1.0:1767384401.315265:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315266:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd44aed. 00000400:00000010:1.0:1767384401.315267:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac6c6fcc. 00000100:00000200:1.0:1767384401.315268:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315269:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d07696a. 00000400:00000010:1.0:1767384401.315271:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd558d3. 00000100:00000200:1.0:1767384401.315273:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315274:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1fd1386. 00000400:00000010:1.0:1767384401.315276:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7736c8d. 00000100:00000200:1.0:1767384401.315278:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315279:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a382885. 00000400:00000010:1.0:1767384401.315281:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e494c96. 00000100:00000200:1.0:1767384401.315283:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384401.315285:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055986612. 00000400:00000010:1.0:1767384401.315286:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086517046. 00000100:00000010:1.0:1767384401.315289:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000057ce9c8e. 00000100:00000200:1.0:1767384401.315315:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.315362:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004202e47b. 00000100:00000010:1.0:1767384401.315497:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b6f78ad0. 00000020:00000010:1.0:1767384401.315500:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b0538664. 00000020:00000010:1.0:1767384401.315503:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ea79ee. 00000020:00000010:1.0:1767384401.315504:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000634f7ac0. 00000040:00000010:1.0:1767384401.315506:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002836ca18. 00000020:00000010:1.0:1767384401.315509:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a2b04ee3. 00000020:00000010:1.0:1767384401.315512:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df5e7c1. 00000020:00000010:1.0:1767384401.315514:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000981d9f64. 80000000:00000010:1.0:1767384401.315516:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ce25344. 40000000:00000010:1.0:1767384401.315517:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f721e1a1. 00100000:00000010:1.0:1767384401.315519:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da7883a0. 00040000:00000010:1.0:1767384401.315521:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000094ee17e1. 00040000:00000010:1.0:1767384401.315522:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4856849. 00080000:00000010:1.0:1767384401.315525:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008d8df2c7. 00080000:00000010:1.0:1767384401.315528:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ad8dd522. 00000004:00000010:1.0:1767384401.315531:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005100a339. 00002000:00000010:1.0:1767384401.315534:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d0350dc. 00000100:00000010:1.0:1767384401.315536:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000199f7e38. 00000100:00000200:1.0:1767384401.315545:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.315560:0:40980:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009505c850. 00000100:00000010:2.0:1767384401.315565:0:40980:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000081ccc8ae. 00000100:00000010:2.0:1767384401.315576:0:40980:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000007e70733b. 00000100:00000010:2.0:1767384401.315581:0:40980:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000023aabca5. 00000100:00000010:2.0:1767384401.315584:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000041d9a98. 00000100:00000010:2.0:1767384401.315719:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000039db1598. 00000100:00000010:2.0:1767384401.315722:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccf6838c. 00000100:00000010:2.0:1767384401.315879:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000418f4120. 00000100:00000010:2.0:1767384401.315887:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bf24d07. 00000100:00000010:2.0:1767384401.316025:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004bfb23cf. 00000100:00000010:2.0:1767384401.316027:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018a0916e. 00000100:00000010:2.0:1767384401.316177:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e58b6a8a. 00000100:00000010:2.0:1767384401.316180:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ae5e397. 00000100:00000010:2.0:1767384401.316338:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f38ef760. 00000100:00000010:2.0:1767384401.316341:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2a0173e. 00000100:00000010:2.0:1767384401.316488:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000047f2c412. 00000100:00000010:2.0:1767384401.316490:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9a1f9ab. 00000100:00000010:2.0:1767384401.316626:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004e8b648f. 00000100:00000010:2.0:1767384401.316628:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e6487e. 00000100:00000010:2.0:1767384401.316764:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009537c28d. 00000100:00000010:2.0:1767384401.316766:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf21d703. 00000100:00000010:2.0:1767384401.316904:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f7d0a530. 00000100:00000010:2.0:1767384401.316906:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000846594d. 00000100:00000010:2.0:1767384401.317047:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007dc7fb57. 00000100:00000010:2.0:1767384401.317050:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a058fab5. 00000100:00000010:2.0:1767384401.317195:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008d8b2867. 00000100:00000010:2.0:1767384401.317198:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4b92d05. 00000100:00000010:2.0:1767384401.317344:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a4f26bba. 00000100:00000010:2.0:1767384401.317346:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066632fc4. 00000100:00000010:2.0:1767384401.317482:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c552b9b. 00000100:00000010:2.0:1767384401.317484:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000301f1f0c. 00000100:00000010:2.0:1767384401.317688:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000647b22a3. 00000100:00000010:2.0:1767384401.317690:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c83f2c3. 00000100:00000010:2.0:1767384401.317892:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a25f0b6. 00000100:00000010:2.0:1767384401.317894:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1070d17. 00000100:00000010:2.0:1767384401.318097:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e5f8a72d. 00000100:00000010:2.0:1767384401.318109:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001fcf891. 00000100:00000010:2.0:1767384401.318326:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fa237fad. 00000100:00000010:2.0:1767384401.318329:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f490a1d. 00000100:00000010:2.0:1767384401.318475:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ddb49b28. 00000100:00000010:2.0:1767384401.318483:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000023ede4. 00000100:00000010:2.0:1767384401.318619:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002b63119f. 00000100:00000010:2.0:1767384401.318621:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067ee5af5. 00000100:00000010:2.0:1767384401.318756:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008c8845f5. 00000100:00000010:2.0:1767384401.318758:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021ffc7b4. 00000100:00000010:2.0:1767384401.318896:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009792e028. 00000100:00000010:2.0:1767384401.318898:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006117e1b6. 00000100:00000010:2.0:1767384401.319042:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002f3a7b2e. 00000100:00000010:2.0:1767384401.319045:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edd59ceb. 00000100:00000010:2.0:1767384401.319199:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000be1be68d. 00000100:00000010:2.0:1767384401.319202:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000394c1544. 00000100:00000010:2.0:1767384401.319349:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009a67d32a. 00000100:00000010:2.0:1767384401.319352:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f64089e4. 00000100:00000010:2.0:1767384401.319487:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ae4e3cc. 00000100:00000010:2.0:1767384401.319489:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9457bd5. 00000100:00000010:2.0:1767384401.319637:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d3e9d3d7. 00000100:00000010:2.0:1767384401.319639:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7760195. 00000100:00000010:2.0:1767384401.319776:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000049b204e1. 00000100:00000010:2.0:1767384401.319779:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081d14af1. 00000100:00000010:2.0:1767384401.319915:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000989748c7. 00000100:00000010:2.0:1767384401.319917:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2e79c77. 00000100:00000010:2.0:1767384401.320056:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a540fd5. 00000100:00000010:2.0:1767384401.320058:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed938bb9. 00000100:00000010:2.0:1767384401.320223:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f4e6d2f. 00000100:00000010:2.0:1767384401.320227:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c71ee92. 00000100:00000010:2.0:1767384401.320375:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007eb55b7b. 00000100:00000010:2.0:1767384401.320378:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc88eb0f. 00000100:00000010:2.0:1767384401.320516:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f662967. 00000100:00000010:2.0:1767384401.320519:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883ff349. 00000100:00000010:2.0:1767384401.320657:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007255eca1. 00000100:00000010:2.0:1767384401.320660:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005451e03f. 00000100:00000010:2.0:1767384401.320806:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000806eed0f. 00000100:00000010:2.0:1767384401.320814:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045f2f1f9. 00000100:00000010:2.0:1767384401.320952:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000013859a09. 00000100:00000010:2.0:1767384401.320954:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff3abcdd. 00000100:00000010:2.0:1767384401.321088:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000efd92980. 00000100:00000010:2.0:1767384401.321091:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0cd3f8a. 00000100:00000010:2.0:1767384401.321241:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b338188f. 00000100:00000010:2.0:1767384401.321244:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000537a20d5. 00000100:00000010:2.0:1767384401.321398:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a614b5ca. 00000100:00000010:2.0:1767384401.321401:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010348d3a. 00000100:00000010:2.0:1767384401.321538:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000351ff317. 00000100:00000010:2.0:1767384401.321541:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056287d57. 00000100:00000010:2.0:1767384401.321675:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af4607a5. 00000100:00000010:2.0:1767384401.321678:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006377dad4. 00000100:00000010:2.0:1767384401.321814:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005a5c6c60. 00000100:00000010:2.0:1767384401.321816:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8ab245b. 00000100:00000010:2.0:1767384401.321963:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000086109902. 00000100:00000010:2.0:1767384401.321966:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000701969. 00000100:00000010:2.0:1767384401.322112:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002b6da72d. 00000100:00000010:2.0:1767384401.322114:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6589197. 00000100:00000010:2.0:1767384401.322251:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000984ed152. 00000100:00000010:2.0:1767384401.322253:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8aa74b6. 00000100:00000010:2.0:1767384401.322400:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000001994114. 00000100:00000010:2.0:1767384401.322403:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e0fabd9. 00000100:00000010:2.0:1767384401.322550:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000325d1983. 00000100:00000010:2.0:1767384401.322553:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076e3f273. 00000100:00000010:2.0:1767384401.322691:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000be65e6f4. 00000100:00000010:2.0:1767384401.322693:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edbe0eea. 00000100:00000010:2.0:1767384401.322833:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a7fa675c. 00000100:00000010:2.0:1767384401.322835:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8a6b0b0. 00000100:00000010:2.0:1767384401.322972:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b89494a1. 00000100:00000010:2.0:1767384401.322975:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019a592d1. 00000100:00000010:2.0:1767384401.323135:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f083c74. 00000100:00000010:2.0:1767384401.323145:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e5d1950. 00000100:00000010:2.0:1767384401.323283:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e6956bce. 00000100:00000010:2.0:1767384401.323286:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000426befbc. 00000100:00000010:2.0:1767384401.323434:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009a608099. 00000100:00000010:2.0:1767384401.323436:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045619b33. 00000100:00000010:2.0:1767384401.323580:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e6d3b071. 00000100:00000010:2.0:1767384401.323584:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004372d92b. 00000100:00000010:2.0:1767384401.323750:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e5ba02e4. 00000100:00000010:2.0:1767384401.323754:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047fa815a. 00000100:00000010:2.0:1767384401.323894:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019ee69ff. 00000100:00000010:2.0:1767384401.323896:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d82836e9. 00000100:00000010:2.0:1767384401.324036:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000091be3870. 00000100:00000010:2.0:1767384401.324038:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075ce1be8. 00000100:00000010:2.0:1767384401.324197:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e2bbfe1f. 00000100:00000010:2.0:1767384401.324203:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c47295b. 00000100:00000010:2.0:1767384401.324385:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000108fc9c8. 00000100:00000010:2.0:1767384401.324389:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097899b38. 00000100:00000010:2.0:1767384401.324526:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000013563f7c. 00000100:00000010:2.0:1767384401.324529:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a383a15f. 00000100:00000010:2.0:1767384401.324666:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea84bbe8. 00000100:00000010:2.0:1767384401.324668:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e7ff3f. 00000100:00000010:2.0:1767384401.324806:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000695ecd4f. 00000100:00000010:2.0:1767384401.324809:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb7dbc3d. 00000100:00000010:2.0:1767384401.324960:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fc5a4554. 00000100:00000010:2.0:1767384401.324963:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006500dce0. 00000100:00000010:2.0:1767384401.325116:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005e72085a. 00000100:00000010:2.0:1767384401.325118:0:40980:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cf64d43. 00000100:00000010:2.0:1767384401.325260:0:40980:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fb4e8c59. 00000400:00000200:2.0:1767384401.325265:0:40980:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384401.325339:0:40980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008fd11ea9. 00000020:00000010:2.0:1767384401.325343:0:40980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001dd0b8c0. 00000100:00000010:2.0:1767384401.325397:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ae4ae560. 00000100:00000010:2.0:1767384401.325402:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000d23bd3f. 00000100:00000010:2.0:1767384401.325404:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a8db4185. 00000100:00000010:2.0:1767384401.325408:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000560e21f6. 00000100:00000010:2.0:1767384401.325410:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cd5b30d8. 00000100:00000010:2.0:1767384401.325413:0:40980:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000004bd85fb8. 00000100:00000010:2.0:1767384401.325415:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009c6887f4. 00000100:00000010:2.0:1767384401.325416:0:40980:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c7ecf384. 00000100:00000010:2.0:1767384401.325417:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ee236eef. 00000100:00000010:2.0:1767384401.325419:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2256fc7. 00000100:00000010:2.0:1767384401.325420:0:40980:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007c06d352. 00000100:00000200:2.0:1767384401.325437:0:40980:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384401.325440:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b8cceae4. 00000020:00000010:0.0:1767384401.325991:0:41007:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000706de25c. 00000100:00000010:0.0:1767384401.325996:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b45e5e12. 00000020:00000010:0.0:1767384401.326000:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000de9ee91b. 00000020:00000010:0.0:1767384401.326006:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001db51b19. 00000020:00000010:0.0:1767384401.326010:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061fbcb7c. 00000040:00000010:0.0:1767384401.326013:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5ab684e. 00000020:00000010:0.0:1767384401.326017:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d25e41b5. 00000020:00000010:0.0:1767384401.326020:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb1b0689. 00000020:00000010:0.0:1767384401.326024:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d7de84a. 80000000:00000010:0.0:1767384401.326027:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dfa043f8. 40000000:00000010:0.0:1767384401.326030:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007459f969. 00100000:00000010:0.0:1767384401.326033:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd62336c. 00040000:00000010:0.0:1767384401.326036:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070888bc1. 00040000:00000010:0.0:1767384401.326041:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7d5d20e. 00080000:00000010:0.0:1767384401.326045:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f4e998ea. 00080000:00000010:0.0:1767384401.326048:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dd1b6338. 00000004:00000010:0.0:1767384401.326054:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc911987. 00002000:00000010:0.0:1767384401.326058:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d205d0e1. 00000100:00000200:0.0:1767384401.326062:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326066:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007136978a. 00000400:00000010:0.0:1767384401.326071:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea3e84b3. 00000100:00000200:0.0:1767384401.326077:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326078:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1b8315. 00000400:00000010:0.0:1767384401.326080:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003b3b3720. 00000100:00000200:0.0:1767384401.326082:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326083:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fd4ebee. 00000400:00000010:0.0:1767384401.326085:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000543f41fb. 00000100:00000200:0.0:1767384401.326087:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326088:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967611d7. 00000400:00000010:0.0:1767384401.326090:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000652549d7. 00000100:00000200:0.0:1767384401.326092:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326093:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1cde28. 00000400:00000010:0.0:1767384401.326095:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000abf1e36a. 00000100:00000200:0.0:1767384401.326096:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326097:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee67b2f. 00000400:00000010:0.0:1767384401.326117:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b272e151. 00000100:00000200:0.0:1767384401.326120:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326121:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064aa2729. 00000400:00000010:0.0:1767384401.326124:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad7da4c7. 00000100:00000200:0.0:1767384401.326127:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326128:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ba65800. 00000400:00000010:0.0:1767384401.326131:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034469338. 00000100:00000200:0.0:1767384401.326133:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326134:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0438c8. 00000400:00000010:0.0:1767384401.326137:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005bf7a0dc. 00000100:00000200:0.0:1767384401.326139:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326141:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dd758c. 00000400:00000010:0.0:1767384401.326143:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003a932e4f. 00000100:00000200:0.0:1767384401.326145:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326146:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ae3ac0. 00000400:00000010:0.0:1767384401.326148:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000f3323a. 00000100:00000200:0.0:1767384401.326149:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326150:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ff5c6cb. 00000400:00000010:0.0:1767384401.326152:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f3da926. 00000100:00000200:0.0:1767384401.326154:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326155:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026487177. 00000400:00000010:0.0:1767384401.326157:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f17666bf. 00000100:00000200:0.0:1767384401.326159:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326160:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060594e59. 00000400:00000010:0.0:1767384401.326162:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002daeac72. 00000100:00000200:0.0:1767384401.326164:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326164:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f89329f. 00000400:00000010:0.0:1767384401.326166:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000209aefee. 00000100:00000200:0.0:1767384401.326168:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326169:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf0522eb. 00000400:00000010:0.0:1767384401.326171:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d14ee421. 00000100:00000200:0.0:1767384401.326173:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326174:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000367642a3. 00000400:00000010:0.0:1767384401.326176:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000069f35d92. 00000100:00000200:0.0:1767384401.326177:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326178:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5470705. 00000400:00000010:0.0:1767384401.326188:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c731b47. 00000100:00000200:0.0:1767384401.326191:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326192:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f004e5. 00000400:00000010:0.0:1767384401.326194:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf9dd5fc. 00000100:00000200:0.0:1767384401.326196:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326197:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a485b9. 00000400:00000010:0.0:1767384401.326199:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003a511723. 00000100:00000200:0.0:1767384401.326200:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326201:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e2dc82. 00000400:00000010:0.0:1767384401.326203:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ed8a434. 00000100:00000200:0.0:1767384401.326205:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326207:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c66c6e7a. 00000400:00000010:0.0:1767384401.326209:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000022a60662. 00000100:00000200:0.0:1767384401.326211:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326212:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03bad1d. 00000400:00000010:0.0:1767384401.326214:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005d6a11be. 00000100:00000200:0.0:1767384401.326215:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326216:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aacfc71. 00000400:00000010:0.0:1767384401.326218:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b238f1f. 00000100:00000200:0.0:1767384401.326220:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326221:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fe6721. 00000400:00000010:0.0:1767384401.326223:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088ac8734. 00000100:00000200:0.0:1767384401.326224:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326225:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001299aac0. 00000400:00000010:0.0:1767384401.326232:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038334352. 00000100:00000200:0.0:1767384401.326234:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326236:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ddfcec. 00000400:00000010:0.0:1767384401.326238:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034d10ca5. 00000100:00000200:0.0:1767384401.326239:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326240:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf53d98d. 00000400:00000010:0.0:1767384401.326242:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a97faf1b. 00000100:00000200:0.0:1767384401.326244:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326245:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d4ac917. 00000400:00000010:0.0:1767384401.326247:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ccb6f2f6. 00000100:00000200:0.0:1767384401.326249:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326250:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000de26623. 00000400:00000010:0.0:1767384401.326252:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002bd59d49. 00000100:00000200:0.0:1767384401.326254:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326255:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c145ede8. 00000400:00000010:0.0:1767384401.326257:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfa2d4c2. 00000100:00000200:0.0:1767384401.326259:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326260:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081cfb60. 00000400:00000010:0.0:1767384401.326262:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000102d9e63. 00000100:00000200:0.0:1767384401.326264:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326265:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006789069b. 00000400:00000010:0.0:1767384401.326267:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1e69a63. 00000100:00000200:0.0:1767384401.326269:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326270:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb9a1a. 00000400:00000010:0.0:1767384401.326276:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf056f77. 00000100:00000200:0.0:1767384401.326279:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326280:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d07e40. 00000400:00000010:0.0:1767384401.326282:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008a49e1a. 00000100:00000200:0.0:1767384401.326284:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326285:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f43b32b5. 00000400:00000010:0.0:1767384401.326287:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e398d88. 00000100:00000200:0.0:1767384401.326289:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326290:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062492c36. 00000400:00000010:0.0:1767384401.326292:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e639e11. 00000100:00000200:0.0:1767384401.326293:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326294:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cdc6ac5. 00000400:00000010:0.0:1767384401.326296:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fe90376. 00000100:00000200:0.0:1767384401.326313:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326316:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c36bb36. 00000400:00000010:0.0:1767384401.326319:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000561e9c73. 00000100:00000200:0.0:1767384401.326321:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326322:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083639f27. 00000400:00000010:0.0:1767384401.326324:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000feb588f1. 00000100:00000200:0.0:1767384401.326326:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326327:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7d5dc6. 00000400:00000010:0.0:1767384401.326330:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dded5416. 00000100:00000200:0.0:1767384401.326333:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326335:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000331456f0. 00000400:00000010:0.0:1767384401.326345:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a471082. 00000100:00000200:0.0:1767384401.326350:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326353:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da20ea8. 00000400:00000010:0.0:1767384401.326356:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f69a716e. 00000100:00000200:0.0:1767384401.326359:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326361:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865e9940. 00000400:00000010:0.0:1767384401.326364:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000239c4a99. 00000100:00000200:0.0:1767384401.326367:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326370:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6fc04e9. 00000400:00000010:0.0:1767384401.326373:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c66d3ea. 00000100:00000200:0.0:1767384401.326378:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326380:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ea1cb5. 00000400:00000010:0.0:1767384401.326383:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cadc9e76. 00000100:00000200:0.0:1767384401.326386:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326388:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3037b9d. 00000400:00000010:0.0:1767384401.326391:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a78d19a5. 00000100:00000200:0.0:1767384401.326395:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326397:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6a7c3ca. 00000400:00000010:0.0:1767384401.326401:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000466cd08c. 00000100:00000200:0.0:1767384401.326404:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326405:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184f0940. 00000400:00000010:0.0:1767384401.326409:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000668968c3. 00000100:00000200:0.0:1767384401.326412:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326414:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c63ac364. 00000400:00000010:0.0:1767384401.326427:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bed49990. 00000100:00000200:0.0:1767384401.326431:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326433:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025b78380. 00000400:00000010:0.0:1767384401.326435:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008847e753. 00000100:00000200:0.0:1767384401.326437:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326439:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001189723b. 00000400:00000010:0.0:1767384401.326441:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e729d9b. 00000100:00000200:0.0:1767384401.326443:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326444:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa734547. 00000400:00000010:0.0:1767384401.326447:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088b5d5f7. 00000100:00000200:0.0:1767384401.326449:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326450:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000150e958b. 00000400:00000010:0.0:1767384401.326452:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b449b46. 00000100:00000200:0.0:1767384401.326454:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326455:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8be6261. 00000400:00000010:0.0:1767384401.326457:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000091077e96. 00000100:00000200:0.0:1767384401.326459:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326460:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbe400cc. 00000400:00000010:0.0:1767384401.326462:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001685353d. 00000100:00000200:0.0:1767384401.326464:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326465:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020af01f3. 00000400:00000010:0.0:1767384401.326467:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a8f11130. 00000100:00000200:0.0:1767384401.326470:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326471:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e2869f4. 00000400:00000010:0.0:1767384401.326477:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007ff47272. 00000100:00000200:0.0:1767384401.326480:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326482:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049f84a5f. 00000400:00000010:0.0:1767384401.326484:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a5611bc8. 00000100:00000200:0.0:1767384401.326486:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326487:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006799bc8. 00000400:00000010:0.0:1767384401.326489:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000058aa2cbb. 00000100:00000200:0.0:1767384401.326491:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326492:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ec293ac. 00000400:00000010:0.0:1767384401.326494:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045376ce4. 00000100:00000200:0.0:1767384401.326496:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326497:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000177c59bb. 00000400:00000010:0.0:1767384401.326499:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003ca1f61c. 00000100:00000200:0.0:1767384401.326500:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326501:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c34f9987. 00000400:00000010:0.0:1767384401.326503:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a4f61847. 00000100:00000200:0.0:1767384401.326505:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384401.326505:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc122b01. 00000400:00000010:0.0:1767384401.326507:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036ae3efa. 00000100:00000010:0.0:1767384401.326517:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c431ffb7. 00000100:00000200:0.0:1767384401.326532:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384401.326572:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005a275730. 00000020:00000010:0.0:1767384401.327023:0:41008:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000acd78c8d. 00000100:00000010:0.0:1767384401.327028:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006273aa45. 00000020:00000010:0.0:1767384401.327030:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c51fbc9. 00000020:00000010:0.0:1767384401.327034:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025160db2. 00000020:00000010:0.0:1767384401.327036:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ba85858. 00000040:00000010:0.0:1767384401.327038:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000861ed752. 00000020:00000010:0.0:1767384401.327041:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002ecc6b1d. 00000020:00000010:0.0:1767384401.327044:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a216d54. 00000020:00000010:0.0:1767384401.327048:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d312bda0. 80000000:00000010:0.0:1767384401.327050:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e651fa6. 40000000:00000010:0.0:1767384401.327052:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca3853dd. 00100000:00000010:0.0:1767384401.327056:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c48291da. 00040000:00000010:0.0:1767384401.327059:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e9fa490c. 00040000:00000010:0.0:1767384401.327061:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000303aafd2. 00080000:00000010:0.0:1767384401.327065:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c8ae340c. 00080000:00000010:0.0:1767384401.327070:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005a9c0e06. 00000004:00000010:0.0:1767384401.327075:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000724fa1db. 00002000:00000010:0.0:1767384401.327077:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000056c7b671. 00000100:00000010:0.0:1767384401.327089:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d85c7b16. 00000100:00000200:0.0:1767384401.327123:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384401.327124:0:40980:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000042e56cdf. 00000020:00000010:0.0:1767384401.327593:0:41009:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000a43c363d. 00000100:00000010:0.0:1767384401.327597:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000135da383. 00000020:00000010:0.0:1767384401.327599:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2eeb8f1. 00000020:00000010:0.0:1767384401.327602:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000361bc58f. 00000020:00000010:0.0:1767384401.327604:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000659fd85f. 00000040:00000010:0.0:1767384401.327605:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003fbb565. 00000020:00000010:0.0:1767384401.327607:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f1357d9. 00000020:00000010:0.0:1767384401.327610:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcd17527. 00000020:00000010:0.0:1767384401.327611:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f4dfeaa. 80000000:00000010:0.0:1767384401.327613:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a4de42df. 40000000:00000010:0.0:1767384401.327614:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eafc9d0e. 00100000:00000010:0.0:1767384401.327616:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314280d9. 00040000:00000010:0.0:1767384401.327618:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd7d0c61. 00040000:00000010:0.0:1767384401.327620:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd9ec12a. 00080000:00000010:0.0:1767384401.327623:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051199c4a. 00080000:00000010:0.0:1767384401.327627:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b50ad02. 00000004:00000010:0.0:1767384401.327636:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027d85b2d. 00002000:00000010:0.0:1767384401.327639:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007bc56e22. 00000100:00000010:0.0:1767384401.327647:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ffc44f7d. 00000100:00000200:0.0:1767384401.327658:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:2.0:1767384401.327717:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7392a9d. 00000040:00000010:2.0:1767384401.327725:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000706811fc. 00000020:00000010:2.0:1767384401.327727:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb10560b. 00000020:00000010:2.0:1767384401.327730:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384401.327734:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4207717. 80000000:00000010:2.0:1767384401.327737:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036654f85. 40000000:00000010:2.0:1767384401.327740:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006d065b0f. 00100000:00000010:2.0:1767384401.327743:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e26262d2. 00040000:00000010:2.0:1767384401.327745:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034287ba6. 00040000:00000010:2.0:1767384401.327749:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e2b7f94. 00080000:00000010:2.0:1767384401.327753:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a132fbdf. 00080000:00000010:2.0:1767384401.327755:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d16ba4b. 00000020:00000010:2.0:1767384401.327758:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000725f26ee. 00000020:00000010:2.0:1767384401.327761:0:40980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f234e74. 00000020:00000010:2.0:1767384401.327764:0:40980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000008:00000010:2.0:1767384401.327767:0:40980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c4c56e2e. 00020000:00000010:2.0:1767384401.327770:0:40980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b0b4ba4e. 00008000:00000010:2.0:1767384401.327774:0:40980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000068b69d6a. 00000080:00000010:2.0:1767384401.327777:0:40980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002fcfc7d7. 00000020:00000010:2.0:1767384401.327779:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ca713ff. 00000020:00000010:2.0:1767384401.327783:0:40980:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000c0c17350. 00000020:00000010:2.0:1767384401.327793:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086c270c6. 00000020:00000010:2.0:1767384401.327795:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041475902. 00000040:00000010:2.0:1767384401.327797:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004311e3a9. 00000020:00000010:2.0:1767384401.327799:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e26262d2. 00000020:00000010:2.0:1767384401.327801:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8fde6b1. 80000000:00000010:2.0:1767384401.327802:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036654f85. 00040000:00000010:2.0:1767384401.327804:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007bdfd8da. 00080000:00000010:2.0:1767384401.327808:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d16ba4b. 00080000:00000010:2.0:1767384401.327811:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a132fbdf. 20000000:00000010:2.0:1767384401.327814:0:40980:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000094845807. 00000020:00000010:2.0:1767384401.327827:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000034287ba6. 00080000:00000010:2.0:1767384401.327832:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052665299. 00080000:00000010:2.0:1767384401.327882:0:40980:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a3208a7a. 00080000:00000010:2.0:1767384401.327893:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000052665299. 00000020:00000010:2.0:1767384401.327895:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000034287ba6. 00000040:00000010:2.0:1767384401.327904:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e4f6ce93. 00000020:00000010:2.0:1767384401.327940:0:40980:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000d3220b34. 00000100:00000010:2.0:1767384401.327972:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 02000000:00000010:2.0:1767384401.327985:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000073afb86c. 00000100:00000010:2.0:1767384401.327999:0:40980:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c79b130. 00000100:00000010:2.0:1767384401.328002:0:40980:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c2ddb3b4. 00000100:00000010:2.0:1767384401.328008:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008abad5a0. 00000400:00000010:2.0:1767384401.328024:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e03e2f. 00000400:00000010:2.0:1767384401.328027:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac942c2. 00000100:00000200:2.0:1767384401.328029:0:40980:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dc08900-0x695824dc08900, portal 33 02000000:00000010:2.0:1767384401.328036:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000037bf22e9. 00000400:00000010:2.0:1767384401.328038:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.328040:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b8f443. 00000100:00000200:2.0:1767384401.328042:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743014656, portal 25 00000400:00000010:2.0:1767384401.328044:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e317298f. 00000100:00000200:2.0:1767384401.328046:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236743014656, offset 0 00000400:00000200:2.0:1767384401.328051:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.328061:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.328069:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dc08900 00000400:00000200:2.0:1767384401.328074:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21c5 [2] + 0 00000400:00000010:2.0:1767384401.328077:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f393ed. 00000400:00000200:2.0:1767384401.328079:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000433f6019 00000400:00000200:2.0:1767384401.328085:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.328087:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.328091:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000433f6019 00000400:00000010:2.0:1767384401.328092:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000433f6019. 00000100:00000200:2.0:1767384401.328096:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.328128:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e317298f 00000400:00000010:2.0:1767384401.328130:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e317298f. 00000100:00000200:2.0:1767384401.328135:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743014656/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.328150:0:40980:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000572869dd. 00000020:00000010:0.0:1767384401.328155:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6f8062. 00000020:00000010:0.0:1767384401.328160:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6f8062. 00000100:00000010:2.0:1767384401.328162:0:40980:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c660f9fc. 00000020:00000010:0.0:1767384401.328166:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000100:00000010:2.0:1767384401.328168:0:40980:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aae947c. 00000020:00000010:0.0:1767384401.328171:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000100:00000010:2.0:1767384401.328174:0:40980:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037bfaf4a. 00000020:00000010:0.0:1767384401.328177:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.328209:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6f8062. 00000020:00000010:0.0:1767384401.328211:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6f8062. 00000100:00000200:0.0:1767384401.328213:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743014656 02000000:00000010:0.0:1767384401.328225:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc2217df. 20000000:00000010:0.0:1767384401.328236:0:40990:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000a5f492d2. 00000100:00000010:0.0:1767384401.328239:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009b701ee0. 00000100:00000010:0.0:1767384401.328242:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002a18dd74. 00000400:00000010:0.0:1767384401.328247:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000400:00000010:0.0:1767384401.328252:0:40990:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000910e9b36. 00000400:00000200:0.0:1767384401.328255:0:40990:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384401.328260:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384401.328265:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dc08900 00000400:00000200:0.0:1767384401.328269:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29e5 [1] + 0 00000400:00000010:0.0:1767384401.328272:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e03e2f. 00000400:00000200:0.0:1767384401.328274:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fac942c2 00000100:00000200:0.0:1767384401.328277:0:40990:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009b701ee0 00000400:00000200:0.0:1767384401.328282:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384401.328286:0:40990:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29f1 00000400:00000200:0.0:1767384401.328288:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.328290:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384401.328292:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384401.328294:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.328296:0:40990:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000009b701ee0 00000400:00000200:0.0:1767384401.328313:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fac942c2 00000400:00000010:0.0:1767384401.328315:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fac942c2. 00000100:00000200:0.0:1767384401.328318:0:40990:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000007a4a3082 desc 000000002c79b130 mbits 1853236743014656 00000100:00000200:0.0:1767384401.328329:0:40990:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dc08900-0x695824dc08900 20000000:00000010:0.0:1767384401.328338:0:40990:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000e4b42b7f. 20000000:00000010:0.0:1767384401.328343:0:40990:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000007eaf27dd. 20000000:00000010:0.0:1767384401.328347:0:40990:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004139e7a2. 00000100:00000010:0.0:1767384401.328554:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002a18dd74. 00000100:00000010:0.0:1767384401.328559:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009b701ee0. 20000000:00000010:0.0:1767384401.328561:0:40990:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000a5f492d2. 00010000:00000200:0.0:1767384401.328567:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082ed3a71 x1853236743014656/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 4784/4768 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.328580:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021f11ea5. 00000100:00000200:0.0:1767384401.328582:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743014656, offset 224 00000400:00000200:0.0:1767384401.328585:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.328589:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.328593:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc08900 00000400:00000200:0.0:1767384401.328596:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29e9 [2] + 224 00000400:00000200:0.0:1767384401.328600:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.328602:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.328605:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743014656/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.328619:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021f11ea5 00000400:00000010:0.0:1767384401.328621:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021f11ea5. 00000020:00000010:0.0:1767384401.328630:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.328633:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.328636:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 00000400:00000010:2.0:1767384401.328641:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 02000000:00000010:0.0:1767384401.328641:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc2217df. 00000100:00000200:0.0:1767384401.328645:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384401.328646:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0b8f443 00000400:00000010:2.0:1767384401.328651:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0b8f443. 00000400:00000010:0.0:1767384401.328651:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011fee42c. 00000400:00000010:0.0:1767384401.328656:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021f11ea5. 00000100:00000200:2.0:1767384401.328658:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743014656/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.328666:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743014656/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.328681:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008abad5a0. 02000000:00000010:2.0:1767384401.328686:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000037bf22e9. 00000100:00000010:2.0:1767384401.328690:0:40980:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c2ddb3b4. 00000100:00000010:2.0:1767384401.328691:0:40980:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c79b130. 02000000:00000010:2.0:1767384401.328693:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000073afb86c. 00000100:00000010:2.0:1767384401.328696:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 00000020:00000010:2.0:1767384401.328699:0:40980:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000d3220b34. 00000020:00000010:2.0:1767384401.328703:0:40980:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000ccadcd30. 00000020:00000010:2.0:1767384401.328706:0:40980:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000c2ddb3b4. 00000020:00000010:2.0:1767384401.328712:0:40980:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000007f234e74. 00000020:00000010:2.0:1767384401.328716:0:40980:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000008abad5a0. 00000020:00000010:2.0:1767384401.328719:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052665299. 00000020:00000010:2.0:1767384401.328722:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b451653. 00000040:00000010:2.0:1767384401.328725:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000085c13b5e. 00000020:00000010:2.0:1767384401.328728:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb10560b. 00000020:00000010:2.0:1767384401.328731:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000000e8768c. 00040000:00000010:2.0:1767384401.328735:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009208b86c. 00040000:00000010:2.0:1767384401.328738:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e2b7f94. 00080000:00000010:2.0:1767384401.328741:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d3220b34. 00080000:00000010:2.0:1767384401.328743:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000073afb86c. 10000000:00000010:2.0:1767384401.328757:0:40980:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000003ca713ff. 10000000:00000010:2.0:1767384401.328763:0:40980:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000725f26ee. 00000100:00000010:2.0:1767384401.328767:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 02000000:00000010:2.0:1767384401.328774:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000706811fc. 00010000:00000010:2.0:1767384401.328784:0:40980:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001d505e0d. 00010000:00000010:2.0:1767384401.328790:0:40980:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006df820aa. 00000100:00000010:2.0:1767384401.328802:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.328810:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c79b130. 00000400:00000010:2.0:1767384401.328813:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.328815:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.328817:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743014784, portal 25 00000400:00000010:2.0:1767384401.328820:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.328821:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743014784, offset 0 00000400:00000200:2.0:1767384401.328824:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.328828:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.328832:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc08980 00000400:00000200:2.0:1767384401.328834:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c9 [2] + 0 00000400:00000010:2.0:1767384401.328836:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000320e72df. 00000400:00000200:2.0:1767384401.328838:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf44fbfe 00000400:00000200:2.0:1767384401.328841:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.328842:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.328844:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf44fbfe 00000400:00000010:2.0:1767384401.328846:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf44fbfe. 00000100:00000200:2.0:1767384401.328849:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.328862:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.328865:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.328870:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743014784/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384401.328881:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6f8062. 00000020:00000010:0.0:1767384401.328885:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6f8062. 00000020:00000010:0.0:1767384401.328888:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000020:00000010:0.0:1767384401.328890:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.328892:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.328910:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6f8062. 00000020:00000010:0.0:1767384401.328912:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6f8062. 00000100:00000200:0.0:1767384401.328914:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743014784 00010000:00000010:0.0:1767384401.328923:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065c40762. 00010000:00000010:0.0:1767384401.328927:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038d93a0c. 00000020:00000010:0.0:1767384401.328930:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009a6f8062. 02000000:00000010:0.0:1767384401.328937:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009b701ee0. 00010000:00000200:0.0:1767384401.328951:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077ca1169 x1853236743014784/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/344 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.328958:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.328960:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743014784, offset 224 00000400:00000200:0.0:1767384401.328963:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.328966:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.328970:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc08980 00000400:00000200:0.0:1767384401.328973:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29fd [1] + 224 00000400:00000200:0.0:1767384401.328975:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.328977:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.328980:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743014784/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.328992:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384401.328994:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000020:00000010:0.0:1767384401.328999:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329001:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329002:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 02000000:00000010:0.0:1767384401.329005:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009b701ee0. 00000100:00000200:0.0:1767384401.329008:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384401.329010:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050a5173c. 00000400:00000010:0.0:1767384401.329013:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac19c393. 00000400:00000010:2.0:1767384401.329030:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000200:2.0:1767384401.329035:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.329037:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329042:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743014784/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.329050:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743014784/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.329064:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329075:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c79b130. 02000000:00000010:2.0:1767384401.329078:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000706811fc. 00000100:00000010:2.0:1767384401.329081:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 10000000:00000010:2.0:1767384401.329098:0:40980:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000706811fc. 10000000:00000010:2.0:1767384401.329133:0:40980:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000d7392a9d. 00000100:00000010:2.0:1767384401.329137:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 02000000:00000010:2.0:1767384401.329144:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007737254f. 00010000:00000010:2.0:1767384401.329150:0:40980:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e36cbe06. 00010000:00000010:2.0:1767384401.329154:0:40980:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fd27dc6b. 00000100:00000010:2.0:1767384401.329160:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329168:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c79b130. 00000400:00000010:2.0:1767384401.329172:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.329175:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329178:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743014912, portal 25 00000400:00000010:2.0:1767384401.329181:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.329183:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743014912, offset 0 00000400:00000200:2.0:1767384401.329187:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.329192:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.329198:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc08a00 00000400:00000200:2.0:1767384401.329202:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21cd [2] + 0 00000400:00000010:2.0:1767384401.329205:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070fbdb34. 00000400:00000200:2.0:1767384401.329207:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e757d25f 00000400:00000200:2.0:1767384401.329210:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.329213:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.329216:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e757d25f 00000400:00000010:2.0:1767384401.329218:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e757d25f. 00000100:00000200:2.0:1767384401.329221:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.329235:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.329237:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.329242:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743014912/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384401.329252:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329256:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329259:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000020:00000010:0.0:1767384401.329261:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329263:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329285:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329287:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e0b80b. 00000100:00000200:0.0:1767384401.329289:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743014912 00010000:00000010:0.0:1767384401.329296:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe5cd20a. 00010000:00000010:0.0:1767384401.329312:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a58ad507. 02000000:00000010:0.0:1767384401.329318:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009b701ee0. 00010000:00000200:0.0:1767384401.329325:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b5418af x1853236743014912/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/344 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.329332:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.329334:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743014912, offset 224 00000400:00000200:0.0:1767384401.329337:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.329340:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.329344:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc08a00 00000400:00000200:0.0:1767384401.329346:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a0d [1] + 224 00000400:00000200:0.0:1767384401.329349:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.329350:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.329353:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743014912/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.329365:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384401.329367:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000020:00000010:0.0:1767384401.329373:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329375:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329377:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 02000000:00000010:0.0:1767384401.329380:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009b701ee0. 00000100:00000200:0.0:1767384401.329384:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384401.329386:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001526f131. 00000400:00000010:0.0:1767384401.329390:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e6dea6f. 00000400:00000010:2.0:1767384401.329391:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000200:2.0:1767384401.329397:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.329399:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329403:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743014912/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.329412:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743014912/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.329425:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329433:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c79b130. 02000000:00000010:2.0:1767384401.329436:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007737254f. 00000100:00000010:2.0:1767384401.329438:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 10000000:00000010:2.0:1767384401.329444:0:40980:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c0c17350. 00000020:00000010:2.0:1767384401.329447:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007737254f. 00000020:00000010:2.0:1767384401.329450:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046493c02. 00000040:00000010:2.0:1767384401.329453:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad6a9370. 00000020:00000010:2.0:1767384401.329456:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006aa41190. 00000020:00000010:2.0:1767384401.329460:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000892c0993. 80000000:00000010:2.0:1767384401.329463:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000499d7628. 00040000:00000010:2.0:1767384401.329465:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bcc2f05. 00080000:00000010:2.0:1767384401.329468:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000037bf22e9. 00080000:00000010:2.0:1767384401.329472:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc6ec7bb. 20000000:00000010:2.0:1767384401.329476:0:40980:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000af5f0b9b. 00000040:00000010:2.0:1767384401.329481:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a3368f0. 00000100:00000010:2.0:1767384401.329485:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 02000000:00000010:2.0:1767384401.329490:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.329495:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329500:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5813035. 00000400:00000010:2.0:1767384401.329502:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.329504:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329506:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743015040, portal 25 00000400:00000010:2.0:1767384401.329508:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.329509:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236743015040, offset 0 00000400:00000200:2.0:1767384401.329512:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.329516:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.329519:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dc08a80 00000400:00000200:2.0:1767384401.329522:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21d1 [2] + 0 00000400:00000010:2.0:1767384401.329524:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd1c086. 00000400:00000200:2.0:1767384401.329526:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060cca1cf 00000400:00000200:2.0:1767384401.329528:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.329530:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.329531:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060cca1cf 00000400:00000010:2.0:1767384401.329532:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060cca1cf. 00000100:00000200:2.0:1767384401.329534:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.329543:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.329545:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.329548:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743015040/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384401.329558:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329562:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329565:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000020:00000010:0.0:1767384401.329567:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329569:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329586:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e0b80b. 00000020:00000010:0.0:1767384401.329587:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e0b80b. 00000100:00000200:0.0:1767384401.329589:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015040 02000000:00000010:0.0:1767384401.329595:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000009b701ee0. 00000040:00000010:0.0:1767384401.329600:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002c284cc7. 00000040:00000010:0.0:1767384401.329624:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002a18dd74. 00000020:00000010:0.0:1767384401.329627:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003247b0f5. 00080000:00000010:0.0:1767384401.329630:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d05d3ef. 00000040:00000010:0.0:1767384401.329639:0:40990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002a18dd74. 00000040:00000010:0.0:1767384401.329642:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002c284cc7. 20000000:00000010:0.0:1767384401.329646:0:40990:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b8e0b80b. 00010000:00000200:0.0:1767384401.329651:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079549768 x1853236743015040/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 512/272 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.329658:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.329660:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236743015040, offset 224 00000400:00000200:0.0:1767384401.329663:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.329666:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.329670:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc08a80 00000400:00000200:0.0:1767384401.329673:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a1d [1] + 224 00000400:00000200:0.0:1767384401.329675:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.329677:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.329680:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743015040/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.329694:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384401.329695:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000020:00000010:0.0:1767384401.329700:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329703:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329704:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 02000000:00000010:0.0:1767384401.329708:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000009b701ee0. 00000100:00000200:0.0:1767384401.329711:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384401.329713:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bfb1a8. 00000400:00000010:0.0:1767384401.329716:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040d41fa3. 00000400:00000010:2.0:1767384401.329718:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000200:2.0:1767384401.329722:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.329724:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329728:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743015040/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.329733:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743015040/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.329743:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329746:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5813035. 02000000:00000010:2.0:1767384401.329748:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.329749:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 00000040:00000010:2.0:1767384401.329761:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007238cf82. 00000100:00000010:2.0:1767384401.329764:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 02000000:00000010:2.0:1767384401.329769:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.329774:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.329790:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000023b172cd. 00000400:00000010:2.0:1767384401.329795:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.329799:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e317298f. 00000100:00000200:2.0:1767384401.329802:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743015168, portal 25 00000400:00000010:2.0:1767384401.329805:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329807:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743015168, offset 0 00000400:00000200:2.0:1767384401.329812:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.329817:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.329823:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc08b00 00000400:00000200:2.0:1767384401.329826:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d5 [2] + 0 00000400:00000010:2.0:1767384401.329830:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9cbc8a. 00000400:00000200:2.0:1767384401.329832:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b00bf74 00000400:00000200:2.0:1767384401.329835:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.329837:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.329839:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b00bf74 00000400:00000010:2.0:1767384401.329840:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b00bf74. 00000100:00000200:2.0:1767384401.329842:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.329851:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.329852:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.329856:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a4a3082 x1853236743015168/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384401.329862:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c696e7. 00000020:00000010:0.0:1767384401.329866:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c696e7. 00000020:00000010:0.0:1767384401.329869:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000020:00000010:0.0:1767384401.329871:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.329873:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.329888:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c696e7. 00000020:00000010:0.0:1767384401.329890:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c696e7. 00000100:00000200:0.0:1767384401.329892:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015168 02000000:00000010:0.0:1767384401.329905:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a247eb27. 00000040:00000010:0.0:1767384401.329909:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002c284cc7. 00000040:00000010:0.0:1767384401.329914:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a5f492d2. 00000040:00000010:0.0:1767384401.330231:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a5f492d2. 00000040:00000010:0.0:1767384401.330234:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002c284cc7. 00010000:00000200:0.0:1767384401.330238:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009821241a x1853236743015168/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384401.330247:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bc321889. 00000100:00000200:0.0:1767384401.330249:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236743015168, offset 224 00000400:00000200:0.0:1767384401.330251:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.330255:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.330258:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dc08b00 00000400:00000200:0.0:1767384401.330261:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a2d [4] + 224 00000400:00000200:0.0:1767384401.330265:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.330267:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.330269:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a4a3082 x1853236743015168/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.330283:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc321889 00000400:00000010:0.0:1767384401.330284:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bc321889. 00000020:00000010:0.0:1767384401.330290:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.330292:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000020:00000010:0.0:1767384401.330295:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 02000000:00000010:0.0:1767384401.330311:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a247eb27. 00000400:00000010:2.0:1767384401.330321:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000100:00000200:0.0:1767384401.330325:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384401.330326:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e317298f 00000400:00000010:0.0:1767384401.330329:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044f9bb52. 00000400:00000010:2.0:1767384401.330330:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e317298f. 00000400:00000010:0.0:1767384401.330337:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc321889. 00000100:00000200:2.0:1767384401.330338:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a4a3082 x1853236743015168/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.330349:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a4a3082 x1853236743015168/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.330361:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c0b8f443. 02000000:00000010:2.0:1767384401.330366:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000023b172cd. 02000000:00000010:2.0:1767384401.330375:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.330377:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a4a3082. 00000040:00000010:2.0:1767384401.330383:0:40980:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006a33718e. 00000020:00000010:0.0:1767384401.330521:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001261a256. 00000020:00000010:0.0:1767384401.330524:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c284cc7. 00000040:00000010:0.0:1767384401.330526:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019fd60ec. 00000020:00000010:0.0:1767384401.330528:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047eab70f. 00000020:00000010:0.0:1767384401.330530:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4183f0e. 00000020:00000010:0.0:1767384401.330533:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1e0d574. 80000000:00000010:0.0:1767384401.330535:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000096e55218. 40000000:00000010:0.0:1767384401.330537:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000043c696e7. 00100000:00000010:0.0:1767384401.330539:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be118001. 00040000:00000010:0.0:1767384401.330541:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3f4c84d. 00040000:00000010:0.0:1767384401.330543:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f78be4d5. 00080000:00000010:0.0:1767384401.330545:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5f492d2. 00080000:00000010:0.0:1767384401.330548:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b25f872. 00000004:00000010:0.0:1767384401.330552:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7b3a821. 00002000:00000010:0.0:1767384401.330554:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b701ee0. 00000020:00000010:0.0:1767384401.330556:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009c65e5bd. 00000040:00000010:0.0:1767384401.330559:0:41010:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dc2217df. 00000100:00000010:0.0:1767384401.330564:0:41010:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c087c99. 02000000:00000010:0.0:1767384401.330569:0:41010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000016e4abe. 00000100:00000010:0.0:1767384401.330574:0:41010:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000111ce89c. 02000000:00000010:0.0:1767384401.330585:0:41010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000023b172cd. 00000400:00000010:0.0:1767384401.330588:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ecd01a6. 00000400:00000010:0.0:1767384401.330590:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000031abe98. 00000100:00000200:0.0:1767384401.330592:0:41010:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743015296, portal 25 00000400:00000010:0.0:1767384401.330595:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.330596:0:41010:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743015296, offset 0 00000400:00000200:0.0:1767384401.330599:0:41010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.330603:0:41010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.330606:0:41010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc08b80 00000400:00000200:0.0:1767384401.330609:0:41010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d9 [2] + 0 00000400:00000010:0.0:1767384401.330611:0:41010:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b06f21. 00000400:00000200:0.0:1767384401.330613:0:41010:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a98f54f 00000400:00000200:0.0:1767384401.330615:0:41010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.330617:0:41010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384401.330619:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a98f54f 00000400:00000010:0.0:1767384401.330620:0:41010:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a98f54f. 00000100:00000200:0.0:1767384401.330622:0:41010:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384401.330633:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:0.0:1767384401.330635:0:41010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.330638:0:41010:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c087c99 x1853236743015296/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.330670:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089db5222. 00000020:00000010:3.0:1767384401.330676:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089db5222. 00000020:00000010:3.0:1767384401.330683:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dbc6730. 00000020:00000010:3.0:1767384401.330687:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036c4e758. 00000020:00000010:3.0:1767384401.330691:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.330715:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089db5222. 00000020:00000010:3.0:1767384401.330717:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089db5222. 00000100:00000200:3.0:1767384401.330720:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015296 02000000:00000010:3.0:1767384401.330733:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a247eb27. 00000040:00000010:3.0:1767384401.330736:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001316028a. 00000020:00000010:3.0:1767384401.330742:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000000e35a346. 00000040:00000010:3.0:1767384401.330747:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d5cf1c4f. 00000040:00000010:3.0:1767384401.331062:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d5cf1c4f. 00000040:00000010:3.0:1767384401.331065:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001316028a. 00010000:00000200:3.0:1767384401.331070:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9dff57c x1853236743015296/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8472 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.331080:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ea1ef0fd. 00000100:00000200:3.0:1767384401.331083:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236743015296, offset 224 00000400:00000200:3.0:1767384401.331086:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.331091:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.331096:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc08b80 00000400:00000200:3.0:1767384401.331114:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a3d [4] + 224 00000400:00000200:3.0:1767384401.331119:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.331123:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.331128:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c087c99 x1853236743015296/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.331144:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea1ef0fd 00000400:00000010:3.0:1767384401.331146:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ea1ef0fd. 00000020:00000010:3.0:1767384401.331156:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036c4e758. 00000400:00000010:0.0:1767384401.331156:0:41010:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ecd01a6. 00000400:00000200:0.0:1767384401.331162:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000031abe98 00000020:00000010:3.0:1767384401.331163:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000400:00000010:0.0:1767384401.331167:0:41010:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000031abe98. 00000020:00000010:3.0:1767384401.331169:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dbc6730. 02000000:00000010:3.0:1767384401.331175:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a247eb27. 00000100:00000200:0.0:1767384401.331176:0:41010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c087c99 x1853236743015296/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384401.331184:0:41010:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c087c99 x1853236743015296/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.331185:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384401.331190:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bcb53f3. 00000400:00000010:3.0:1767384401.331194:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea1ef0fd. 00000100:00000010:0.0:1767384401.331199:0:41010:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000111ce89c. 02000000:00000010:0.0:1767384401.331206:0:41010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000023b172cd. 02000000:00000010:0.0:1767384401.331214:0:41010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000016e4abe. 00000100:00000010:0.0:1767384401.331217:0:41010:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c087c99. 00000020:00000010:0.0:1767384401.331240:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000754fe136. 00000020:00000010:0.0:1767384401.331244:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000754fe136. 00000020:00000010:0.0:1767384401.331249:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.331258:0:41010:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008d5d25dd. 00000020:00000010:0.0:1767384401.331262:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a54268cb. 00000020:00000010:0.0:1767384401.331272:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.331275:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000111ce89c. 00000001:00000010:0.0:1767384401.331287:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000754fe136. 00000001:00000010:0.0:1767384401.331290:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d47b9cbc. 00000001:00000010:0.0:1767384401.331292:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000016e4abe. 00000001:00000010:0.0:1767384401.331294:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f8cec88. 00000001:00000010:0.0:1767384401.331296:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000386d4fcd. 00000001:00000010:0.0:1767384401.331312:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e25c87b9. 00000001:00000010:0.0:1767384401.331315:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008c064ebc. 00000001:00000010:0.0:1767384401.331317:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007dfe5bda. 00000001:00000010:0.0:1767384401.331319:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009471d42a. 00000001:00000010:0.0:1767384401.331320:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c4209ad. 00000001:00000010:0.0:1767384401.331322:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067a5203f. 00000001:00000010:0.0:1767384401.331324:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000435ae3c8. 00000020:00000010:0.0:1767384401.331326:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fb2df5f. 00000020:00000010:0.0:1767384401.331328:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.331330:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000008:00000010:0.0:1767384401.331333:0:41010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009cf870eb. 00020000:00000010:0.0:1767384401.331336:0:41010:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000003b72cfa. 00008000:00000010:0.0:1767384401.331338:0:41010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004d4d6386. 00000080:00000010:0.0:1767384401.331342:0:41010:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009caca40d. 00000020:00000010:0.0:1767384401.331344:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa969924. 00000020:00000010:0.0:1767384401.331345:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001b81feef. 00000040:00000010:0.0:1767384401.331347:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000672065a5. 00000020:00000010:0.0:1767384401.331349:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e46f2c53. 00000020:00000010:0.0:1767384401.331351:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.331352:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c28fa30. 80000000:00000010:0.0:1767384401.331354:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.331356:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000034eb6151. 00100000:00000010:0.0:1767384401.331359:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008d04a927. 00040000:00000010:0.0:1767384401.331361:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001af3d5c3. 00040000:00000010:0.0:1767384401.331364:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d0fd8d8. 00080000:00000010:0.0:1767384401.331373:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c119789a. 00080000:00000010:0.0:1767384401.331377:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000201f48a. 00000004:00000010:0.0:1767384401.331380:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.331384:0:41010:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 0000000042b37e13. 00000004:00000010:0.0:1767384401.331391:0:41010:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000348a7666. 00000004:00000010:0.0:1767384401.331395:0:41010:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331401:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000409fb8be. 00000004:00000010:0.0:1767384401.331406:0:41010:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000031abe98. 00000004:00000010:0.0:1767384401.331409:0:41010:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000348a7666. 00000020:00000010:0.0:1767384401.331427:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000184d856. 00000020:00000010:0.0:1767384401.331430:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ccefe0be. 00000020:00000010:0.0:1767384401.331432:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f66d0c23. 00000020:00000010:0.0:1767384401.331435:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005bce1d9c. 00000020:00000010:0.0:1767384401.331527:0:41010:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331534:0:41010:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331540:0:41010:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331544:0:41010:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331549:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b81feef. 00000040:00000010:0.0:1767384401.331551:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000672065a5. 00000020:00000010:0.0:1767384401.331553:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e46f2c53. 00000020:00000010:0.0:1767384401.331556:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.331558:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c28fa30. 80000000:00000010:0.0:1767384401.331560:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.331561:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000034eb6151. 00100000:00000010:0.0:1767384401.331563:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008d04a927. 00040000:00000010:0.0:1767384401.331565:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001af3d5c3. 00040000:00000010:0.0:1767384401.331567:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d0fd8d8. 00080000:00000010:0.0:1767384401.331570:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000201f48a. 00080000:00000010:0.0:1767384401.331572:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c119789a. 00000004:00000010:0.0:1767384401.331574:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d5be8de. 00000020:00000010:0.0:1767384401.331575:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa969924. 00000020:00000010:0.0:1767384401.331577:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.331579:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000008:00000010:0.0:1767384401.331580:0:41010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009cf870eb. 00020000:00000010:0.0:1767384401.331582:0:41010:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000003b72cfa. 00008000:00000010:0.0:1767384401.331584:0:41010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000004d4d6386. 00000080:00000010:0.0:1767384401.331586:0:41010:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009caca40d. 00000020:00000010:0.0:1767384401.331588:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fb2df5f. 00000020:00000010:0.0:1767384401.331590:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000111ce89c. 00000020:00000010:0.0:1767384401.331594:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001af3d5c3. 00000020:00000010:0.0:1767384401.331595:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001af3d5c3. 00000020:00000010:0.0:1767384401.331598:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001af3d5c3. 00000020:00000010:0.0:1767384401.331599:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001af3d5c3. 00000020:00000010:0.0:1767384401.331601:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000085278fe3. 00000020:00000010:0.0:1767384401.331606:0:41010:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000385d0153. 00000020:00000010:0.0:1767384401.331609:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ea557229. 00000004:00000010:0.0:1767384401.331612:0:41010:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000034eb6151. 00000020:00000010:0.0:1767384401.331617:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000085278fe3. 00000020:00000010:0.0:1767384401.331619:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000085278fe3. 00000020:00000010:0.0:1767384401.331621:0:41010:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 0000000068b46d51. 00000020:00000010:0.0:1767384401.331623:0:41010:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000dd5a50eb. 00000020:00000010:0.0:1767384401.331625:0:41010:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 000000007e1318a1. 00000020:00000010:0.0:1767384401.331626:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000085278fe3. 00000020:00000010:0.0:1767384401.331628:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000111ce89c. 00000001:00000010:0.0:1767384401.331638:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001af3d5c3. 00000001:00000010:0.0:1767384401.331640:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000008a60f0f. 00000001:00000010:0.0:1767384401.331641:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035f2c5cf. 00000001:00000010:0.0:1767384401.331643:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007b5277a7. 00000001:00000010:0.0:1767384401.331644:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055e1774a. 00000001:00000010:0.0:1767384401.331646:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb094d13. 00000001:00000010:0.0:1767384401.331648:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007a3ecac1. 00000001:00000010:0.0:1767384401.331649:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000329f39a6. 00000001:00000010:0.0:1767384401.331650:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000624046ab. 00000001:00000010:0.0:1767384401.331652:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028953805. 00000001:00000010:0.0:1767384401.331653:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087ed5230. 00000001:00000010:0.0:1767384401.331655:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9964909. 00000020:00000010:0.0:1767384401.331656:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc52b718. 00000020:00000010:0.0:1767384401.331658:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.331659:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000008:00000010:0.0:1767384401.331660:0:41010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009cf870eb. 00020000:00000010:0.0:1767384401.331662:0:41010:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000003b72cfa. 00008000:00000010:0.0:1767384401.331663:0:41010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004d4d6386. 00000080:00000010:0.0:1767384401.331664:0:41010:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009caca40d. 00000020:00000010:0.0:1767384401.331666:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018bc2f67. 00000020:00000010:0.0:1767384401.331667:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e68549f2. 00000040:00000010:0.0:1767384401.331669:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009e7abb06. 00000020:00000010:0.0:1767384401.331671:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037fed147. 00000020:00000010:0.0:1767384401.331672:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.331674:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002de9046b. 80000000:00000010:0.0:1767384401.331675:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.331676:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060316aef. 00100000:00000010:0.0:1767384401.331678:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008d04a927. 00040000:00000010:0.0:1767384401.331680:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a34c92df. 00040000:00000010:0.0:1767384401.331681:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd2250a4. 00080000:00000010:0.0:1767384401.331683:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c119789a. 00080000:00000010:0.0:1767384401.331685:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000201f48a. 00000004:00000010:0.0:1767384401.331687:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.331689:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e46f2c53. 00000004:00000010:0.0:1767384401.331693:0:41010:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000019a15d1a. 00000004:00000010:0.0:1767384401.331697:0:41010:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 0000000005b59a6f. 00000004:00000010:0.0:1767384401.331699:0:41010:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 0000000042e247da. 00000004:00000010:0.0:1767384401.331701:0:41010:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 0000000017d287e1. 00000004:00000010:0.0:1767384401.331704:0:41010:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000003ea48c53. 00000020:00000010:0.0:1767384401.331709:0:41010:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d757a11d. 00000020:00000010:0.0:1767384401.331711:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004393c286. 00000004:00000010:0.0:1767384401.331716:0:41010:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000003ea48c53. 00000004:00000010:0.0:1767384401.331719:0:41010:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000003ea48c53. 00000001:00000010:0.0:1767384401.331726:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009ce58d51. 00000001:00000010:0.0:1767384401.331728:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b4115c99. 00000001:00000010:0.0:1767384401.331730:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002fb2df5f. 00000001:00000010:0.0:1767384401.331731:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa969924. 00000001:00000010:0.0:1767384401.331732:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c28fa30. 00000001:00000010:0.0:1767384401.331734:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000672065a5. 00000001:00000010:0.0:1767384401.331735:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c48a8027. 00000001:00000010:0.0:1767384401.331737:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000acd4cd3. 00000001:00000010:0.0:1767384401.331738:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b81feef. 00000001:00000010:0.0:1767384401.331740:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d9dffc9. 00000001:00000010:0.0:1767384401.331742:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000061f20957. 00000001:00000010:0.0:1767384401.331743:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083064490. 00000020:00000010:0.0:1767384401.331745:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b7c7f5. 00000020:00000010:0.0:1767384401.331747:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b1f85cc. 00000020:00000010:0.0:1767384401.331748:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001292034d. 00000008:00000010:0.0:1767384401.331750:0:41010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003754180f. 00020000:00000010:0.0:1767384401.331752:0:41010:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001406de04. 00008000:00000010:0.0:1767384401.331753:0:41010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000022a70031. 00000080:00000010:0.0:1767384401.331755:0:41010:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000f7bb3c1. 00000020:00000010:0.0:1767384401.331756:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045283525. 00000020:00000010:0.0:1767384401.331758:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c69d3854. 00000040:00000010:0.0:1767384401.331759:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007168ee76. 00000020:00000010:0.0:1767384401.331761:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a81dfd8. 00000020:00000010:0.0:1767384401.331763:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f21f8783. 00000020:00000010:0.0:1767384401.331764:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005d2dedaa. 80000000:00000010:0.0:1767384401.331765:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005836893b. 40000000:00000010:0.0:1767384401.331767:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2c67687. 00100000:00000010:0.0:1767384401.331768:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f4b965b1. 00040000:00000010:0.0:1767384401.331770:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004e5906c. 00040000:00000010:0.0:1767384401.331772:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000282a22c3. 00080000:00000010:0.0:1767384401.331775:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000012149fdb. 00080000:00000010:0.0:1767384401.331777:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b499abb5. 00000004:00000010:0.0:1767384401.331780:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043bb054e. 00000004:00000010:0.0:1767384401.331782:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000090f4fd72. 00000004:00000010:0.0:1767384401.331784:0:41010:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000080feff3c. 00000004:00000010:0.0:1767384401.331787:0:41010:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331790:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000de732c7d. 00000004:00000010:0.0:1767384401.331793:0:41010:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331839:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c69d3854. 00000040:00000010:0.0:1767384401.331841:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007168ee76. 00000020:00000010:0.0:1767384401.331843:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a81dfd8. 00000020:00000010:0.0:1767384401.331845:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f21f8783. 00000020:00000010:0.0:1767384401.331846:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005d2dedaa. 80000000:00000010:0.0:1767384401.331848:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005836893b. 40000000:00000010:0.0:1767384401.331850:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c2c67687. 00100000:00000010:0.0:1767384401.331851:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f4b965b1. 00040000:00000010:0.0:1767384401.331853:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004e5906c. 00040000:00000010:0.0:1767384401.331858:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000282a22c3. 00080000:00000010:0.0:1767384401.331859:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b499abb5. 00080000:00000010:0.0:1767384401.331861:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000012149fdb. 00000004:00000010:0.0:1767384401.331863:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000043bb054e. 00000004:00000010:0.0:1767384401.331865:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090f4fd72. 00000020:00000010:0.0:1767384401.331867:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045283525. 00000020:00000010:0.0:1767384401.331868:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b1f85cc. 00000020:00000010:0.0:1767384401.331870:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001292034d. 00000008:00000010:0.0:1767384401.331871:0:41010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003754180f. 00020000:00000010:0.0:1767384401.331873:0:41010:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001406de04. 00008000:00000010:0.0:1767384401.331874:0:41010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000022a70031. 00000080:00000010:0.0:1767384401.331876:0:41010:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000f7bb3c1. 00000020:00000010:0.0:1767384401.331877:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b7c7f5. 00000004:00000010:0.0:1767384401.331880:0:41010:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331883:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000090f4fd72. 00000004:00000010:0.0:1767384401.331885:0:41010:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000031abe98. 00000004:00000010:0.0:1767384401.331887:0:41010:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000031abe98. 00000020:00000010:0.0:1767384401.331889:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f4b965b1. 00000004:00000010:0.0:1767384401.331891:0:41010:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000031abe98. 00000004:00000010:0.0:1767384401.331894:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384401.331896:0:41010:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000003ea48c53. 00000004:00000010:0.0:1767384401.331897:0:41010:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 0000000017d287e1. 00000004:00000010:0.0:1767384401.331899:0:41010:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 0000000005b59a6f. 00000004:00000010:0.0:1767384401.331900:0:41010:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 0000000042e247da. 00000004:00000010:0.0:1767384401.331902:0:41010:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000031abe98. 80000000:00000010:0.0:1767384401.331905:0:41010:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000043ff4b8a. 80000000:00000010:0.0:1767384401.331908:0:41010:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000042e247da. 00000004:00000010:0.0:1767384401.331911:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f25192fd. 00000004:00000010:0.0:1767384401.331916:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f16b00fe. 00000004:00000010:0.0:1767384401.331920:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001b9e854a. 00080000:00000010:0.0:1767384401.331923:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000043b7c7f5. 00000001:00000010:0.0:1767384401.331932:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.331942:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00080000:00000010:0.0:1767384401.331955:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000004e5906c. 00100000:00000010:0.0:1767384401.331962:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2c67687. 00100000:00000010:0.0:1767384401.331968:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2c67687. 00080000:00000010:0.0:1767384401.331971:0:41010:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000045283525. 00000001:00000010:0.0:1767384401.331973:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 80000000:00000010:0.0:1767384401.332149:0:41010:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c2c67687. 80000000:00000010:0.0:1767384401.332154:0:41010:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b484b983. 80000000:00000010:0.0:1767384401.332155:0:41010:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000043837df. 80000000:00000010:0.0:1767384401.332157:0:41010:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000007474766d. 80000000:00000010:0.0:1767384401.332158:0:41010:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000005b3cc1e3. 00000001:00000010:0.0:1767384401.332161:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aca3af94. 00000001:00000010:0.0:1767384401.332163:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aca3af94. 00000001:00000010:0.0:1767384401.332165:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00080000:00000010:0.0:1767384401.332170:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332175:0:41010:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332179:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332180:0:41010:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332182:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332183:0:41010:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000087c47460. 00080000:00000010:0.0:1767384401.332186:0:41010:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 0000000045283525. 80000000:00000010:0.0:1767384401.332187:0:41010:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000042e247da. 00000004:00000010:0.0:1767384401.332200:0:41010:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 0000000045283525. 00000004:00000010:0.0:1767384401.332205:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f046612d. 00000004:00000010:0.0:1767384401.332207:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009d2eb91f. 00000004:00000010:0.0:1767384401.332210:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b086aa60. 00080000:00000010:0.0:1767384401.332212:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000087c47460. 00000001:00000010:0.0:1767384401.332215:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.332219:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000004:00000010:0.0:1767384401.332377:0:41010:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000282a22c3. 00000004:00000010:0.0:1767384401.332382:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f07763ea. 00000004:00000010:0.0:1767384401.332420:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f0a88cd7. 00000004:00000010:0.0:1767384401.332425:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e713779f. 00080000:00000010:0.0:1767384401.332429:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c69d3854. 00000001:00000010:0.0:1767384401.332435:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.332441:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000004:00000010:0.0:1767384401.332591:0:41010:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000001c64cb81. 00000004:00000010:0.0:1767384401.332594:0:41010:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000008bf3a671. 00000004:00000010:0.0:1767384401.332613:0:41010:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000008bf3a671. 00010000:00000010:0.0:1767384401.332618:0:41010:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000064ce8682. 00000001:00000010:0.0:1767384401.332620:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e0b80d90. 00000001:00000010:0.0:1767384401.332623:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 0000000055e84927. 00000001:00000010:0.0:1767384401.332787:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cccfafde. 00000001:00000010:0.0:1767384401.333026:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007828dcbf. 00000001:00000010:0.0:1767384401.333286:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dde637a1. 00000001:00000010:0.0:1767384401.333555:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c758365f. 00000001:00000010:0.0:1767384401.333791:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a843468. 00000001:00000010:0.0:1767384401.334025:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005d4c41a. 00000001:00000010:0.0:1767384401.334287:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a6cf440. 00000001:00000010:0.0:1767384401.334550:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a39df801. 00000001:00000010:0.0:1767384401.334806:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000250878a2. 00000001:00000010:0.0:1767384401.335053:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000304d1635. 00000001:00000010:0.0:1767384401.335324:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021aa628a. 00000001:00000010:0.0:1767384401.335576:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000057052d88. 00000001:00000010:0.0:1767384401.335811:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b12af317. 00000001:00000010:0.0:1767384401.336044:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d062d443. 00000100:00000010:2.0:1767384401.336159:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aae947c. 00000100:00000010:3.0:1767384401.336167:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037bfaf4a. 00000100:00000010:1.0:1767384401.336177:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c660f9fc. 00000001:00000010:0.0:1767384401.336324:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7659e2a. 00000001:00000010:0.0:1767384401.336573:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005849cc97. 00000001:00000010:0.0:1767384401.336808:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cba22d4. 00000001:00000010:0.0:1767384401.337042:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ab704fc. 00000100:00000010:0.0:1767384401.337140:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000572869dd. 00000001:00000010:0.0:1767384401.337319:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b385f0f. 00000001:00000010:0.0:1767384401.337595:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e08342f7. 00000001:00000010:0.0:1767384401.337901:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001f81a9b1. 00000001:00000010:0.0:1767384401.338190:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038cda496. 00000001:00000010:0.0:1767384401.338483:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d450ed35. 00000001:00000010:0.0:1767384401.338750:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062ff8279. 00000001:00000010:0.0:1767384401.339015:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099f4fc3e. 00000001:00000010:0.0:1767384401.339310:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000caf8bea2. 00000001:00000010:0.0:1767384401.339594:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cfc0815e. 00000001:00000010:0.0:1767384401.339859:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c6b25ed. 00000001:00000010:0.0:1767384401.340158:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ecace08. 00000001:00000010:0.0:1767384401.340452:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077901075. 00000001:00000010:0.0:1767384401.340721:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b69b0e99. 00000001:00000010:0.0:1767384401.340990:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f18e59e. 00000001:00000010:0.0:1767384401.341273:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000428b96c9. 00000001:00000010:0.0:1767384401.341569:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000413ab3f6. 00000001:00000010:0.0:1767384401.341833:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ebca4f9. 00000001:00000010:0.0:1767384401.342122:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058f5b5b6. 00000001:00000010:0.0:1767384401.342427:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b8dc455. 00000001:00000010:0.0:1767384401.342698:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007d519ddf. 00000001:00000010:0.0:1767384401.342968:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000231b0e11. 00000001:00000010:0.0:1767384401.343254:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c22c3819. 00000001:00000010:0.0:1767384401.343558:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001b6c3869. 00000001:00000010:0.0:1767384401.343823:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c8673a16. 00000001:00000010:0.0:1767384401.344089:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff6d7565. 00000001:00000010:0.0:1767384401.344388:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007d71eda9. 00000001:00000010:0.0:1767384401.344680:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000031fcb1fb. 00000001:00000010:0.0:1767384401.344946:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f951371. 00000001:00000010:0.0:1767384401.345227:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a52bbac8. 00000001:00000010:0.0:1767384401.345518:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000025ec1a61. 00000001:00000010:0.0:1767384401.345783:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001632fef8. 00000001:00000010:0.0:1767384401.346047:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000028fa9113. 00000001:00000010:0.0:1767384401.346342:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eac36afb. 00000001:00000010:0.0:1767384401.346646:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000207a67ce. 00000001:00000010:0.0:1767384401.346909:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e493006f. 00000001:00000010:0.0:1767384401.347190:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e3565513. 00000001:00000010:0.0:1767384401.347483:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fbd3a08d. 00000001:00000010:0.0:1767384401.347749:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d1ce2efc. 00000001:00000010:0.0:1767384401.348012:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d1009c7. 00000001:00000010:0.0:1767384401.348295:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009618f030. 00000001:00000010:0.0:1767384401.348584:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b14ff3d. 00000001:00000010:0.0:1767384401.348864:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7a8f5d0. 00000001:00000010:0.0:1767384401.349146:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ac09cda. 00000001:00000010:0.0:1767384401.349439:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad1e9ffd. 00000001:00000010:0.0:1767384401.349710:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007dc20850. 00000001:00000010:0.0:1767384401.349977:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004497504. 00000001:00000010:0.0:1767384401.350256:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005db8c7f4. 00000001:00000010:0.0:1767384401.350573:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e93515d2. 00000001:00000010:0.0:1767384401.350840:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f56cec77. 00000001:00000010:0.0:1767384401.351140:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002d40de2. 00000001:00000010:0.0:1767384401.351429:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009a57e589. 00000001:00000010:0.0:1767384401.351699:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000006693155. 00000001:00000010:0.0:1767384401.351981:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000407bfb27. 00000001:00000010:0.0:1767384401.352295:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000054e62b89. 00000001:00000010:0.0:1767384401.352713:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000035e2104. 00000001:00000010:0.0:1767384401.353070:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d06bac8d. 00000001:00000010:0.0:1767384401.353461:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f56adab1. 00000001:00000010:0.0:1767384401.353763:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b1d2021e. 00000001:00000010:0.0:1767384401.354040:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd221c5c. 00000001:00000010:0.0:1767384401.354339:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062f89dba. 00000001:00000010:0.0:1767384401.354632:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002bf8ecda. 00000001:00000010:0.0:1767384401.354932:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006cf75d92. 00000001:00000010:0.0:1767384401.355215:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002155c9a0. 00000001:00000010:0.0:1767384401.355507:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bbe88da4. 00000001:00000010:0.0:1767384401.355774:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d13b78e. 00000001:00000010:0.0:1767384401.357029:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c162511c. 00000001:00000010:0.0:1767384401.357231:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d573728. 00000001:00000010:0.0:1767384401.357445:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a380ce2. 00000001:00000010:0.0:1767384401.357631:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa1c4860. 00000001:00000010:0.0:1767384401.357816:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a20b7fdf. 00000001:00000010:0.0:1767384401.358003:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f9b0966. 00000001:00000010:0.0:1767384401.358202:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006df55cfa. 00000001:00000010:0.0:1767384401.358411:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dedfbd4b. 00000001:00000010:0.0:1767384401.358657:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d06ccf1. 00000001:00000010:0.0:1767384401.358891:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c0c00c6. 00000001:00000010:0.0:1767384401.359139:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a579ed61. 00000001:00000010:0.0:1767384401.359390:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e3e2f7d. 00000001:00000010:0.0:1767384401.359638:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000248e0c43. 00000001:00000010:0.0:1767384401.359871:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002df5e8d7. 00000001:00000010:0.0:1767384401.360116:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001941fcd7. 00000001:00000010:0.0:1767384401.360363:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a94a107. 00000001:00000010:0.0:1767384401.360618:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed89c4ee. 00000001:00000010:0.0:1767384401.360848:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac085719. 00000001:00000010:0.0:1767384401.361078:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000175a6ad3. 00000001:00000010:0.0:1767384401.361338:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000074971a0. 00000001:00000010:0.0:1767384401.361586:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3a8e3fd. 00000001:00000010:0.0:1767384401.361816:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078400a37. 00000001:00000010:0.0:1767384401.362046:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa3ab530. 00000001:00000010:0.0:1767384401.362318:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006384ec26. 00000001:00000010:0.0:1767384401.362564:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fb6ebcc. 00000001:00000010:0.0:1767384401.362794:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003caf9df8. 00000001:00000010:0.0:1767384401.363023:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000035b6347a. 00000001:00000010:0.0:1767384401.363273:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cb26628f. 00000001:00000010:0.0:1767384401.363545:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e765713. 00000001:00000010:0.0:1767384401.363786:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3ba5dfc. 00000001:00000010:0.0:1767384401.364026:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8353936. 00000001:00000010:0.0:1767384401.364283:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007818340. 00000001:00000010:0.0:1767384401.364556:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000073402ea7. 00000001:00000010:0.0:1767384401.364805:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a51b3dac. 00000001:00000010:0.0:1767384401.365048:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003c50c05. 00000001:00000010:0.0:1767384401.365341:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018b1f226. 00000001:00000010:0.0:1767384401.365597:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f07e536c. 00000001:00000010:0.0:1767384401.365845:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad53a192. 00000001:00000010:0.0:1767384401.366080:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000de4e04c4. 00000001:00000010:0.0:1767384401.366343:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005707496. 00000001:00000010:0.0:1767384401.366618:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002fb4354e. 00000001:00000010:0.0:1767384401.366853:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000054ba072b. 00000001:00000010:0.0:1767384401.367089:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fbb2fd8. 00000001:00000010:0.0:1767384401.367352:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096bbcfcd. 00000001:00000010:0.0:1767384401.367615:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000433f86a3. 00000020:00000010:0.0:1767384401.367777:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000505ba57e. 00000020:00000010:0.0:1767384401.367781:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003001f8ee. 00000020:00000010:0.0:1767384401.367829:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000096e243b4. 00000020:00000010:0.0:1767384401.367831:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000008ebebd90. 00000020:00000010:0.0:1767384401.367864:0:41010:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 0000000067fdf2b3. 00000004:00000010:0.0:1767384401.367873:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000039d500c6. 00000004:00000010:0.0:1767384401.367880:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a72c33f7. 00000004:00000010:0.0:1767384401.367884:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000614f93a0. 00080000:00000010:0.0:1767384401.367889:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dc6780e9. 00000001:00000010:0.0:1767384401.367903:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.367914:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.367953:0:41010:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000042e247da. 00000001:00000010:0.0:1767384401.368247:0:41010:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000042e247da. 00080000:00000010:0.0:1767384401.368254:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e2e1dd9a. 00080000:00000010:0.0:1767384401.368260:0:41010:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a25df73a. 00080000:00000010:0.0:1767384401.368326:0:41010:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a25df73a. 00000020:00000010:0.0:1767384401.368333:0:41010:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000042e247da. 00000004:00000010:0.0:1767384401.368336:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003969104e. 00000004:00000010:0.0:1767384401.368339:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000098b2eb94. 00000004:00000010:0.0:1767384401.368342:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008c5b788f. 00080000:00000010:0.0:1767384401.368344:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001875e402. 00000001:00000010:0.0:1767384401.368348:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.368352:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.368493:0:41010:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000651b5382. 00000001:00000010:0.0:1767384401.368501:0:41010:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000651b5382. 00000001:00000010:0.0:1767384401.368511:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000028c8d13b. 00000001:00000010:0.0:1767384401.368515:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e61fbbe0. 00000001:00000010:0.0:1767384401.368516:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000651b5382. 00000020:00000010:0.0:1767384401.368519:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20cc94b. 00000020:00000010:0.0:1767384401.368523:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000588f2180. 00000040:00000010:0.0:1767384401.368526:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab3e88c4. 00000020:00000010:0.0:1767384401.368529:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000035c09e8d. 00000020:00000010:0.0:1767384401.368532:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f21f8783. 00000020:00000010:0.0:1767384401.368535:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006138f5c7. 80000000:00000010:0.0:1767384401.368538:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005836893b. 40000000:00000010:0.0:1767384401.368540:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a25df73a. 00100000:00000010:0.0:1767384401.368544:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000129beb28. 00040000:00000010:0.0:1767384401.368547:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e8e5683. 00040000:00000010:0.0:1767384401.368549:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e7e551f. 00080000:00000010:0.0:1767384401.368553:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000012149fdb. 00080000:00000010:0.0:1767384401.368557:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b499abb5. 00000004:00000010:0.0:1767384401.368561:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000039f46510. 00000004:00000010:0.0:1767384401.368564:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043bb054e. 00000004:00000010:0.0:1767384401.368568:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b9b62a0. 00000020:00000010:0.0:1767384401.368571:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000338c0037. 00000020:00000010:0.0:1767384401.368573:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005b59a6f. 00000020:00000010:0.0:1767384401.368576:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001292034d. 02000000:00000010:0.0:1767384401.368587:0:41010:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000076f96dfb. 02000000:00000010:0.0:1767384401.368590:0:41010:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000076f81c07. 02000000:00000010:0.0:1767384401.368593:0:41010:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000001e551703. 02000000:00000010:0.0:1767384401.368595:0:41010:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000e1894592. 00000020:00000010:0.0:1767384401.368799:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d2efb4be. 00000020:00000010:0.0:1767384401.368802:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000aeff9e5f. 00000004:00000010:0.0:1767384401.368818:0:41010:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 0000000017d287e1. 00000004:00000010:0.0:1767384401.368820:0:41010:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000e4b94b4b. 00000004:00000010:0.0:1767384401.368821:0:41010:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000003ea48c53. 00000004:00000010:0.0:1767384401.368823:0:41010:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000365828b7. 00000004:00000010:0.0:1767384401.368827:0:41010:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 000000007b1f85cc. 00000020:00000010:0.0:1767384401.368836:0:41010:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f28d26e4. 00000020:00000010:0.0:1767384401.368840:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000e812a07. 00000004:00000010:0.0:1767384401.368853:0:41010:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 000000007b1f85cc. 00000004:00000010:0.0:1767384401.368856:0:41010:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 000000007b1f85cc. 00000001:00000010:0.0:1767384401.368876:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009ee53349. 00000001:00000010:0.0:1767384401.368878:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000caa89f12. 00000001:00000010:0.0:1767384401.368880:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088e3b32d. 00000001:00000010:0.0:1767384401.368881:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064983777. 00000001:00000010:0.0:1767384401.368883:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a57ff7c. 00000001:00000010:0.0:1767384401.368884:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9cc0b4e. 00000001:00000010:0.0:1767384401.368886:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002d217fe1. 00000001:00000010:0.0:1767384401.368889:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a45777f9. 00000001:00000010:0.0:1767384401.368891:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e1af86d. 00000001:00000010:0.0:1767384401.368893:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095ef204e. 00000001:00000010:0.0:1767384401.368894:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8c4b07d. 00000001:00000010:0.0:1767384401.368896:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085afb6c4. 00000020:00000010:0.0:1767384401.368899:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad6f658. 00000020:00000010:0.0:1767384401.368900:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000982c6259. 00000020:00000010:0.0:1767384401.368903:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082370f09. 00000008:00000010:0.0:1767384401.368906:0:41010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003754180f. 00020000:00000010:0.0:1767384401.368909:0:41010:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001406de04. 00008000:00000010:0.0:1767384401.368912:0:41010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000022a70031. 00000080:00000010:0.0:1767384401.368916:0:41010:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000f7bb3c1. 00000020:00000010:0.0:1767384401.368919:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a318a75. 00000020:00000010:0.0:1767384401.368920:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000717882d3. 00000040:00000010:0.0:1767384401.368922:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007ba9869. 00000020:00000010:0.0:1767384401.368924:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000553e9a8d. 00000020:00000010:0.0:1767384401.368926:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000859decee. 00000020:00000010:0.0:1767384401.368929:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d6da1e6. 80000000:00000010:0.0:1767384401.368930:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e80370b0. 40000000:00000010:0.0:1767384401.368932:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002b4b2e13. 00100000:00000010:0.0:1767384401.368934:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd7c9df8. 00040000:00000010:0.0:1767384401.368936:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075f2bf50. 00040000:00000010:0.0:1767384401.368939:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000312fd2cc. 00080000:00000010:0.0:1767384401.368947:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008d51183c. 00080000:00000010:0.0:1767384401.368951:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a2d3a144. 00000004:00000010:0.0:1767384401.368955:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2efff5f. 00000004:00000010:0.0:1767384401.368956:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c9ab346. 00000004:00000010:0.0:1767384401.368959:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dd508f7b. 00040000:00000010:0.0:1767384401.368962:0:41010:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000304726af. 00040000:00000010:0.0:1767384401.368969:0:41010:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000000dd76334. 00000020:00000010:0.0:1767384401.368973:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a2a41242. 00040000:00000010:0.0:1767384401.368978:0:41010:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000000dd76334. 00040000:00000010:0.0:1767384401.368981:0:41010:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000b5f72736. 00000020:00000010:0.0:1767384401.368983:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d65e5403. 00000020:00000010:0.0:1767384401.368985:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a698a6e. 00000040:00000010:0.0:1767384401.368987:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000457f02ae. 00000020:00000010:0.0:1767384401.368988:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6ecc449. 00000020:00000010:0.0:1767384401.368992:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b57ecadb. 00000020:00000010:0.0:1767384401.368994:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054e1c358. 80000000:00000010:0.0:1767384401.368997:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e0e5542. 40000000:00000010:0.0:1767384401.368999:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002fdde008. 00100000:00000010:0.0:1767384401.369002:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005acd35a3. 00040000:00000010:0.0:1767384401.369004:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007313cb2f. 00040000:00000010:0.0:1767384401.369006:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006923b35b. 00040000:00000010:0.0:1767384401.369007:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e91559d5. 00080000:00000010:0.0:1767384401.369011:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004b236810. 00080000:00000010:0.0:1767384401.369015:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000058aa3984. 00000004:00000010:0.0:1767384401.369018:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c9ee29f9. 00000004:00000010:0.0:1767384401.369020:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a7cfab91. 00000004:00000010:0.0:1767384401.369023:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000014a0add0. 00000020:00000010:1.0:1767384401.369169:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba734131. 00040000:00000010:1.0:1767384401.369233:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004cfa11a2. 00040000:00000010:1.0:1767384401.369238:0:41010:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000037a0567d. 00000020:00000010:1.0:1767384401.369248:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e9e3a31e. 00040000:00000010:1.0:1767384401.369251:0:41010:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000060a731e. 00000020:00000010:1.0:1767384401.369268:0:41010:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d1361b4c. 00000020:00000010:1.0:1767384401.369290:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000717882d3. 00000040:00000010:1.0:1767384401.369294:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000007ba9869. 00000020:00000010:1.0:1767384401.369296:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000553e9a8d. 00000020:00000010:1.0:1767384401.369311:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000859decee. 00000020:00000010:1.0:1767384401.369314:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d6da1e6. 80000000:00000010:1.0:1767384401.369317:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e80370b0. 40000000:00000010:1.0:1767384401.369319:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002b4b2e13. 00100000:00000010:1.0:1767384401.369322:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd7c9df8. 00040000:00000010:1.0:1767384401.369324:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000075f2bf50. 00040000:00000010:1.0:1767384401.369326:0:41010:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004cfa11a2. 00040000:00000010:1.0:1767384401.369329:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000312fd2cc. 00080000:00000010:1.0:1767384401.369333:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a2d3a144. 00080000:00000010:1.0:1767384401.369336:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008d51183c. 00000004:00000010:1.0:1767384401.369339:0:41010:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2efff5f. 00000004:00000010:1.0:1767384401.369342:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008c9ab346. 00000004:00000010:1.0:1767384401.369344:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dd508f7b. 00000020:00000010:1.0:1767384401.369346:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a318a75. 00000020:00000010:1.0:1767384401.369348:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000982c6259. 00000020:00000010:1.0:1767384401.369350:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082370f09. 00000008:00000010:1.0:1767384401.369353:0:41010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003754180f. 00020000:00000010:1.0:1767384401.369355:0:41010:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001406de04. 00008000:00000010:1.0:1767384401.369358:0:41010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000022a70031. 00000080:00000010:1.0:1767384401.369361:0:41010:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000f7bb3c1. 00000020:00000010:1.0:1767384401.369364:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad6f658. 00000004:00000010:1.0:1767384401.369372:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007516f0cb. 00000004:00000010:1.0:1767384401.369377:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000058064354. 00000004:00000010:1.0:1767384401.369380:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006571876e. 00080000:00000010:1.0:1767384401.369384:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000071bb029d. 00080000:00000010:1.0:1767384401.369426:0:41010:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000dd45cd4e. 00000020:00000010:1.0:1767384401.369431:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004eb5b53f. 00080000:00000010:1.0:1767384401.369435:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fa7ab03. 00080000:00000010:1.0:1767384401.369448:0:41010:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001fa7ab03. 00000020:00000010:1.0:1767384401.369451:0:41010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004eb5b53f. 00000004:00000010:1.0:1767384401.369460:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007c8e1361. 00000004:00000010:1.0:1767384401.369462:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bda948fc. 00000004:00000010:1.0:1767384401.369465:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000c7bc0d9. 00080000:00000010:1.0:1767384401.369468:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fa7ab03. 00040000:00000010:1.0:1767384401.369480:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004cfa11a2. 00000020:00000010:1.0:1767384401.369493:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007ece7bef. 00080000:00000010:1.0:1767384401.369497:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005fc0cb8e. 00080000:00000010:1.0:1767384401.369503:0:41010:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005fc0cb8e. 00000020:00000010:1.0:1767384401.369505:0:41010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007ece7bef. 00000004:00000010:1.0:1767384401.369509:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dfbb4824. 00000004:00000010:1.0:1767384401.369513:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ac904b32. 00000004:00000010:1.0:1767384401.369515:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f6f9bf2f. 00080000:00000010:1.0:1767384401.369517:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005fc0cb8e. 00000004:00000010:1.0:1767384401.369537:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000006186a32. 00000004:00000010:1.0:1767384401.369541:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000056617cba. 00000004:00000010:1.0:1767384401.369543:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc25a9d3. 00080000:00000010:1.0:1767384401.369545:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060a4b2c8. 00080000:00000010:1.0:1767384401.369552:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009c2d5c08. 00100000:00000010:1.0:1767384401.369560:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000094d91468. 00100000:00000010:1.0:1767384401.369563:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000094d91468. 00040000:00000010:1.0:1767384401.369569:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000077dcee1. 00000001:00000010:1.0:1767384401.369573:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002d883926. 00000001:00000010:1.0:1767384401.369576:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d9e69650. 00000001:00000010:1.0:1767384401.369578:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ef79b145. 00040000:00000010:1.0:1767384401.369583:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000094d91468. 00080000:00000010:1.0:1767384401.369588:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005c412d93. 00080000:00000010:1.0:1767384401.369611:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005c412d93. 00040000:00000010:1.0:1767384401.369614:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000094d91468. 00040000:00000010:1.0:1767384401.369628:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f2404ced. 00000001:00000010:1.0:1767384401.369642:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000055021777. 00000001:00000010:1.0:1767384401.369821:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000055021777. 00000004:00000010:1.0:1767384401.369848:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000a85c8fd. 00000004:00000010:1.0:1767384401.369853:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000db98685a. 00000004:00000010:1.0:1767384401.369857:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000096612b75. 00080000:00000010:1.0:1767384401.369862:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000312fd2cc. 00080000:00000010:1.0:1767384401.369875:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000312ad955. 00100000:00000010:1.0:1767384401.369885:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000094d91468. 00100000:00000010:1.0:1767384401.369888:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000094d91468. 00040000:00000010:1.0:1767384401.369893:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000001c24f6bf. 00000001:00000010:1.0:1767384401.369897:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009ad6f658. 00000001:00000010:1.0:1767384401.369901:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000024cc261f. 00000001:00000010:1.0:1767384401.369904:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000015d4951c. 00040000:00000010:1.0:1767384401.369908:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000094d91468. 00080000:00000010:1.0:1767384401.369913:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005c412d93. 00080000:00000010:1.0:1767384401.369932:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005c412d93. 00040000:00000010:1.0:1767384401.369936:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000094d91468. 00040000:00000010:1.0:1767384401.369942:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000005eb144fe. 00000001:00000010:1.0:1767384401.369948:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000055021777. 00000001:00000010:0.0:1767384401.370160:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000055021777. 00000004:00000010:0.0:1767384401.370196:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004c72ee15. 00000004:00000010:0.0:1767384401.370200:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004f42d903. 00000004:00000010:0.0:1767384401.370204:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006a26e8d8. 00080000:00000010:0.0:1767384401.370207:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009c310a0a. 00080000:00000010:0.0:1767384401.370217:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000018a15df8. 00100000:00000010:0.0:1767384401.370222:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.370224:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370228:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006138acef. 00000001:00000010:0.0:1767384401.370231:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000010d744c5. 00000001:00000010:0.0:1767384401.370234:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000cc433fd1. 00000001:00000010:0.0:1767384401.370237:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000056faad0a. 00040000:00000010:0.0:1767384401.370239:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b55e9cc8. 00080000:00000010:0.0:1767384401.370242:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000015472e8e. 00080000:00000010:0.0:1767384401.370254:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000015472e8e. 00040000:00000010:0.0:1767384401.370257:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370270:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000000117ed30. 00000001:00000010:0.0:1767384401.370277:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.370486:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000020:00000010:0.0:1767384401.370512:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f81a02e. 00080000:00000010:0.0:1767384401.370516:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000037e7842a. 00080000:00000010:0.0:1767384401.370525:0:41010:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000037e7842a. 00000020:00000010:0.0:1767384401.370527:0:41010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f81a02e. 00000004:00000010:0.0:1767384401.370534:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a9fbf067. 00000004:00000010:0.0:1767384401.370537:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001d694cee. 00000004:00000010:0.0:1767384401.370540:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003eb92c81. 00080000:00000010:0.0:1767384401.370543:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000037e7842a. 00000004:00000010:0.0:1767384401.370559:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002d009ecb. 00000004:00000010:0.0:1767384401.370562:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e1af6b0e. 00000004:00000010:0.0:1767384401.370564:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006880a494. 00080000:00000010:0.0:1767384401.370566:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c684a8b. 00080000:00000010:0.0:1767384401.370571:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000c77c534. 00100000:00000010:0.0:1767384401.370576:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.370578:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370581:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000c3fbfb8. 00000001:00000010:0.0:1767384401.370583:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d435a5e1. 00000001:00000010:0.0:1767384401.370586:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d4820e48. 00000001:00000010:0.0:1767384401.370588:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003eede583. 00040000:00000010:0.0:1767384401.370590:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b55e9cc8. 00080000:00000010:0.0:1767384401.370592:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000015472e8e. 00080000:00000010:0.0:1767384401.370602:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000015472e8e. 00040000:00000010:0.0:1767384401.370604:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370608:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000090344b21. 00000001:00000010:0.0:1767384401.370613:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.370765:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000004:00000010:0.0:1767384401.370789:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007d4b1dda. 00000004:00000010:0.0:1767384401.370793:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008efc9504. 00000004:00000010:0.0:1767384401.370796:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a213ed0. 00080000:00000010:0.0:1767384401.370800:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005670d479. 00080000:00000010:0.0:1767384401.370807:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c927941a. 00100000:00000010:0.0:1767384401.370812:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.370813:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370816:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002ede4f81. 00000001:00000010:0.0:1767384401.370819:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000052863052. 00000001:00000010:0.0:1767384401.370822:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001729f9d6. 00000001:00000010:0.0:1767384401.370824:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000056ce0ce5. 00040000:00000010:0.0:1767384401.370825:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b55e9cc8. 00080000:00000010:0.0:1767384401.370828:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000015472e8e. 00080000:00000010:0.0:1767384401.370837:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000015472e8e. 00040000:00000010:0.0:1767384401.370839:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.370842:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000061c5ced. 00000001:00000010:0.0:1767384401.370845:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.370943:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000004:00000010:0.0:1767384401.370966:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004f079789. 00000004:00000010:0.0:1767384401.371010:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb869ab1. 00000004:00000010:0.0:1767384401.371013:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bf325247. 00080000:00000010:0.0:1767384401.371018:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006b12b7c1. 00080000:00000010:0.0:1767384401.371026:0:41010:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009431273c. 00100000:00000010:0.0:1767384401.371031:0:41010:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.371033:0:41010:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.371036:0:41010:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000074264267. 00000001:00000010:0.0:1767384401.371039:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bcfd360a. 00000001:00000010:0.0:1767384401.371041:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ed7d11bd. 00000001:00000010:0.0:1767384401.371043:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004096592d. 00040000:00000010:0.0:1767384401.371045:0:41010:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b55e9cc8. 00080000:00000010:0.0:1767384401.371047:0:41010:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000015472e8e. 00080000:00000010:0.0:1767384401.371057:0:41010:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000015472e8e. 00040000:00000010:0.0:1767384401.371059:0:41010:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b55e9cc8. 00040000:00000010:0.0:1767384401.371062:0:41010:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000aa5c43bd. 00000001:00000010:0.0:1767384401.371065:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.371200:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000020:00000010:0.0:1767384401.371214:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000076179f8c. 00000004:00000010:0.0:1767384401.371219:0:41010:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 000000007b1f85cc. 00000004:00000010:0.0:1767384401.371222:0:41010:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000003ea48c53. 00000004:00000010:0.0:1767384401.371224:0:41010:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 0000000017d287e1. 00000004:00000010:0.0:1767384401.371225:0:41010:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000e4b94b4b. 00000004:00000010:0.0:1767384401.371227:0:41010:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000365828b7. 00000020:00000010:0.0:1767384401.371236:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618e539d. 00000020:00000010:0.0:1767384401.371239:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001adbcc2d. 00000040:00000010:0.0:1767384401.371242:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cbdf182f. 00000020:00000010:0.0:1767384401.371245:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b63ec093. 00000020:00000010:0.0:1767384401.371248:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e058918a. 00000020:00000010:0.0:1767384401.371250:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9e8829f. 80000000:00000010:0.0:1767384401.371254:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e40f746c. 40000000:00000010:0.0:1767384401.371256:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4b94b4b. 00100000:00000010:0.0:1767384401.371259:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e605fef. 00040000:00000010:0.0:1767384401.371262:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075f2bf50. 00040000:00000010:0.0:1767384401.371265:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b3f05aff. 00040000:00000010:0.0:1767384401.371267:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000026d54b. 00080000:00000010:0.0:1767384401.371269:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008d51183c. 00080000:00000010:0.0:1767384401.371270:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a2d3a144. 00000004:00000010:0.0:1767384401.371273:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ac3b9b0. 00000004:00000010:0.0:1767384401.371276:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c9ab346. 00000004:00000010:0.0:1767384401.371279:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c2378e9a. 00000020:00000010:0.0:1767384401.371282:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5fe037e. 00000020:00000010:0.0:1767384401.371285:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017d287e1. 00000020:00000010:0.0:1767384401.371288:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000054bd7229. 00000020:00000010:0.0:1767384401.371445:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e68549f2. 00000040:00000010:0.0:1767384401.371451:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009e7abb06. 00000020:00000010:0.0:1767384401.371455:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000037fed147. 00000020:00000010:0.0:1767384401.371459:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.371462:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002de9046b. 80000000:00000010:0.0:1767384401.371463:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.371465:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060316aef. 00100000:00000010:0.0:1767384401.371468:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008d04a927. 00040000:00000010:0.0:1767384401.371470:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a34c92df. 00040000:00000010:0.0:1767384401.371473:0:41010:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004cfa11a2. 00040000:00000010:0.0:1767384401.371475:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd2250a4. 00080000:00000010:0.0:1767384401.371479:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000201f48a. 00080000:00000010:0.0:1767384401.371481:0:41010:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000dd45cd4e. 00080000:00000010:0.0:1767384401.371484:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c119789a. 00000004:00000010:0.0:1767384401.371486:0:41010:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384401.371490:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.371493:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e46f2c53. 00000020:00000010:0.0:1767384401.371495:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018bc2f67. 00000020:00000010:0.0:1767384401.371498:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8354cef. 00000020:00000010:0.0:1767384401.371500:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000008:00000010:0.0:1767384401.371503:0:41010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009cf870eb. 00020000:00000010:0.0:1767384401.371504:0:41010:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000003b72cfa. 00008000:00000010:0.0:1767384401.371506:0:41010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000004d4d6386. 00000080:00000010:0.0:1767384401.371508:0:41010:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009caca40d. 00000020:00000010:0.0:1767384401.371510:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc52b718. 00000020:00000010:0.0:1767384401.371513:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000111ce89c. 00000020:00000010:0.0:1767384401.371524:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371526:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371530:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371532:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371535:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371537:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371539:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009cb6ee2d. 00000020:00000010:0.0:1767384401.371544:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c59c24. 00000020:00000010:0.0:1767384401.371546:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d4715d1. 00000040:00000010:0.0:1767384401.371548:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005cf8dfba. 00000020:00000010:0.0:1767384401.371549:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd508f7b. 00000020:00000010:0.0:1767384401.371551:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.371553:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003730f869. 80000000:00000010:0.0:1767384401.371555:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.371557:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.371560:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2efff5f. 00040000:00000010:0.0:1767384401.371562:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a34c92df. 00040000:00000010:0.0:1767384401.371565:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e46f2c53. 00040000:00000010:0.0:1767384401.371566:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e43c0cf0. 00080000:00000010:0.0:1767384401.371569:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c119789a. 00080000:00000010:0.0:1767384401.371572:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000201f48a. 00000004:00000010:0.0:1767384401.371575:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384401.371578:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.371580:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008d04a927. 02000000:00000010:0.0:1767384401.371587:0:41010:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 0000000040f1e741. 02000000:00000010:0.0:1767384401.371591:0:41010:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 0000000040f1e741. 00000020:00000010:0.0:1767384401.371594:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d4715d1. 00000040:00000010:0.0:1767384401.371595:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005cf8dfba. 00000020:00000010:0.0:1767384401.371597:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd508f7b. 00000020:00000010:0.0:1767384401.371598:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cefb293a. 00000020:00000010:0.0:1767384401.371600:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003730f869. 80000000:00000010:0.0:1767384401.371601:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085278fe3. 40000000:00000010:0.0:1767384401.371603:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.371604:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f2efff5f. 00040000:00000010:0.0:1767384401.371605:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a34c92df. 00040000:00000010:0.0:1767384401.371607:0:41010:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e46f2c53. 00040000:00000010:0.0:1767384401.371609:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e43c0cf0. 00080000:00000010:0.0:1767384401.371612:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000201f48a. 00080000:00000010:0.0:1767384401.371614:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c119789a. 00000004:00000010:0.0:1767384401.371616:0:41010:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006a81dfd8. 00000004:00000010:0.0:1767384401.371618:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.371621:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008d04a927. 00000020:00000010:0.0:1767384401.371623:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c59c24. 00000020:00000010:0.0:1767384401.371626:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009cb6ee2d. 00000020:00000010:0.0:1767384401.371629:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371631:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371635:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371636:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a34c92df. 00000020:00000010:0.0:1767384401.371638:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000b55e9cc8. 00000100:00000010:0.0:1767384401.371641:0:41010:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000779abba9. 00000400:00000200:0.0:1767384401.371644:0:41010:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384401.371649:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:0.0:1767384401.371655:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384401.371660:0:41010:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00000400:00000200:0.0:1767384401.371664:0:41010:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:0.0:1767384401.371675:0:41010:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:0.0:1767384401.371677:0:41010:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384401.371678:0:41010:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384401.371681:0:41010:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:0.0:1767384401.371683:0:41010:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:0.0:1767384401.371684:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:0.0:1767384401.371686:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:0.0:1767384401.371689:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371690:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:0.0:1767384401.371692:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:0.0:1767384401.371694:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371696:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:0.0:1767384401.371697:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:2.0:1767384401.371701:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384401.371701:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371703:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:0.0:1767384401.371707:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:2.0:1767384401.371711:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:0.0:1767384401.371711:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371715:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:2.0:1767384401.371719:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:0.0:1767384401.371719:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:0.0:1767384401.371723:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371725:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:0.0:1767384401.371726:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000010:2.0:1767384401.371728:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002c79b130. 00000400:00000200:0.0:1767384401.371728:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371729:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:0.0:1767384401.371734:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:0.0:1767384401.371736:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000010:2.0:1767384401.371738:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000400:00000200:0.0:1767384401.371738:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:0.0:1767384401.371742:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:0.0:1767384401.371746:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371747:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:0.0:1767384401.371748:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000010:2.0:1767384401.371750:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031cd7cce. 00000400:00000200:0.0:1767384401.371751:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371754:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:0.0:1767384401.371757:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:2.0:1767384401.371762:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:0.0:1767384401.371762:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371767:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:0.0:1767384401.371769:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:0.0:1767384401.371771:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371773:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:0.0:1767384401.371774:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:0.0:1767384401.371777:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371778:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:2.0:1767384401.371781:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:0.0:1767384401.371782:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:0.0:1767384401.371788:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371790:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:0.0:1767384401.371791:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:2.0:1767384401.371794:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:0.0:1767384401.371797:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371801:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:0.0:1767384401.371805:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:2.0:1767384401.371809:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:0.0:1767384401.371810:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371815:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:0.0:1767384401.371819:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:0.0:1767384401.371824:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.371825:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:0.0:1767384401.371826:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:0.0:1767384401.371831:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:0.0:1767384401.371836:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.371839:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:0.0:1767384401.371840:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:0.0:1767384401.371845:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:0.0:1767384401.371851:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.371855:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:0.0:1767384401.371855:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:0.0:1767384401.371860:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:0.0:1767384401.371865:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371867:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:0.0:1767384401.371870:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:2.0:1767384401.371871:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:0.0:1767384401.371875:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371878:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:0.0:1767384401.371882:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:0.0:1767384401.371886:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.371889:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:0.0:1767384401.371889:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:0.0:1767384401.371894:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:0.0:1767384401.371898:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371900:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:2.0:1767384401.371904:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:0.0:1767384401.371904:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:0.0:1767384401.371910:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371912:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:0.0:1767384401.371917:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:2.0:1767384401.371920:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:0.0:1767384401.371923:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371927:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:0.0:1767384401.371931:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:0.0:1767384401.371935:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.371936:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:0.0:1767384401.371937:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:0.0:1767384401.371941:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:0.0:1767384401.371945:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371948:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:2.0:1767384401.371952:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:0.0:1767384401.371952:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:0.0:1767384401.371958:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371961:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:0.0:1767384401.371964:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:2.0:1767384401.371968:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:0.0:1767384401.371970:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371974:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:0.0:1767384401.371978:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:2.0:1767384401.371984:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 00000400:00000200:0.0:1767384401.371984:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.371988:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:0.0:1767384401.371992:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:2.0:1767384401.371998:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000400:00000200:0.0:1767384401.371998:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384401.372003:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:0.0:1767384401.372007:0:41010:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:0.0:1767384401.372012:0:41010:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.372013:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000400:00000200:0.0:1767384401.372015:0:41010:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000100:00000010:0.0:1767384401.372019:0:41010:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000779abba9. 00000020:00000010:0.0:1767384401.372023:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000b55e9cc8. 00000400:00000200:2.0:1767384401.372026:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000020:00000010:0.0:1767384401.372030:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000a8354cef. 00000400:00000200:2.0:1767384401.372033:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00000400:00000200:2.0:1767384401.372037:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[185, 64] 00000020:00000010:0.0:1767384401.372040:0:41010:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ba4b71ab. 00000400:00000200:2.0:1767384401.372041:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[194, 64] 00000020:00000010:0.0:1767384401.372047:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008d04a927. 00000400:00000200:2.0:1767384401.372048:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[206, 64], ns[240, 64] 00000400:00000200:2.0:1767384401.372055:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 64], ns[97, 64] 00000020:00000010:0.0:1767384401.372058:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000a8354cef. 00000400:00000200:2.0:1767384401.372059:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 64], ns[74, 64] 00000020:00000010:0.0:1767384401.372064:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000a8354cef. 00000400:00000200:2.0:1767384401.372065:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 64] 00000400:00000200:2.0:1767384401.372071:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 64], ns[114, 64] 00000400:00000200:2.0:1767384401.372075:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 64], ns[190, 64] 00000400:00000200:2.0:1767384401.372079:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 64], ns[115, 64] 00000001:00000010:0.0:1767384401.372079:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a34c92df. 00000001:00000010:0.0:1767384401.372085:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000098e062fa. 00000400:00000200:2.0:1767384401.372086:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 64] 00000001:00000010:0.0:1767384401.372090:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d0fd8d8. 00000400:00000200:2.0:1767384401.372093:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 64], ns[116, 64] 00000001:00000010:0.0:1767384401.372096:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000013c59c24. 00000400:00000200:2.0:1767384401.372099:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 64], ns[162, 64] 00000001:00000010:0.0:1767384401.372120:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e43c0cf0. 00000001:00000010:0.0:1767384401.372123:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003730f869. 00000001:00000010:0.0:1767384401.372125:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000042764650. 00000001:00000010:0.0:1767384401.372127:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ad440877. 00000001:00000010:0.0:1767384401.372129:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005cf8dfba. 00000001:00000010:0.0:1767384401.372131:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d4715d1. 00000001:00000010:0.0:1767384401.372136:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc52b718. 00000400:00000200:2.0:1767384401.372140:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[203, 64], ns[237, 64] 00000001:00000010:0.0:1767384401.372140:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018bc2f67. 00000020:00000010:0.0:1767384401.372146:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd2250a4. 00000400:00000200:2.0:1767384401.372149:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[204, 64], ns[238, 64] 00000020:00000010:0.0:1767384401.372150:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ea48c53. 00000020:00000010:0.0:1767384401.372156:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9e4e3d2. 00000400:00000200:2.0:1767384401.372158:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 64], ns[156, 64] 00000008:00000010:0.0:1767384401.372160:0:41010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009cf870eb. 00020000:00000010:0.0:1767384401.372164:0:41010:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000003b72cfa. 00000400:00000200:2.0:1767384401.372165:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 64], ns[157, 64] 00008000:00000010:0.0:1767384401.372169:0:41010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004d4d6386. 00000400:00000200:2.0:1767384401.372173:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 64], ns[177, 64] 00000080:00000010:0.0:1767384401.372175:0:41010:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009caca40d. 00000400:00000200:2.0:1767384401.372179:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[199, 64], ns[233, 64] 00000020:00000010:0.0:1767384401.372181:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002de9046b. 00000020:00000010:0.0:1767384401.372185:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e7abb06. 00000400:00000200:2.0:1767384401.372186:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[202, 64], ns[236, 64] 00000040:00000010:0.0:1767384401.372190:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e68549f2. 00000400:00000200:2.0:1767384401.372193:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 64], ns[198, 64] 00000020:00000010:0.0:1767384401.372195:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a81dfd8. 00000020:00000010:0.0:1767384401.372200:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cefb293a. 00000400:00000200:2.0:1767384401.372204:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[205, 64], ns[239, 64] 00000020:00000010:0.0:1767384401.372205:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bba5200. 80000000:00000010:0.0:1767384401.372209:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085278fe3. 00000400:00000200:2.0:1767384401.372213:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 64], ns[235, 64] 40000000:00000010:0.0:1767384401.372214:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.372219:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e46f2c53. 00000400:00000200:2.0:1767384401.372222:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 64] 00040000:00000010:0.0:1767384401.372225:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5a1c18b. 00000400:00000200:2.0:1767384401.372226:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00040000:00000010:0.0:1767384401.372230:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2efff5f. 00000400:00000200:2.0:1767384401.372233:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp49 00040000:00000010:0.0:1767384401.372234:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bd6139a. 00080000:00000010:0.0:1767384401.372238:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c119789a. 00000400:00000200:2.0:1767384401.372239:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp49 lpni_is_preferred = 0 00080000:00000010:0.0:1767384401.372242:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000201f48a. 00000400:00000200:2.0:1767384401.372244:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp49 00000004:00000010:0.0:1767384401.372247:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd508f7b. 00000400:00000200:2.0:1767384401.372250:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp49 NI seq info: [241:241:256:4294967295] 192.168.204.108@tcp49 LPNI seq info [207:207:8:4294967295] 00000004:00000010:0.0:1767384401.372252:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d5be8de. 00000004:00000010:0.0:1767384401.372257:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000037fed147. 00000400:00000200:2.0:1767384401.372260:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp49 00002000:00000010:0.0:1767384401.372262:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d2cf28e. 00000004:00000010:0.0:1767384401.372269:0:41010:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000017fa25b4. 00000400:00000200:2.0:1767384401.372270:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp49(192.168.204.108@tcp49:) -> 192.168.204.108@tcp49(192.168.204.108@tcp:192.168.204.108@tcp49) : GET try# 0 00000800:00000200:2.0:1767384401.372277:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp49 00000004:00000010:0.0:1767384401.372278:0:41010:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000007b1f85cc. 00000800:00000010:2.0:1767384401.372282:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8e0b2ac. 00000004:00000010:0.0:1767384401.372283:0:41010:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000009cb6ee2d. 00000020:00000010:0.0:1767384401.372289:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000095dab89b. 00000800:00000010:2.0:1767384401.372294:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e317298f. 00000004:00000010:0.0:1767384401.372294:0:41010:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000009cb6ee2d. 00000800:00000010:2.0:1767384401.372312:0:16345:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000095efef0f. 00000800:00000200:2.0:1767384401.372318:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (2) 00000800:00000200:2.1:1767384401.372321:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (2) 00010000:00000010:0.0:1767384401.372326:0:41010:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002f6dcd69. 00010000:00000010:0.0:1767384401.372334:0:41010:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000009e76af53. 00000400:00000200:2.0:1767384401.372335:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:2.0:1767384401.372338:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000020:00000010:0.0:1767384401.372340:0:41010:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d6322828. 00000100:00000200:0.0:1767384401.372360:0:41010:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.108@tcp->12345-0@lo 00010000:00000010:0.0:1767384401.372366:0:41010:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000002973e5f9. 00010000:00000010:0.0:1767384401.372370:0:41010:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000029c229f5. 00000001:00000010:0.0:1767384401.372373:0:41010:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c2ca7372. 00000001:00000010:0.0:1767384401.372377:0:41010:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000004b542398. 00000001:00000010:0.0:1767384401.372386:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bc5ccf9a. 00000001:00000010:0.0:1767384401.372393:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f3851779. 00000001:00000010:0.0:1767384401.372400:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d5380c5b. 00000400:00000200:3.0:1767384401.372405:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000001:00000010:0.0:1767384401.372407:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ae59da11. 00000001:00000010:0.0:1767384401.372423:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ec943990. 00000001:00000010:0.0:1767384401.372432:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000057ee7848. 00000001:00000010:0.0:1767384401.372439:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e47c71e3. 00000001:00000010:0.0:1767384401.372446:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1e3bbcb. 00000400:00000200:3.0:1767384401.372450:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000001:00000010:0.0:1767384401.372461:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001e13f17c. 00000001:00000010:0.0:1767384401.372468:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003a7f742a. 00000400:00000200:3.0:1767384401.372471:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000001:00000010:0.0:1767384401.372474:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005976b0fd. 00000001:00000010:0.0:1767384401.372480:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008b5824ab. 00000001:00000010:0.0:1767384401.372490:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000a0c905e. 00000001:00000010:0.0:1767384401.372495:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a988daf5. 00000400:00000200:3.0:1767384401.372500:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000001:00000010:0.0:1767384401.372501:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000069bcb686. 00000001:00000010:0.0:1767384401.372508:0:41010:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004ecfa400. 00000400:00000200:3.0:1767384401.372528:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000020:00000010:0.0:1767384401.372577:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000854a3817. 00000020:00000010:0.0:1767384401.372581:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000c9e26692. 00000400:00000200:3.0:1767384401.372598:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372643:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000020:00000010:0.0:1767384401.372658:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000043de53f6. 00000020:00000010:0.0:1767384401.372661:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000965446ff. 40000000:00000010:0.0:1767384401.372680:0:41010:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000787c821f. 40000000:00000010:0.0:1767384401.372683:0:41010:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000009cb6ee2d. 00000400:00000200:3.0:1767384401.372685:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372733:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 40000000:00000010:0.0:1767384401.372737:0:41010:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000009cb6ee2d. 00000004:00000010:0.0:1767384401.372746:0:41010:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003949a9d5. 00000004:00000010:0.0:1767384401.372752:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000395f21f. 00000004:00000010:0.0:1767384401.372757:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000aaad2d76. 00000004:00000010:0.0:1767384401.372761:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003517dea4. 00080000:00000010:0.0:1767384401.372765:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000728fa72f. 00000001:00000010:0.0:1767384401.372771:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000400:00000200:3.0:1767384401.372773:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000001:00000010:0.0:1767384401.372780:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000400:00000200:3.0:1767384401.372822:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372847:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372864:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372884:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372915:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.372946:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000004:00000010:0.0:1767384401.372964:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000106ce50e. 00000004:00000010:0.0:1767384401.372972:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a2e3a0c8. 00000004:00000010:0.0:1767384401.372975:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006401c5f6. 00000400:00000200:3.0:1767384401.372978:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00080000:00000010:0.0:1767384401.372979:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000b2cdfe5. 00000001:00000010:0.0:1767384401.372987:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.372994:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000400:00000200:3.0:1767384401.373012:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373033:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373058:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373080:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373140:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373183:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000004:00000010:0.0:1767384401.373202:0:41010:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000e933ea69. 00000004:00000010:0.0:1767384401.373208:0:41010:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000004303d91f. 00000004:00000010:0.0:1767384401.373214:0:41010:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000045085577. 00000004:00000010:0.0:1767384401.373219:0:41010:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab4aabe9. 00000004:00000010:0.0:1767384401.373223:0:41010:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007d907698. 00000400:00000200:3.0:1767384401.373226:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00080000:00000010:0.0:1767384401.373227:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cb3d7cd4. 00000001:00000010:0.0:1767384401.373235:0:41010:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ecd01a6. 00000001:00000010:0.0:1767384401.373243:0:41010:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ecd01a6. 00000400:00000200:3.0:1767384401.373274:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373331:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373357:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373374:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373408:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373432:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000040:00000010:1.0:1767384401.373434:0:41010:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000be78dd96. 00000040:00000010:1.0:1767384401.373444:0:41010:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008a318a75. 00000020:00000010:1.0:1767384401.373449:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000410223f5. 00080000:00000010:1.0:1767384401.373454:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003d6da1e6. 00000400:00000200:3.0:1767384401.373473:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373497:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384401.373540:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000040:00000010:1.0:1767384401.373659:0:41010:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009aae105f. 00000800:00000010:3.0:1767384401.373683:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5cf1c4f. 00000800:00000010:3.0:1767384401.373688:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003cc494c9. 00000800:00000010:3.0:1767384401.373693:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000074f6ec3. 00000800:00000010:3.0:1767384401.373709:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000074f6ec3. 00000800:00020000:3.0:1767384401.373718:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384401.373721:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003cc494c9. 00000800:00000010:3.0:1767384401.373722:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5cf1c4f. 00000400:02020000:3.0:1767384401.373749:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp49 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384401.373754:0:16338:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp49 notifying 192.168.204.108@tcp49: down 00000800:00000200:3.0:1767384401.373759:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp49 down 00000800:00000100:3.0:1767384401.373765:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp49 00000800:00000010:3.0:1767384401.373769:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8e0b2ac. 00000400:00000200:3.0:1767384401.373773:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384401.373776:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp49->192.168.204.108@tcp49: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384401.373784:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp49 added to recovery queue. ping count: 0 next ping: 322 health :900 00000400:00000200:3.0:1767384401.373787:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384401.373790:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 1 00000400:00000200:3.0:1767384401.373793:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:2.0:1767384401.373849:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384401.373854:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100871 00000400:00000200:2.0:1767384401.373861:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.373864:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000200:2.0:1767384401.373869:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384401.373874:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000010:2.0:1767384401.373878:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000002c79b130. 00000400:00000200:2.0:1767384401.373882:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:2.0:1767384401.373885:0:16345:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.108@tcp:-71 00000400:00000200:2.0:1767384401.373888:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 rc -71 00080000:00000010:1.0:1767384401.373889:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000007ba9869. 00000400:00000200:2.0:1767384401.373894:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00080000:00000010:1.0:1767384401.373899:0:41010:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094d91468. 00000400:00000200:2.0:1767384401.373900:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (42) 00080000:00000010:1.0:1767384401.373925:0:41010:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094d91468. 00080000:00000010:1.0:1767384401.373931:0:41010:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000717882d3. 00000040:00000010:1.0:1767384401.373935:0:41010:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003b84c3ca. 00000020:00000010:1.0:1767384401.373939:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f0d2be1f. 00080000:00000010:1.0:1767384401.373942:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000034c6192a. 00080000:00000010:1.0:1767384401.374056:0:41010:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094d91468. 00080000:00000010:1.0:1767384401.374062:0:41010:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000030173a74. 00080000:00000010:1.0:1767384401.374067:0:41010:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000311446f3. 00000040:00000010:1.0:1767384401.374071:0:41010:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000edc77d73. 00000020:00000010:1.0:1767384401.374073:0:41010:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9059fe6. 00080000:00000010:1.0:1767384401.374076:0:41010:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002a6d9988. 00080000:00000010:1.0:1767384401.374214:0:41010:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007d1cf6c1. 00000001:00000010:1.0:1767384401.374401:0:41010:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000073319df. 00000040:00000010:1.0:1767384401.374423:0:41010:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000055e1e57a. 00080000:00000010:1.0:1767384401.374431:0:41010:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000009fba4352. 00080000:00000010:1.0:1767384401.374568:0:41010:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000062703e5b. 00080000:00000010:1.0:1767384401.374783:0:41010:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007d1cf6c1. 00080000:00000010:1.0:1767384401.374786:0:41010:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000311446f3. 00080000:00000010:1.0:1767384401.374787:0:41010:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094d91468. 00000020:00000010:1.0:1767384401.374957:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043575479. 00000020:00000010:1.0:1767384401.374961:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e99804eb. 00000040:00000010:1.0:1767384401.374963:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cccc51e. 00000020:00000010:1.0:1767384401.374966:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c51ce7c. 00000020:00000010:1.0:1767384401.374969:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008df5ad80. 00000004:00000010:0.0:1767384401.374972:0:41010:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000062a9b5ae. 00040000:00000010:1.0:1767384401.374974:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe7f6641. 00000020:00000010:0.0:1767384401.374978:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da01aa5b. 00040000:00000010:1.0:1767384401.374979:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000260c26bb. 00000020:00000010:0.0:1767384401.374986:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3af6c18. 00080000:00000010:1.0:1767384401.374987:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000056d44dd1. 00000040:00000010:0.0:1767384401.374993:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004fe70872. 00080000:00000010:1.0:1767384401.374994:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c434e96e. 00000020:00000010:0.0:1767384401.374999:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3d82bf0. 00000020:00000010:1.0:1767384401.375001:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000311446f3. 00000020:00000010:0.0:1767384401.375005:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed7649b5. 00000040:00000010:1.0:1767384401.375008:0:41014:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000548c36d7. 00000020:00000010:0.0:1767384401.375011:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f030170b. 80000000:00000010:0.0:1767384401.375015:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000076c14f01. 40000000:00000010:0.0:1767384401.375017:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040f1e741. 00100000:00000010:0.0:1767384401.375019:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001252f172. 00000040:00000010:1.0:1767384401.375023:0:41014:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000045088f41. 00040000:00000010:0.0:1767384401.375023:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be586c53. 00040000:00000010:0.0:1767384401.375027:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a76d92fc. 00040000:00000010:0.0:1767384401.375031:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000728312f0. 00000040:00000010:1.0:1767384401.375041:0:41014:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000ba260d9. 00080000:00000010:0.0:1767384401.375044:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000069fa8f9a. 00000040:00000010:1.0:1767384401.375047:0:41014:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000098bdafd9. 00080000:00000010:0.0:1767384401.375051:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dd4087f9. 00000004:00000010:0.0:1767384401.375056:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbecb9cb. 00000004:00000010:0.0:1767384401.375059:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006435b12a. 00000004:00000010:0.0:1767384401.375062:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000233320c5. 00002000:00000010:0.0:1767384401.375069:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007cab7b7b. 00000004:00000010:0.0:1767384401.375071:0:41010:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000242867cd. 00000020:00000010:1.0:1767384401.375316:0:41010:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b31cd7a3. 00000020:00000010:1.0:1767384401.375320:0:41010:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000910fccdf. 00000020:00000010:1.0:1767384401.375339:0:41010:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000120913ce. 00000020:00000010:1.0:1767384401.375346:0:41010:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000120913ce. 00000004:00000010:1.0:1767384401.375349:0:41010:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000007b1f85cc. 00000020:00000010:1.0:1767384401.375353:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009e7abb06. 00000040:00000010:1.0:1767384401.375355:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e68549f2. 00000020:00000010:1.0:1767384401.375357:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a81dfd8. 00000020:00000010:1.0:1767384401.375359:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cefb293a. 00000020:00000010:1.0:1767384401.375362:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bba5200. 80000000:00000010:1.0:1767384401.375364:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085278fe3. 40000000:00000010:1.0:1767384401.375366:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b55e9cc8. 00100000:00000010:1.0:1767384401.375367:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e46f2c53. 00040000:00000010:1.0:1767384401.375369:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5a1c18b. 00040000:00000010:1.0:1767384401.375371:0:41010:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f2efff5f. 00040000:00000010:1.0:1767384401.375373:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bd6139a. 00080000:00000010:1.0:1767384401.375374:0:41010:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000073319df. 00080000:00000010:1.0:1767384401.375377:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000201f48a. 00080000:00000010:1.0:1767384401.375379:0:41010:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000030173a74. 00080000:00000010:1.0:1767384401.375380:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c119789a. 00000004:00000010:1.0:1767384401.375382:0:41010:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dd508f7b. 00000004:00000010:1.0:1767384401.375384:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d5be8de. 00000004:00000010:1.0:1767384401.375386:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000037fed147. 00002000:00000010:1.0:1767384401.375388:0:41010:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001d2cf28e. 00000004:00000010:1.0:1767384401.375390:0:41010:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003949a9d5. 00000020:00000010:1.0:1767384401.375392:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002de9046b. 00000020:00000010:1.0:1767384401.375394:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ea48c53. 00000020:00000010:1.0:1767384401.375396:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9e4e3d2. 00000008:00000010:1.0:1767384401.375398:0:41010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009cf870eb. 00020000:00000010:1.0:1767384401.375400:0:41010:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000003b72cfa. 00008000:00000010:1.0:1767384401.375401:0:41010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000004d4d6386. 00000080:00000010:1.0:1767384401.375403:0:41010:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009caca40d. 00000020:00000010:1.0:1767384401.375405:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd2250a4. 00000020:00000010:1.0:1767384401.375407:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000a8354cef. 00000020:00000010:1.0:1767384401.375412:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000c667b73c. 00000020:00000010:1.0:1767384401.375415:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030173a74. 00000020:00000010:1.0:1767384401.375417:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000559a7237. 00000040:00000010:1.0:1767384401.375419:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001706afbb. 00000020:00000010:1.0:1767384401.375420:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000073319df. 00000020:00000010:1.0:1767384401.375422:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384401.375424:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4c4f944. 80000000:00000010:1.0:1767384401.375426:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a5a3389. 40000000:00000010:1.0:1767384401.375427:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c39f1e54. 00100000:00000010:1.0:1767384401.375429:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b1d5bea3. 00040000:00000010:1.0:1767384401.375431:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f39ff3f. 00040000:00000010:1.0:1767384401.375432:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000496e68ec. 00040000:00000010:1.0:1767384401.375434:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bd6139a. 00080000:00000010:1.0:1767384401.375437:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002934dc0a. 00080000:00000010:1.0:1767384401.375440:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000c7a560d. 00000004:00000010:1.0:1767384401.375442:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005334a1cf. 00000004:00000010:1.0:1767384401.375444:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d5be8de. 00000004:00000010:1.0:1767384401.375446:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000deddd98e. 00000004:00000010:1.0:1767384401.375448:0:41010:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c3134cd7. 00000004:00000010:1.0:1767384401.375457:0:41010:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000120913ce. 00000020:00000010:1.0:1767384401.375461:0:41010:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000612e4765. 00000100:00000010:1.0:1767384401.375479:0:41010:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000318786d0. 02000000:00000010:1.0:1767384401.375489:0:41010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000af4e2fcf. 00000004:00000010:1.0:1767384401.375521:0:41010:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000120913ce. 00000004:00000010:1.0:1767384401.375525:0:41010:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000cd2250a4. 00040000:00000010:3.0:1767384401.375526:0:16346:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a17c09eb. 00000004:00000010:3.0:1767384401.375532:0:16346:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0c60ce3. 00000004:00000010:3.0:1767384401.375535:0:16346:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044a9eb6e. 00020000:00000010:1.0:1767384401.375536:0:41010:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000008ea2ed56. 00000004:00000010:3.0:1767384401.375538:0:16346:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000653d96a6. 00020000:00000010:1.0:1767384401.375542:0:41010:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000a29ea40b. 00000004:00000010:3.0:1767384401.375544:0:16346:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002dc567cf. 00100000:00000010:1.0:1767384401.375551:0:41010:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000120913ce. 00000020:00000010:1.0:1767384401.375557:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000559a7237. 02000000:00000010:3.0:1767384401.375560:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d52c2b0c. 00000040:00000010:1.0:1767384401.375560:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001706afbb. 00000020:00000010:1.0:1767384401.375562:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000073319df. 00000400:00000010:3.0:1767384401.375567:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16e9d80. 00000020:00000010:1.0:1767384401.375567:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384401.375574:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4c4f944. 00000400:00000010:3.0:1767384401.375575:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 80000000:00000010:1.0:1767384401.375576:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a5a3389. 40000000:00000010:1.0:1767384401.375580:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c39f1e54. 00000100:00000200:3.0:1767384401.375582:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743015424, portal 4 00100000:00000010:1.0:1767384401.375583:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b1d5bea3. 00040000:00000010:1.0:1767384401.375587:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f39ff3f. 00000020:00000010:3.0:1767384401.375590:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d5cf1c4f. 00040000:00000010:1.0:1767384401.375591:0:41010:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000496e68ec. 00040000:00000010:1.0:1767384401.375596:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bd6139a. 00000400:00000010:3.0:1767384401.375598:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00080000:00000010:1.0:1767384401.375599:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000c7a560d. 00000100:00000200:3.0:1767384401.375602:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236743015424, offset 0 00080000:00000010:1.0:1767384401.375603:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002934dc0a. 00000004:00000010:1.0:1767384401.375607:0:41010:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005334a1cf. 00000004:00000010:1.0:1767384401.375609:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d5be8de. 00000400:00000200:3.0:1767384401.375610:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:1.0:1767384401.375613:0:41010:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000deddd98e. 00000004:00000010:1.0:1767384401.375616:0:41010:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c3134cd7. 00000020:00000010:1.0:1767384401.375618:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030173a74. 00000400:00000200:3.0:1767384401.375622:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384401.375623:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000c667b73c. 00000020:00000010:1.0:1767384401.375630:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f39ff3f. 00000020:00000010:1.0:1767384401.375633:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f39ff3f. 00000400:00000200:3.0:1767384401.375636:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824dc08c00 00000020:00000010:1.0:1767384401.375638:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f39ff3f. 00000020:00000010:1.0:1767384401.375641:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f39ff3f. 00000400:00000200:3.0:1767384401.375644:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xad1 [8] + 5976 00000020:00000010:1.0:1767384401.375644:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000c39f1e54. 00000020:00000010:1.0:1767384401.375647:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000c39f1e54. 00000400:00000200:3.0:1767384401.375652:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384401.375655:0:41010:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a83c0c76. 00000400:00000200:3.0:1767384401.375656:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384401.375663:0:41010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002de9046b. 00000100:00000200:3.0:1767384401.375664:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384401.375670:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090c59cf6. 00000100:00000010:1.0:1767384401.375674:0:41010:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000686d68c9. 00000400:00000200:3.0:1767384401.375686:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:3.0:1767384401.375689:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 02000000:00000010:1.0:1767384401.375692:0:41010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003195f878. 00000100:00000200:3.0:1767384401.375695:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000318786d0 x1853236743015424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384401.375698:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000469265f3. 00000400:00000010:1.0:1767384401.375705:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000814fa383. 00000100:00000200:1.0:1767384401.375710:0:41010:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743015552, portal 25 00000020:00000010:0.0:1767384401.375712:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000243cb1c1. 00000100:00000010:3.0:1767384401.375713:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000572c0b8. 00000400:00000010:1.0:1767384401.375715:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007466e024. 00000020:00000010:0.0:1767384401.375718:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054f20df4. 00000100:00000200:1.0:1767384401.375719:0:41010:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743015552, offset 0 00000020:00000010:0.0:1767384401.375725:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001048a9f3. 00000100:00000010:3.0:1767384401.375726:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000872520d9. 00000400:00000200:1.0:1767384401.375730:0:41010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384401.375733:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004230b202. 00000400:00000200:1.0:1767384401.375738:0:41010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384401.375741:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009aee29b. 00000400:00000200:1.0:1767384401.375748:0:41010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc08c80 00000400:00000200:1.0:1767384401.375753:0:41010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21dd [2] + 0 00000400:00000010:1.0:1767384401.375756:0:41010:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cee7c96. 00000400:00000200:1.0:1767384401.375759:0:41010:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d2d265f 00000400:00000200:1.0:1767384401.375762:0:41010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384401.375763:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015424 00000400:00000200:1.0:1767384401.375767:0:41010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384401.375770:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d2d265f 00000400:00000010:1.0:1767384401.375772:0:41010:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d2d265f. 00000100:00000200:1.0:1767384401.375775:0:41010:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:0.0:1767384401.375778:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000039456824. 00000020:00000010:0.0:1767384401.375786:0:18483:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000055a9ef18. 00000400:00000200:1.0:1767384401.375789:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007466e024 00000001:00000010:0.0:1767384401.375791:0:18483:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000006c26b9a8. 00000400:00000010:1.0:1767384401.375792:0:41010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007466e024. 00000001:00000010:0.0:1767384401.375798:0:18483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003a4441a2. 00000100:00000200:1.0:1767384401.375800:0:41010:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a83c0c76 x1853236743015552/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384401.375803:0:18483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000031b45ad. 00000001:00000010:0.0:1767384401.375808:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000299201ee. 00000001:00000010:0.0:1767384401.375813:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000449f8dc9. 00000020:00000010:3.0:1767384401.375818:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000001:00000010:0.0:1767384401.375818:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001915504a. 00000020:00000010:3.0:1767384401.375824:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000001:00000010:0.0:1767384401.375825:0:18483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a836a289. 00000020:00000010:3.0:1767384401.375831:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dbee079. 00000020:00000010:3.0:1767384401.375835:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.375838:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00080000:00000010:0.0:1767384401.375849:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b038aed. 00080000:00000010:0.0:1767384401.375855:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d6b672d. 00000020:00000010:3.0:1767384401.375860:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.375864:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000200:3.0:1767384401.375867:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015552 00000001:00000010:0.0:1767384401.375867:0:18483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a965b8ab. 02000000:00000010:3.0:1767384401.375888:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005b3e975b. 00080000:00000010:0.0:1767384401.375888:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d6b672d. 00000040:00000010:3.0:1767384401.375895:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e6dda008. 00000020:00000010:0.0:1767384401.375897:0:18483:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000065643d5c. 00000020:00000010:0.0:1767384401.375905:0:18483:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000065643d5c. 00000040:00000010:3.0:1767384401.375906:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002cdf2164. 00000020:00000010:0.0:1767384401.375911:0:18483:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000443f7605. 00000020:00000010:0.0:1767384401.375917:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d6b672d. 00000040:00000010:3.0:1767384401.375924:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002cdf2164. 00000040:00000010:3.0:1767384401.375929:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e6dda008. 00010000:00000200:3.0:1767384401.375935:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9e5e795 x1853236743015552/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8472 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384401.375937:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090c59cf6 x1853236743015424/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.375967:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003cc494c9. 00000400:00000010:0.0:1767384401.375967:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:3.0:1767384401.375973:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236743015552, offset 224 00000100:00000200:0.0:1767384401.375974:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236743015424, offset 0 00000400:00000200:3.0:1767384401.375982:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.375987:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.375991:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.375996:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc08c80 00000400:00000200:0.0:1767384401.375999:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.376005:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a59 [4] + 224 00000400:00000200:0.0:1767384401.376009:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824dc08c00 00000400:00000200:3.0:1767384401.376010:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.376017:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384401.376018:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a51 [1] + 0 00000400:00000200:0.0:1767384401.376023:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384401.376027:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a83c0c76 x1853236743015552/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384401.376028:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.376035:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000318786d0 x1853236743015424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.376051:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cc494c9 00000400:00000010:3.0:1767384401.376054:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003cc494c9. 00000400:00000200:0.0:1767384401.376062:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000020:00000010:3.0:1767384401.376064:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000400:00000010:0.0:1767384401.376065:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000020:00000010:3.0:1767384401.376068:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.376073:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dbee079. 00000400:00000010:1.0:1767384401.376074:0:41010:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000469265f3. 00000020:00000010:0.0:1767384401.376078:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054f20df4. 00000400:00000200:1.0:1767384401.376079:0:41010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814fa383 02000000:00000010:3.0:1767384401.376080:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005b3e975b. 00000400:00000010:1.0:1767384401.376084:0:41010:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000814fa383. 00000020:00000010:0.0:1767384401.376084:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001048a9f3. 00000020:00000010:0.0:1767384401.376090:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000243cb1c1. 00000400:00000010:2.0:1767384401.376091:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16e9d80. 00000100:00000200:3.0:1767384401.376094:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384401.376094:0:41010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a83c0c76 x1853236743015552/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.376097:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9d9c0f 00000400:00000010:2.0:1767384401.376116:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000100:00000200:2.0:1767384401.376124:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000318786d0 x1853236743015424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.376134:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025c63264. 00000100:00000200:1.0:1767384401.376135:0:41010:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a83c0c76 x1853236743015552/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.376139:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000318786d0 x1853236743015424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.376141:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cc494c9. 00000020:00000010:2.0:1767384401.376165:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000f89aca9. 00000100:00000010:1.0:1767384401.376167:0:41010:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000686d68c9. 02000000:00000010:1.0:1767384401.376176:0:41010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003195f878. 02000000:00000010:1.0:1767384401.376184:0:41010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002de9046b. 00000100:00000010:1.0:1767384401.376188:0:41010:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a83c0c76. 00000020:00000010:1.0:1767384401.376194:0:41010:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f39ff3f. 00000020:00000010:1.0:1767384401.376196:0:41010:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f39ff3f. 02000000:00000010:2.0:1767384401.376198:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d52c2b0c. 00000040:00000010:1.0:1767384401.376199:0:41010:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dc2217df. 00000100:00000010:0.0:1767384401.376201:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c087c99. 02000000:00000010:2.0:1767384401.376205:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000af4e2fcf. 00000020:00000010:1.0:1767384401.376207:0:41010:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009c65e5bd. 02000000:00000010:0.0:1767384401.376210:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010e4f265. 00000020:00000010:1.0:1767384401.376215:0:41010:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c284cc7. 00000100:00000010:2.0:1767384401.376217:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000318786d0. 00080000:00000010:3.0:1767384401.376218:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009dbee079. 00000040:00000010:1.0:1767384401.376221:0:41010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000019fd60ec. 00080000:00000010:3.0:1767384401.376225:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003985d892. 00000020:00000010:1.0:1767384401.376226:0:41010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000047eab70f. 00000020:00000010:1.0:1767384401.376231:0:41010:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4183f0e. 00000020:00000010:1.0:1767384401.376234:0:41010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1e0d574. 00080000:00000010:3.0:1767384401.376236:0:41014:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000e6dda008. 00040000:00000010:2.0:1767384401.376236:0:16350:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efadab93. 80000000:00000010:1.0:1767384401.376238:0:41010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096e55218. 00040000:00000010:0.0:1767384401.376238:0:16349:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000303e680d. 00000004:00000010:2.0:1767384401.376244:0:16350:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d0bd46c. 40000000:00000010:1.0:1767384401.376245:0:41010:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000043c696e7. 00000004:00000010:0.0:1767384401.376247:0:16349:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006f38b5da. 00000004:00000010:2.0:1767384401.376250:0:16350:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3e9cda5. 00100000:00000010:1.0:1767384401.376251:0:41010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be118001. 00000004:00000010:0.0:1767384401.376253:0:16349:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000794028e. 00040000:00000010:1.0:1767384401.376257:0:41010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3f4c84d. 00080000:00000010:3.0:1767384401.376258:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003985d892. 00000004:00000010:2.0:1767384401.376258:0:16350:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007f1d4d95. 00000004:00000010:0.0:1767384401.376259:0:16349:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000071136252. 00040000:00000010:1.0:1767384401.376264:0:41010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f78be4d5. 00000004:00000010:2.0:1767384401.376265:0:16350:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002c79b130. 00000004:00000010:0.0:1767384401.376266:0:16349:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001fec5fe3. 00080000:00000010:3.0:1767384401.376269:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000077ea54db. 00080000:00000010:1.0:1767384401.376271:0:41010:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b25f872. 00000004:00000010:3.0:1767384401.376275:0:41014:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000013f12577. 00080000:00000010:1.0:1767384401.376276:0:41010:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a5f492d2. 02000000:00000010:2.0:1767384401.376278:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a1ff2211. 00000004:00000010:1.0:1767384401.376282:0:41010:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7b3a821. 00000400:00000010:2.0:1767384401.376283:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00002000:00000010:1.0:1767384401.376286:0:41010:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009b701ee0. 00000400:00000010:2.0:1767384401.376288:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000020:00000010:1.0:1767384401.376291:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001261a256. 00000100:00000200:2.0:1767384401.376293:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743015680, portal 4 00000400:00000010:2.0:1767384401.376307:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.376309:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236743015680, offset 0 00000400:00000200:2.0:1767384401.376315:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.376322:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.376329:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dc08d00 00000040:00000010:3.0:1767384401.376330:0:40980:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006a33718e. 00000400:00000200:2.0:1767384401.376336:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 3808 00000040:00000010:3.0:1767384401.376338:0:40980:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007238cf82. 00000400:00000200:2.0:1767384401.376342:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:3.0:1767384401.376344:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a3368f0. 00000400:00000200:2.0:1767384401.376348:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384401.376353:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000046493c02. 00000100:00000200:2.0:1767384401.376354:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000040:00000010:3.0:1767384401.376360:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad6a9370. 00000100:00000010:2.0:1767384401.376360:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a4a3082. 00000020:00000010:3.0:1767384401.376366:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006aa41190. 00000020:00000010:3.0:1767384401.376370:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000892c0993. 80000000:00000010:3.0:1767384401.376373:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000499d7628. 00000400:00000200:2.0:1767384401.376375:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00040000:00000010:3.0:1767384401.376377:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bcc2f05. 00000400:00000010:2.0:1767384401.376378:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00080000:00000010:3.0:1767384401.376384:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fc6ec7bb. 00000100:00000200:2.0:1767384401.376386:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c087c99 x1853236743015680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384401.376388:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000037bf22e9. 20000000:00000010:3.0:1767384401.376394:0:40980:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000af5f0b9b. 00000020:00000010:1.0:1767384401.376394:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c39f1e54. 00000020:00000010:1.0:1767384401.376400:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003d6b672d. 00000020:00000010:3.0:1767384401.376401:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007737254f. 10000000:00000010:3.0:1767384401.376407:0:40980:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c0c17350. 00000020:00000010:1.0:1767384401.376416:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002de9046b. 00000020:00000010:1.0:1767384401.376421:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c667b73c. 00000020:00000010:1.0:1767384401.376424:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000100:00000010:3.0:1767384401.376426:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000071fb1b3. 02000000:00000010:3.0:1767384401.376435:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096ce818d. 00010000:00000010:3.0:1767384401.376445:0:40980:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a209204. 00010000:00000010:3.0:1767384401.376450:0:40980:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000971176cc. 00000020:00000010:1.0:1767384401.376451:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b349c9. 00000020:00000010:1.0:1767384401.376455:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b349c9. 00000100:00000200:1.0:1767384401.376458:0:18482:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015680 00000100:00000010:3.0:1767384401.376461:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f61a260. 02000000:00000010:1.0:1767384401.376466:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c3134cd7. 02000000:00000010:3.0:1767384401.376470:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005c01052a. 00000400:00000010:3.0:1767384401.376476:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16e9d80. 00000400:00000010:3.0:1767384401.376480:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00010000:00000200:1.0:1767384401.376482:0:18482:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a4a3082 x1853236743015680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:382/0 lens 224/368 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.376484:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743015808, portal 25 00000400:00000010:3.0:1767384401.376491:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.376495:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743015808, offset 0 00000400:00000010:1.0:1767384401.376497:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007466e024. 00000400:00000200:3.0:1767384401.376501:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384401.376504:0:18482:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236743015680, offset 224 00000400:00000200:3.0:1767384401.376510:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384401.376513:0:18482:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.376518:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc08d80 00000400:00000200:1.0:1767384401.376523:0:18482:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.376527:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e1 [2] + 0 00000400:00000010:3.0:1767384401.376531:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000208ae2f3. 00000400:00000200:1.0:1767384401.376534:0:18482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dc08d00 00000400:00000200:3.0:1767384401.376535:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec4224ce 00000400:00000200:3.0:1767384401.376540:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384401.376542:0:18482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a6d [1] + 224 00000400:00000200:3.0:1767384401.376547:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384401.376549:0:18482:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.376551:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4224ce 00000400:00000010:3.0:1767384401.376554:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec4224ce. 00000400:00000200:1.0:1767384401.376557:0:18482:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.376559:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384401.376563:0:18482:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c087c99 x1853236743015680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.376573:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.376575:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.376581:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000071fb1b3 x1853236743015808/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384401.376583:0:18482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007466e024 00000400:00000010:1.0:1767384401.376586:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007466e024. 00000020:00000010:0.0:1767384401.376591:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049a45522. 00000020:00000010:0.0:1767384401.376596:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049a45522. 00000020:00000010:1.0:1767384401.376597:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c667b73c. 00000020:00000010:0.0:1767384401.376601:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d2dedaa. 00000020:00000010:1.0:1767384401.376602:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000020:00000010:0.0:1767384401.376606:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054f20df4. 00000400:00000010:2.0:1767384401.376609:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000020:00000010:1.0:1767384401.376609:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002de9046b. 00000020:00000010:0.0:1767384401.376611:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001048a9f3. 00000400:00000200:2.0:1767384401.376616:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.376619:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.376625:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c087c99 x1853236743015680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.376632:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c087c99 x1853236743015680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384401.376654:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a1ff2211. 00000020:00000010:3.0:1767384401.376657:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 02000000:00000010:2.0:1767384401.376659:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010e4f265. 00000020:00000010:3.0:1767384401.376662:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000010:2.0:1767384401.376664:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c087c99. 00000100:00000200:3.0:1767384401.376666:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015808 00010000:00000010:3.0:1767384401.376678:0:40989:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4ce00fb. 00010000:00000010:3.0:1767384401.376682:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 02000000:00000010:3.0:1767384401.376690:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d52c2b0c. 00010000:00000200:3.0:1767384401.376704:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc22167d x1853236743015808/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/344 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.376712:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.376715:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743015808, offset 224 00000400:00000200:3.0:1767384401.376719:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.376723:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.376728:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc08d80 00000400:00000200:3.0:1767384401.376731:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a75 [1] + 224 00000400:00000200:3.0:1767384401.376734:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.376737:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.376740:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000071fb1b3 x1853236743015808/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.376756:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.376758:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:3.0:1767384401.376764:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054f20df4. 00000020:00000010:3.0:1767384401.376767:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001048a9f3. 00000020:00000010:3.0:1767384401.376769:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d2dedaa. 02000000:00000010:3.0:1767384401.376773:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d52c2b0c. 00000100:00000200:3.0:1767384401.376776:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384401.376780:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16e9d80. 00000400:00000200:2.0:1767384401.376785:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e2ea59 00000400:00000010:2.0:1767384401.376786:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000400:00000010:3.0:1767384401.376789:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011beb419. 00000100:00000200:2.0:1767384401.376790:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000071fb1b3 x1853236743015808/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.376795:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d5d04bf. 00000100:00000200:2.0:1767384401.376801:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000071fb1b3 x1853236743015808/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.376813:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007f61a260. 02000000:00000010:2.0:1767384401.376823:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005c01052a. 02000000:00000010:2.0:1767384401.376826:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096ce818d. 00000100:00000010:2.0:1767384401.376828:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000071fb1b3. 10000000:00000010:2.0:1767384401.376834:0:40980:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000009748d1b3. 00000004:00000010:1.0:1767384401.377076:0:40983:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000013f12577. 00080000:00000010:1.0:1767384401.377080:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000077ea54db. 00080000:00000010:1.0:1767384401.377082:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009dbee079. 00080000:00000010:1.0:1767384401.377083:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000717882d3. 00080000:00000010:1.0:1767384401.377085:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000007ba9869. 00080000:00000010:1.0:1767384401.377087:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e2e1dd9a. 00000100:00000010:2.0:1767384401.377259:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 02000000:00000010:2.0:1767384401.377266:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.377270:0:40980:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1ff2211. 00000100:00000010:2.0:1767384401.377273:0:40980:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000004243180e. 00000100:00000010:2.0:1767384401.377284:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9b1f423. 00000400:00000010:2.0:1767384401.377291:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384401.377295:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ed9d95d. 00000100:00000200:2.0:1767384401.377308:0:40980:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824dc08e00-0x695824dc08e00, portal 33 02000000:00000010:2.0:1767384401.377312:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5813035. 00000400:00000010:2.0:1767384401.377314:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00000400:00000010:2.0:1767384401.377316:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.377317:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743015936, portal 25 00000400:00000010:2.0:1767384401.377319:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.377320:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236743015936, offset 0 00000400:00000200:2.0:1767384401.377323:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.377327:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.377331:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dc08e00 00000400:00000200:2.0:1767384401.377334:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21e5 [2] + 0 00000400:00000010:2.0:1767384401.377336:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ae8ce9. 00000400:00000200:2.0:1767384401.377338:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f041733 00000400:00000200:2.0:1767384401.377340:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.377342:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.377344:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f041733 00000400:00000010:2.0:1767384401.377345:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f041733. 00000100:00000200:2.0:1767384401.377347:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.377357:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.377358:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.377361:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743015936/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.377380:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.377383:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.377387:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e7aaf7. 00000020:00000010:3.0:1767384401.377390:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.377392:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.377409:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.377411:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000200:3.0:1767384401.377412:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743015936 02000000:00000010:3.0:1767384401.377418:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d52c2b0c. 20000000:00000010:3.0:1767384401.377425:0:40989:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000eb2e3cce. 00000100:00000010:3.0:1767384401.377458:0:40989:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd770c5b. 00000100:00000010:3.0:1767384401.377460:0:40989:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000088d68c3f. 00000400:00000010:3.0:1767384401.377464:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000400:00000010:3.0:1767384401.377467:0:40989:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4acfa9c. 00000400:00000200:3.0:1767384401.377470:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.377475:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.377478:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824dc08e00 00000400:00000200:3.0:1767384401.377481:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a89 [256] + 0 00000400:00000010:3.0:1767384401.377483:0:40989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000200:3.0:1767384401.377485:0:40989:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ed9d95d 00000400:00000200:3.0:1767384401.377487:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.377489:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.377491:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed9d95d 00000400:00000010:3.0:1767384401.377492:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ed9d95d. 00000100:00000200:3.0:1767384401.377495:0:40989:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000001b6e2463 desc 00000000a1ff2211 mbits 1853236743015936 00000400:00000200:3.0:1767384401.377504:0:40989:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384401.377507:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384401.377511:0:40989:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a95 00000400:00000200:3.0:1767384401.377513:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.377515:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384401.377518:0:40989:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fd770c5b 00000400:00000200:3.0:1767384401.377523:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.377525:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.377527:0:40989:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fd770c5b 00000100:00000200:3.0:1767384401.377532:0:40989:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824dc08e00-0x695824dc08e00 00000100:00000010:3.0:1767384401.377537:0:40989:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000088d68c3f. 00000100:00000010:3.0:1767384401.377539:0:40989:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd770c5b. 20000000:00000010:3.0:1767384401.377544:0:40989:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000eb2e3cce. 00010000:00000200:3.0:1767384401.377549:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da536390 x1853236743015936/t0(0) o256->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 304/240 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.377556:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.377558:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236743015936, offset 224 00000400:00000200:3.0:1767384401.377560:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.377563:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.377566:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dc08e00 00000400:00000200:3.0:1767384401.377568:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a8d [1] + 224 00000400:00000200:3.0:1767384401.377571:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.377572:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.377575:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743015936/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.377586:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.377588:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:3.0:1767384401.377594:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.377597:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.377599:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e7aaf7. 02000000:00000010:3.0:1767384401.377604:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d52c2b0c. 00000400:00000010:2.0:1767384401.377606:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee4f86. 00000100:00000200:3.0:1767384401.377608:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384401.377611:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:3.0:1767384401.377612:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d81ba6f9. 00000400:00000010:2.0:1767384401.377614:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000400:00000010:3.0:1767384401.377619:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e56c6dc2. 00000100:00000200:2.0:1767384401.377621:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743015936/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.377628:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743015936/t0(0) o256->MGC192.168.204.108@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.377638:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9b1f423. 10000000:00000010:2.0:1767384401.377645:0:40980:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008864c41f. 00000100:00000200:2.0:1767384401.377652:0:40980:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.108@tcp with 192.168.204.108@tcp 00000100:00000200:2.0:1767384401.377654:0:40980:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.108@tcp' 00000100:00000200:2.0:1767384401.377656:0:40980:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.108@tcp' 00000400:00000200:2.0:1767384401.377658:0:40980:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384401.377660:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:2.0:1767384401.377663:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384401.377665:0:40980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (41) 00000400:00000200:2.0:1767384401.377667:0:40980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:2.0:1767384401.377676:0:40980:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): 0 00000400:00000200:2.0:1767384401.377677:0:40980:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384401.377679:0:40980:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384401.377680:0:40980:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:2.0:1767384401.377682:0:40980:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:2.0:1767384401.377683:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:2.0:1767384401.377684:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:2.0:1767384401.377686:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377687:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:2.0:1767384401.377689:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:2.0:1767384401.377690:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377691:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:2.0:1767384401.377692:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:2.0:1767384401.377694:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377695:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:2.0:1767384401.377696:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:2.0:1767384401.377697:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377698:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:2.0:1767384401.377699:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:2.0:1767384401.377700:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377701:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:2.0:1767384401.377702:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:2.0:1767384401.377704:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377704:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:2.0:1767384401.377705:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:2.0:1767384401.377707:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377708:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:2.0:1767384401.377709:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:2.0:1767384401.377711:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377712:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:2.0:1767384401.377713:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:2.0:1767384401.377714:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377715:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:2.0:1767384401.377716:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:2.0:1767384401.377718:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377719:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:2.0:1767384401.377720:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:2.0:1767384401.377722:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377723:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:2.0:1767384401.377724:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:2.0:1767384401.377726:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377727:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:2.0:1767384401.377728:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:2.0:1767384401.377731:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377732:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:1.0:1767384401.377732:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384401.377737:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:1.0:1767384401.377739:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x102071 00000400:00000200:2.0:1767384401.377741:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377745:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:1.0:1767384401.377745:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:2.0:1767384401.377750:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:2.0:1767384401.377752:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377753:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000010:1.0:1767384401.377753:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000001ef8ce7c. 00000400:00000200:2.0:1767384401.377757:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000010:1.0:1767384401.377758:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007466e024. 00000400:00000200:2.0:1767384401.377759:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377764:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:2.0:1767384401.377765:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000010:1.0:1767384401.377766:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e5e8736. 00000400:00000200:2.0:1767384401.377768:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377771:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:1.0:1767384401.377775:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp 00000400:00000200:2.0:1767384401.377776:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:2.0:1767384401.377781:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377782:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:2.0:1767384401.377784:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:1.0:1767384401.377786:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.108@tcp local destination 00000400:00000200:2.0:1767384401.377790:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377793:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:1.0:1767384401.377794:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[149, 144] 00000400:00000200:2.0:1767384401.377797:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:2.0:1767384401.377803:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377806:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:1.0:1767384401.377806:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[64, 144] 00000400:00000200:2.0:1767384401.377811:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:1.0:1767384401.377816:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384401.377818:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377822:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:2.0:1767384401.377826:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:1.0:1767384401.377827:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 64], ns[78, 64] 00000400:00000200:2.0:1767384401.377831:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377835:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:2.0:1767384401.377839:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:1.0:1767384401.377840:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 64], ns[86, 64] 00000400:00000200:2.0:1767384401.377844:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377848:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:1.0:1767384401.377848:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 64] 00000400:00000200:2.0:1767384401.377852:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:2.0:1767384401.377858:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384401.377858:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 64], ns[94, 64] 00000400:00000200:2.0:1767384401.377862:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:2.0:1767384401.377865:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:2.0:1767384401.377870:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377872:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:1.0:1767384401.377874:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[103, 64] 00000400:00000200:2.0:1767384401.377875:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:2.0:1767384401.377880:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377883:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:2.0:1767384401.377887:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:1.0:1767384401.377890:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[107, 64] 00000400:00000200:2.0:1767384401.377891:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377895:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:2.0:1767384401.377899:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:2.0:1767384401.377904:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377907:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:1.0:1767384401.377907:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 64] 00000400:00000200:2.0:1767384401.377912:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:2.0:1767384401.377917:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377920:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:1.0:1767384401.377923:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:2.0:1767384401.377924:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:2.0:1767384401.377930:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377933:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:2.0:1767384401.377936:0:40980:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:1.0:1767384401.377936:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 64], ns[125, 64] 00000400:00000200:2.0:1767384401.377940:0:40980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384401.377944:0:40980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000400:00000200:1.0:1767384401.377948:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 64], ns[130, 64] 10000000:00000010:2.0:1767384401.377950:0:40980:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000534bb682. 00000400:00000200:1.0:1767384401.377954:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[134, 64] 00000020:00000010:2.0:1767384401.377956:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928a8f79. 00000400:00000200:1.0:1767384401.377959:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[164, 64] 00000020:00000010:2.0:1767384401.377961:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5fcb127. 00000400:00000200:1.0:1767384401.377965:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[168, 64] 00000040:00000010:2.0:1767384401.377966:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f36e4c76. 00000020:00000010:2.0:1767384401.377971:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000678f1c67. 00000400:00000200:1.0:1767384401.377973:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 64], ns[183, 64] 00000020:00000010:2.0:1767384401.377975:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000400:00000200:1.0:1767384401.377979:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[185, 64] 00000020:00000010:2.0:1767384401.377981:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007737254f. 00000400:00000200:1.0:1767384401.377984:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[194, 64] 80000000:00000010:2.0:1767384401.377986:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f99d1c2c. 40000000:00000010:2.0:1767384401.377991:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d065b0f. 00000400:00000200:1.0:1767384401.377991:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[206, 64], ns[240, 64] 00100000:00000010:2.0:1767384401.377997:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000783c3a98. 00000400:00000200:1.0:1767384401.377998:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 64], ns[97, 64] 00040000:00000010:2.0:1767384401.378000:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034287ba6. 00040000:00000010:2.0:1767384401.378005:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006aa41190. 00000400:00000200:1.0:1767384401.378006:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 64], ns[74, 64] 00040000:00000010:2.0:1767384401.378009:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af5f0b9b. 00000400:00000200:1.0:1767384401.378013:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 64] 00080000:00000010:2.0:1767384401.378015:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ba1ac40. 00000400:00000200:1.0:1767384401.378018:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 64], ns[114, 64] 00080000:00000010:2.0:1767384401.378019:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007ed9d95d. 00000400:00000200:1.0:1767384401.378025:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 64], ns[190, 64] 00000004:00000010:2.0:1767384401.378026:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000084e4edcc. 00000004:00000010:2.0:1767384401.378032:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0402319. 00000400:00000200:1.0:1767384401.378032:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 64], ns[115, 64] 00000004:00000010:2.0:1767384401.378038:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000208c1a5b. 00000400:00000200:1.0:1767384401.378041:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 64] 00002000:00000010:2.0:1767384401.378042:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000071f92bb2. 00000004:00000010:2.0:1767384401.378047:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3074118. 00000400:00000200:1.0:1767384401.378049:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 64], ns[116, 64] 00000400:00000200:1.0:1767384401.378053:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 64], ns[162, 64] 00000400:00000200:1.0:1767384401.378059:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[203, 64], ns[237, 64] 00000400:00000200:1.0:1767384401.378063:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[204, 64], ns[238, 64] 00000400:00000200:1.0:1767384401.378066:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 64], ns[156, 64] 00000400:00000200:1.0:1767384401.378068:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 64], ns[157, 64] 00000400:00000200:1.0:1767384401.378071:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 64], ns[177, 64] 00000400:00000200:1.0:1767384401.378073:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[199, 64], ns[233, 64] 00000400:00000200:1.0:1767384401.378076:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[202, 64], ns[236, 64] 00000400:00000200:1.0:1767384401.378078:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 64], ns[198, 64] 00000400:00000200:1.0:1767384401.378081:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[205, 64], ns[239, 64] 00000400:00000200:1.0:1767384401.378084:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 64], ns[235, 64] 00000400:00000200:1.0:1767384401.378086:0:16345:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[207, 64], ns[241, 64] 00000400:00000200:1.0:1767384401.378089:0:16345:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:1.0:1767384401.378091:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp11 00000400:00000200:1.0:1767384401.378093:0:16345:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.108@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384401.378099:0:16345:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.108@tcp11 00000020:00000010:2.0:1767384401.378145:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5fcb127. 00000040:00000010:2.0:1767384401.378149:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f36e4c76. 00000020:00000010:2.0:1767384401.378152:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678f1c67. 00000020:00000010:2.0:1767384401.378155:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384401.378159:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007737254f. 80000000:00000010:2.0:1767384401.378162:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f99d1c2c. 40000000:00000010:2.0:1767384401.378165:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006d065b0f. 00100000:00000010:2.0:1767384401.378168:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000783c3a98. 00040000:00000010:2.0:1767384401.378172:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034287ba6. 00040000:00000010:2.0:1767384401.378175:0:40980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006aa41190. 00040000:00000010:2.0:1767384401.378179:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af5f0b9b. 00080000:00000010:2.0:1767384401.378184:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007ed9d95d. 00080000:00000010:2.0:1767384401.378189:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ba1ac40. 00000004:00000010:2.0:1767384401.378193:0:40980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000084e4edcc. 00000004:00000010:2.0:1767384401.378197:0:40980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d0402319. 00000004:00000010:2.0:1767384401.378201:0:40980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000208c1a5b. 00002000:00000010:2.0:1767384401.378204:0:40980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000071f92bb2. 00000004:00000010:2.0:1767384401.378207:0:40980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3074118. 00000020:00000010:2.0:1767384401.378210:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928a8f79. 10000000:00000010:2.0:1767384401.378213:0:40980:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000534bb682. 10000000:00000010:2.0:1767384401.378217:0:40980:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008864c41f. 02000000:00000010:2.0:1767384401.378222:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5813035. 00000100:00000010:2.0:1767384401.378231:0:40980:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000004243180e. 00000100:00000010:2.0:1767384401.378234:0:40980:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1ff2211. 02000000:00000010:2.0:1767384401.378238:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.378241:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 00000400:00000200:1.0:1767384401.378464:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [242:242:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [208:208:8:4294967295] 00000400:00000200:1.0:1767384401.378470:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp11 00000400:00000200:1.0:1767384401.378478:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:) -> 192.168.204.108@tcp11(192.168.204.108@tcp:192.168.204.108@tcp11) : GET try# 0 00000800:00000200:1.0:1767384401.378482:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp11 00000800:00000010:1.0:1767384401.378486:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000f39ff3f. 00000800:00000200:1.0:1767384401.378491:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (6) 00000800:00000200:1.0:1767384401.378497:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:988 00000800:00000200:1.0:1767384401.378500:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f39ff3f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384401.378514:0:16345:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.108@tcp 00000400:00000200:1.0:1767384401.378516:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100271 rc 0 00000800:00000200:3.0:1767384401.378586:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384401.378590:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000f39ff3f. 00000400:00000200:3.0:1767384401.378594:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.378601:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: GET: OK 00000400:00000200:1.0:1767384401.378604:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : GET - for me 00000400:00000200:3.0:1767384401.378606:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384401.378610:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.108@tcp: 0 00000400:00000200:1.0:1767384401.378615:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384401.378621:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 704/704 into md 0x1f91 [1] + 0 00000400:00000200:1.0:1767384401.378628:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp11 to MR: 192.168.204.108@tcp11 local destination 00000400:00000200:1.0:1767384401.378633:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp11 NI seq info: [243:243:256:4294967295] 192.168.204.108@tcp11 LPNI seq info [209:209:8:4294967295] 00000400:00000200:1.0:1767384401.378640:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) -> 192.168.204.108@tcp11(192.168.204.108@tcp11:192.168.204.108@tcp11) 192.168.204.108@tcp11 : REPLY try# 0 00000800:00000200:1.0:1767384401.378644:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.108@tcp11 00000800:00000010:1.0:1767384401.378647:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f39ff3f. 00000800:00000200:1.0:1767384401.378650:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cbb7874c] -> 12345-192.168.204.108@tcp11 (6) 00000800:00000200:1.0:1767384401.378653:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp11 ip 192.168.204.108:1019 00000800:00000200:1.0:1767384401.378655:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f39ff3f type 3, nob 800 niov 1 nkiov 1 00000800:00000200:1.0:1767384401.378729:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384401.378730:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp11(192.168.204.108@tcp11) <- 192.168.204.108@tcp11 : REPLY - for me 00000800:00000010:1.0:1767384401.378732:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f39ff3f. 00000400:00000200:1.0:1767384401.378736:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384401.378744:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: REPLY: OK 00000400:00000200:3.0:1767384401.378747:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp11: Reply from 12345-192.168.204.108@tcp11 of length 704/704 into md 0x2aa1 00000400:00000200:3.0:1767384401.378760:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.378765:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp11->192.168.204.108@tcp11: REPLY: OK 00000400:00000200:3.0:1767384401.378767:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007466e024 00000400:00000010:3.0:1767384401.378769:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007466e024. 00000400:00000200:3.0:1767384401.378772:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384401.378775:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.108@tcp has discovery enabled 00000400:00000200:3.0:1767384401.378777:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.108@tcp(00000000e70d7000) is MR 00000400:00000200:3.0:1767384401.378780:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.108@tcp data present 42. state = 0x100271 00000400:00000200:3.0:1767384401.378783:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.108@tcp (00000000e70d7000): -114 00000400:00000200:3.0:1767384401.378791:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:1.0:1767384401.378804:0:16345:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384401.378810:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x1000f1 00000400:00000010:1.0:1767384401.378817:0:16345:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 000000004da3b707. 00000400:00000010:1.0:1767384401.378820:0:16345:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000deddd98e. 00000400:00000010:1.0:1767384401.378823:0:16345:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000007aea112a. 00000400:00000200:1.0:1767384401.378845:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp29(0000000080335a05) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378855:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp39(000000006ef414b5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378860:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp40(000000008f82cd97) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378868:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp44(0000000016fee770) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378872:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp45(00000000386bc95a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378878:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp47(0000000068e8fa38) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384401.378884:0:16345:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.108@tcp49(000000004efe60bb) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384401.378891:0:16345:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002de9046b. 10000000:00000010:2.0:1767384401.378898:0:40980:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000009748d1b3. 00000400:00000200:1.0:1767384401.378898:0:16345:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002de9046b nid 192.168.204.108@tcp50 00000400:00000010:1.0:1767384401.378907:0:16345:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001a5a3389. 00000400:00000200:1.0:1767384401.378910:0:16345:0:(peer.c:204:lnet_peer_net_alloc()) 000000001a5a3389 net tcp50 00000400:00000200:1.0:1767384401.378913:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000100:00000010:2.0:1767384401.378916:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 00000400:00000200:1.0:1767384401.378920:0:16345:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp50 flags 0x11 02000000:00000010:2.0:1767384401.378925:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7eecf4. 00000400:00000010:1.0:1767384401.378927:0:16345:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 000000004da3b707. 00000400:00000010:1.0:1767384401.378932:0:16345:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000deddd98e. 00010000:00000010:2.0:1767384401.378933:0:40980:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c0eefd21. 00000400:00000010:1.0:1767384401.378936:0:16345:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000007aea112a. 00010000:00000010:2.0:1767384401.378939:0:40980:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d53de82. 00000400:00000010:1.0:1767384401.378942:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000001ef8ce7c. 00000400:00000200:1.0:1767384401.378947:0:16345:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.108@tcp (00000000e70d7000): 0 00000100:00000010:2.0:1767384401.378948:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9b1f423. 00000400:00000200:1.0:1767384401.378953:0:16345:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.108@tcp(00000000e70d7000): 0. state = 0x100171 02000000:00000010:2.0:1767384401.378957:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a1ff2211. 00000400:00000200:1.0:1767384401.378958:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 rc 1 00000400:00000200:1.0:1767384401.378963:0:16345:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100171 00000400:00000010:2.0:1767384401.378964:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00000400:00000200:1.0:1767384401.378967:0:16345:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.108@tcp 00000400:00000010:2.0:1767384401.378971:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000400:00000200:1.0:1767384401.378972:0:16345:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.108@tcp(00000000e70d7000) state 0x100111 rc 0 00000100:00000200:2.0:1767384401.378977:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743016064, portal 25 00000400:00000200:1.0:1767384401.378978:0:16345:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.108@tcp (00000000e70d7000) 00000400:00000010:2.0:1767384401.378984:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000200:1.0:1767384401.378984:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000100:00000200:2.0:1767384401.378988:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743016064, offset 0 00000400:00000200:2.0:1767384401.378993:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.378998:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.379003:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc08e80 00000400:00000200:2.0:1767384401.379005:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e9 [2] + 0 00000400:00000010:2.0:1767384401.379008:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b23e4d0. 00000400:00000200:2.0:1767384401.379010:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a4dad6f 00000400:00000200:2.0:1767384401.379013:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.379015:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.379017:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4dad6f 00000400:00000010:2.0:1767384401.379018:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a4dad6f. 00000100:00000200:2.0:1767384401.379020:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.379030:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.379032:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.379035:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743016064/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.379059:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379063:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379068:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e7aaf7. 00000020:00000010:3.0:1767384401.379072:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.379076:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.379129:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379133:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000200:3.0:1767384401.379137:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016064 00010000:00000010:3.0:1767384401.379147:0:40989:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003c2cf1e6. 00010000:00000010:3.0:1767384401.379151:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095861d09. 02000000:00000010:3.0:1767384401.379158:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fd770c5b. 00010000:00000200:3.0:1767384401.379166:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8314ff5 x1853236743016064/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/344 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.379175:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.379178:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743016064, offset 224 00000400:00000200:3.0:1767384401.379181:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.379186:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.379191:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc08e80 00000400:00000200:3.0:1767384401.379194:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aa5 [1] + 224 00000400:00000200:3.0:1767384401.379197:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.379200:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.379204:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743016064/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.379227:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.379228:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:3.0:1767384401.379235:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.379238:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.379241:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e7aaf7. 02000000:00000010:3.0:1767384401.379245:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fd770c5b. 00000100:00000200:3.0:1767384401.379249:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384401.379250:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee4f86. 00000400:00000010:3.0:1767384401.379252:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9ec238d. 00000400:00000200:2.0:1767384401.379255:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.379258:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.379262:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743016064/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.379263:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f61a260. 00000100:00000200:2.0:1767384401.379272:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743016064/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.379284:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.379290:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a1ff2211. 02000000:00000010:2.0:1767384401.379292:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d7eecf4. 00000100:00000010:2.0:1767384401.379294:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 10000000:00000010:2.0:1767384401.379310:0:40980:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006d065b0f. 00000020:00000010:2.0:1767384401.379313:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d7eecf4. 00000020:00000010:2.0:1767384401.379315:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5813035. 00000040:00000010:2.0:1767384401.379317:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000928a8f79. 00000020:00000010:2.0:1767384401.379320:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384401.379323:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000808b4f5f. 80000000:00000010:2.0:1767384401.379325:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f99d1c2c. 00040000:00000010:2.0:1767384401.379327:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af5f0b9b. 00080000:00000010:2.0:1767384401.379330:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ba1ac40. 00080000:00000010:2.0:1767384401.379331:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007ed9d95d. 20000000:00000010:2.0:1767384401.379335:0:40980:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f36e4c76. 00000040:00000010:2.0:1767384401.379339:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5fcb127. 00000100:00000010:2.0:1767384401.379342:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 02000000:00000010:2.0:1767384401.379346:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bcc2f05. 00000100:00000010:2.0:1767384401.379351:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.379356:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000892c0993. 00000400:00000010:2.0:1767384401.379358:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00000400:00000010:2.0:1767384401.379362:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.379364:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743016192, portal 25 00000400:00000010:2.0:1767384401.379367:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.379368:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236743016192, offset 0 00000400:00000200:2.0:1767384401.379371:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.379376:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.379380:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824dc08f00 00000400:00000200:2.0:1767384401.379383:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21ed [2] + 0 00000400:00000010:2.0:1767384401.379385:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54f70bc. 00000400:00000200:2.0:1767384401.379387:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000389ceccc 00000400:00000200:2.0:1767384401.379389:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.379391:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.379392:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000389ceccc 00000400:00000010:2.0:1767384401.379394:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000389ceccc. 00000100:00000200:2.0:1767384401.379395:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.379405:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.379407:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.379409:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743016192/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.379436:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379439:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379443:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e7aaf7. 00000020:00000010:3.0:1767384401.379445:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.379448:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.379468:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379470:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000200:3.0:1767384401.379472:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016192 02000000:00000010:3.0:1767384401.379479:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000fd770c5b. 00000040:00000010:3.0:1767384401.379483:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f0ce57bf. 00080000:00000010:3.0:1767384401.379509:0:40989:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000055b98626. 00000040:00000010:3.0:1767384401.379514:0:40989:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000007a089e33. 00000020:00000010:3.0:1767384401.379518:0:40989:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005dcf1864. 00080000:00000010:3.0:1767384401.379522:0:40989:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007cbfc114. 00000040:00000010:3.0:1767384401.379533:0:40989:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000007a089e33. 00000040:00000010:3.0:1767384401.379541:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f0ce57bf. 00010000:00000200:3.0:1767384401.379547:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e09c4748 x1853236743016192/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 504/272 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.379556:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.379558:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236743016192, offset 224 00000400:00000200:3.0:1767384401.379561:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.379567:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.379571:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc08f00 00000400:00000200:3.0:1767384401.379575:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ab5 [1] + 224 00000400:00000200:3.0:1767384401.379578:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.379580:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.379584:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743016192/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.379597:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.379599:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:3.0:1767384401.379606:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.379609:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000400:00000010:2.0:1767384401.379610:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee4f86. 00000020:00000010:3.0:1767384401.379613:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e7aaf7. 00000400:00000200:2.0:1767384401.379615:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.379618:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 02000000:00000010:3.0:1767384401.379620:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000fd770c5b. 00000100:00000200:2.0:1767384401.379624:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743016192/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.379626:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384401.379631:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6c6207e. 00000100:00000200:2.0:1767384401.379635:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743016192/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.379636:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec4224ce. 00000100:00000010:2.0:1767384401.379650:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.379655:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000892c0993. 02000000:00000010:2.0:1767384401.379656:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009bcc2f05. 00000100:00000010:2.0:1767384401.379658:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 00000040:00000010:2.0:1767384401.379664:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007238cf82. 00000100:00000010:2.0:1767384401.379667:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 02000000:00000010:2.0:1767384401.379670:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bcc2f05. 00000100:00000010:2.0:1767384401.379673:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.379687:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040ddecfd. 00000400:00000010:2.0:1767384401.379691:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00000400:00000010:2.0:1767384401.379695:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c172232c. 00000100:00000200:2.0:1767384401.379697:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743016320, portal 25 00000400:00000010:2.0:1767384401.379701:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.379702:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743016320, offset 0 00000400:00000200:2.0:1767384401.379706:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.379711:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.379717:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc08f80 00000400:00000200:2.0:1767384401.379719:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f1 [2] + 0 00000400:00000010:2.0:1767384401.379721:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ad99779. 00000400:00000200:2.0:1767384401.379722:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000acd4b9e3 00000400:00000200:2.0:1767384401.379725:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.379727:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.379729:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acd4b9e3 00000400:00000010:2.0:1767384401.379731:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acd4b9e3. 00000100:00000200:2.0:1767384401.379733:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384401.379743:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.379744:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.379748:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743016320/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.379760:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379764:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379767:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e7aaf7. 00000020:00000010:3.0:1767384401.379770:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.379772:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.379790:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003985d892. 00000020:00000010:3.0:1767384401.379792:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003985d892. 00000100:00000200:3.0:1767384401.379793:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016320 02000000:00000010:3.0:1767384401.379806:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003195f878. 00000040:00000010:3.0:1767384401.379809:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f0ce57bf. 00000040:00000010:3.0:1767384401.379816:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002cdf2164. 00000040:00000010:3.0:1767384401.379822:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002cdf2164. 00000040:00000010:3.0:1767384401.379825:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f0ce57bf. 00010000:00000200:3.0:1767384401.379830:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c529095 x1853236743016320/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.379842:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002d2d265f. 00000100:00000200:3.0:1767384401.379846:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236743016320, offset 224 00000400:00000200:3.0:1767384401.379851:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.379858:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.379864:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dc08f80 00000400:00000200:3.0:1767384401.379869:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ac5 [4] + 224 00000400:00000200:3.0:1767384401.379875:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.379878:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.379884:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743016320/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.379902:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d2d265f 00000400:00000010:3.0:1767384401.379904:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002d2d265f. 00000020:00000010:3.0:1767384401.379912:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baca0f2f. 00000400:00000010:2.0:1767384401.379912:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee4f86. 00000400:00000200:2.0:1767384401.379918:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c172232c 00000020:00000010:3.0:1767384401.379919:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000400:00000010:2.0:1767384401.379922:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c172232c. 00000020:00000010:3.0:1767384401.379924:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e7aaf7. 00000100:00000200:2.0:1767384401.379928:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743016320/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384401.379930:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003195f878. 00000100:00000200:2.0:1767384401.379940:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743016320/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.379944:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384401.379949:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de9f06f0. 00000400:00000010:3.0:1767384401.379953:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d2d265f. 00000100:00000010:2.0:1767384401.379955:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.379964:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040ddecfd. 02000000:00000010:2.0:1767384401.379974:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009bcc2f05. 00000100:00000010:2.0:1767384401.379977:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 00000040:00000010:2.0:1767384401.379982:0:40980:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000573edad4. 00000020:00000010:2.0:1767384401.380143:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bcc2f05. 00000020:00000010:2.0:1767384401.380145:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000892c0993. 00000040:00000010:2.0:1767384401.380147:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad6a9370. 00000020:00000010:2.0:1767384401.380150:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046260a55. 00000020:00000010:2.0:1767384401.380152:0:41017:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384401.380154:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000046493c02. 80000000:00000010:2.0:1767384401.380155:0:41017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0268132. 40000000:00000010:2.0:1767384401.380157:0:41017:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df497d87. 00100000:00000010:2.0:1767384401.380159:0:41017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004b569133. 00040000:00000010:2.0:1767384401.380161:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034287ba6. 00040000:00000010:2.0:1767384401.380164:0:41017:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032d8a6ed. 00040000:00000010:2.0:1767384401.380165:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a3368f0. 00080000:00000010:2.0:1767384401.380176:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f48f7917. 00080000:00000010:2.0:1767384401.380180:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006ded18fe. 00000004:00000010:2.0:1767384401.380185:0:41017:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f9985ef1. 00000004:00000010:2.0:1767384401.380188:0:41017:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fff1b5a. 00000004:00000010:2.0:1767384401.380192:0:41017:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dcb098cd. 00002000:00000010:2.0:1767384401.380194:0:41017:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1ff2211. 00000004:00000010:2.0:1767384401.380195:0:41017:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3074118. 00000020:00000010:2.0:1767384401.380199:0:41017:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eccd70fc. 00000040:00000010:2.0:1767384401.380205:0:41017:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bec7627a. 00000040:00000010:2.0:1767384401.380675:0:41017:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bec7627a. 00000020:00000010:2.0:1767384401.380682:0:41017:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eccd70fc. 00000020:00000010:2.0:1767384401.380690:0:41017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000892c0993. 00000040:00000010:2.0:1767384401.380693:0:41017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad6a9370. 00000020:00000010:2.0:1767384401.380696:0:41017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046260a55. 00000020:00000010:2.0:1767384401.380699:0:41017:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384401.380701:0:41017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000046493c02. 80000000:00000010:2.0:1767384401.380704:0:41017:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0268132. 40000000:00000010:2.0:1767384401.380707:0:41017:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df497d87. 00100000:00000010:2.0:1767384401.380710:0:41017:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004b569133. 00040000:00000010:2.0:1767384401.380712:0:41017:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034287ba6. 00040000:00000010:2.0:1767384401.380715:0:41017:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032d8a6ed. 00040000:00000010:2.0:1767384401.380717:0:41017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a3368f0. 00080000:00000010:2.0:1767384401.380720:0:41017:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006ded18fe. 00080000:00000010:2.0:1767384401.380723:0:41017:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f48f7917. 00000004:00000010:2.0:1767384401.380726:0:41017:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f9985ef1. 00000004:00000010:2.0:1767384401.380728:0:41017:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000fff1b5a. 00000004:00000010:2.0:1767384401.380731:0:41017:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dcb098cd. 00002000:00000010:2.0:1767384401.380734:0:41017:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a1ff2211. 00000004:00000010:2.0:1767384401.380736:0:41017:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3074118. 00000020:00000010:2.0:1767384401.380738:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bcc2f05. 00000040:00000010:3.0:1767384401.380771:0:40980:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000573edad4. 00000040:00000010:3.0:1767384401.380776:0:40980:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007238cf82. 00000040:00000010:3.0:1767384401.380779:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5fcb127. 00000020:00000010:3.0:1767384401.380784:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5813035. 00000040:00000010:3.0:1767384401.380786:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000928a8f79. 00000020:00000010:3.0:1767384401.380789:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000208c1a5b. 00000020:00000010:3.0:1767384401.380792:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000808b4f5f. 80000000:00000010:3.0:1767384401.380795:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f99d1c2c. 00040000:00000010:3.0:1767384401.380797:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af5f0b9b. 00080000:00000010:3.0:1767384401.380800:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007ed9d95d. 00080000:00000010:3.0:1767384401.380802:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ba1ac40. 20000000:00000010:3.0:1767384401.380805:0:40980:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f36e4c76. 00000020:00000010:3.0:1767384401.380807:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d7eecf4. 10000000:00000010:3.0:1767384401.380810:0:40980:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006d065b0f. 00000020:00000010:3.0:1767384401.380824:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b451653. 00000040:00000010:3.0:1767384401.380828:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085c13b5e. 00000020:00000010:3.0:1767384401.380831:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb10560b. 00000020:00000010:3.0:1767384401.380835:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000000e8768c. 00040000:00000010:3.0:1767384401.380840:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009208b86c. 00040000:00000010:3.0:1767384401.380843:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e2b7f94. 00080000:00000010:3.0:1767384401.380848:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000073afb86c. 00080000:00000010:3.0:1767384401.380851:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d3220b34. 00000020:00000010:3.0:1767384401.380854:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052665299. 00000020:00000010:3.0:1767384401.380858:0:40980:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000008abad5a0. 00000020:00000010:3.0:1767384401.380861:0:40980:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000007f234e74. 00000020:00000010:3.0:1767384401.380869:0:40980:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000061cdbeb8. 00000020:00000010:3.0:1767384401.380874:0:40980:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000009c7448cb. 00000020:00000010:3.0:1767384401.380878:0:40980:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000baca0f2f. 00000020:00000010:3.0:1767384401.380884:0:40980:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000006b00bf74. 00000020:00000010:3.0:1767384401.380889:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ce57bf. 00000020:00000010:3.0:1767384401.380893:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2c0418f. 00000040:00000010:3.0:1767384401.380897:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000251c69a8. 00000020:00000010:3.0:1767384401.380899:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb2e3cce. 00000020:00000010:3.0:1767384401.380902:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009dbee079. 00040000:00000010:3.0:1767384401.380906:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000973f80fc. 00040000:00000010:3.0:1767384401.380909:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077ea54db. 00080000:00000010:3.0:1767384401.380912:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002cdf2164. 00080000:00000010:3.0:1767384401.380917:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001fac6362. 10000000:00000010:3.0:1767384401.380924:0:40980:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000f4207717. 00000100:00000010:3.0:1767384401.380932:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 02000000:00000010:3.0:1767384401.380938:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e2b7f94. 00010000:00000010:3.0:1767384401.380944:0:40980:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c25d625b. 00000100:00000010:3.0:1767384401.380952:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.380960:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd770c5b. 00000400:00000010:3.0:1767384401.380963:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000400:00000010:3.0:1767384401.380967:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.380969:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743016448, portal 25 00000400:00000010:3.0:1767384401.380972:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000100:00000200:3.0:1767384401.380974:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236743016448, offset 0 00000400:00000200:3.0:1767384401.380978:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.380982:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.380987:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dc09000 00000400:00000200:3.0:1767384401.380991:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21f5 [2] + 0 00000400:00000010:3.0:1767384401.380993:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183d95f0. 00000400:00000200:3.0:1767384401.380995:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c04fe59 00000400:00000200:3.0:1767384401.380998:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.381000:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.381002:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c04fe59 00000400:00000010:3.0:1767384401.381003:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c04fe59. 00000100:00000200:3.0:1767384401.381005:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384401.381024:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 00000400:00000010:3.0:1767384401.381025:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000100:00000200:3.0:1767384401.381028:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743016448/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.381053:0:40989:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f48f7917. 00000020:00000010:2.0:1767384401.381064:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df497d87. 00000020:00000010:2.0:1767384401.381065:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df497d87. 00000020:00000010:2.0:1767384401.381069:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e3a946d. 00000020:00000010:2.0:1767384401.381073:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381076:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.381096:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df497d87. 00000020:00000010:2.0:1767384401.381098:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df497d87. 00000100:00000200:2.0:1767384401.381120:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016448 00010000:00000010:2.0:1767384401.381130:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043dc9210. 00000020:00000010:2.0:1767384401.381133:0:40989:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000df497d87. 02000000:00000010:2.0:1767384401.381139:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a3074118. 00010000:00000200:2.0:1767384401.381148:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000570f4fc5 x1853236743016448/t0(0) o101->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/344 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.381156:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.381159:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236743016448, offset 224 00000400:00000200:2.0:1767384401.381163:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.381167:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.381172:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dc09000 00000400:00000200:2.0:1767384401.381176:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ad5 [1] + 224 00000400:00000200:2.0:1767384401.381180:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.381182:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.381185:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743016448/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.381198:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.381200:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000020:00000010:2.0:1767384401.381206:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381209:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000400:00000010:3.0:1767384401.381211:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5e175d. 00000020:00000010:2.0:1767384401.381212:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e3a946d. 00000400:00000200:3.0:1767384401.381218:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 02000000:00000010:2.0:1767384401.381220:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a3074118. 00000400:00000010:3.0:1767384401.381221:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:2.0:1767384401.381226:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384401.381230:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743016448/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.381232:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee4f86. 00000400:00000010:2.0:1767384401.381238:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c172232c. 00000100:00000200:3.0:1767384401.381244:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743016448/t0(0) o101->MGC192.168.204.108@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384401.381257:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.381264:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd770c5b. 02000000:00000010:3.0:1767384401.381267:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e2b7f94. 00000100:00000010:3.0:1767384401.381268:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 10000000:00000010:3.0:1767384401.381273:0:40980:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000135c690e. 00000020:00000010:3.0:1767384401.381275:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2b7f94. 00000020:00000010:3.0:1767384401.381277:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000e8768c. 00000040:00000010:3.0:1767384401.381280:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052665299. 00000020:00000010:3.0:1767384401.381282:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b706ea9. 00000020:00000010:3.0:1767384401.381285:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085c13b5e. 80000000:00000010:3.0:1767384401.381287:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000799ca1d1. 00040000:00000010:3.0:1767384401.381289:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b451653. 00080000:00000010:3.0:1767384401.381292:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ba1ac40. 00080000:00000010:3.0:1767384401.381295:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007ed9d95d. 20000000:00000010:3.0:1767384401.381312:0:40980:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c4d4a7e9. 00000040:00000010:3.0:1767384401.381316:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000001c1e760. 00000100:00000010:3.0:1767384401.381319:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 02000000:00000010:3.0:1767384401.381324:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fd0e892. 00000100:00000010:3.0:1767384401.381329:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.381335:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000897df866. 00000400:00000010:3.0:1767384401.381338:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000400:00000010:3.0:1767384401.381342:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.381344:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743016576, portal 25 00000400:00000010:3.0:1767384401.381347:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000100:00000200:3.0:1767384401.381348:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236743016576, offset 0 00000400:00000200:3.0:1767384401.381352:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.381358:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.381364:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dc09080 00000400:00000200:3.0:1767384401.381369:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21f9 [2] + 0 00000400:00000010:3.0:1767384401.381372:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91ddca3. 00000400:00000200:3.0:1767384401.381375:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c469a9dd 00000400:00000200:3.0:1767384401.381378:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.381383:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.381386:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c469a9dd 00000400:00000010:3.0:1767384401.381388:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c469a9dd. 00000100:00000200:3.0:1767384401.381392:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384401.381406:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 00000400:00000010:3.0:1767384401.381408:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000100:00000200:3.0:1767384401.381414:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743016576/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.381417:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381422:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381426:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e3a946d. 00000020:00000010:2.0:1767384401.381430:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381433:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.381453:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381455:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000100:00000200:2.0:1767384401.381457:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016576 02000000:00000010:2.0:1767384401.381463:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a3074118. 00000040:00000010:2.0:1767384401.381466:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d61dfb58. 00000040:00000010:2.0:1767384401.381485:0:40989:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000006a4efc64. 00000040:00000010:2.0:1767384401.381490:0:40989:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000006a4efc64. 00000040:00000010:2.0:1767384401.381492:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d61dfb58. 20000000:00000010:2.0:1767384401.381497:0:40989:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f3a01dac. 20000000:00000010:2.0:1767384401.381500:0:40989:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000f3a01dac. 00010000:00000200:2.0:1767384401.381504:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004471c1e4 x1853236743016576/t0(0) o501->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 512/272 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.381511:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.381513:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236743016576, offset 224 00000400:00000200:2.0:1767384401.381516:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.381521:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.381524:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dc09080 00000400:00000200:2.0:1767384401.381527:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ae5 [1] + 224 00000400:00000200:2.0:1767384401.381530:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.381533:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.381536:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743016576/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.381549:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:2.0:1767384401.381551:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000020:00000010:2.0:1767384401.381557:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381559:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.381561:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e3a946d. 02000000:00000010:2.0:1767384401.381564:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a3074118. 00000100:00000200:2.0:1767384401.381568:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384401.381571:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5e175d. 00000400:00000010:2.0:1767384401.381571:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a0e767. 00000400:00000200:3.0:1767384401.381577:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.381579:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000400:00000010:2.0:1767384401.381583:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c924597. 00000100:00000200:3.0:1767384401.381584:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743016576/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.381593:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743016576/t0(0) o501->MGC192.168.204.108@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384401.381604:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.381607:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000897df866. 02000000:00000010:3.0:1767384401.381609:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003fd0e892. 00000100:00000010:3.0:1767384401.381611:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 00000040:00000010:3.0:1767384401.381616:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007238cf82. 00000100:00000010:3.0:1767384401.381618:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 02000000:00000010:3.0:1767384401.381623:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fd0e892. 00000100:00000010:3.0:1767384401.381627:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.381639:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040ddecfd. 00000400:00000010:3.0:1767384401.381642:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000400:00000010:3.0:1767384401.381645:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e757d25f. 00000100:00000200:3.0:1767384401.381648:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743016704, portal 25 00000400:00000010:3.0:1767384401.381651:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.381653:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743016704, offset 0 00000400:00000200:3.0:1767384401.381657:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.381661:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.381666:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc09100 00000400:00000200:3.0:1767384401.381669:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21fd [2] + 0 00000400:00000010:3.0:1767384401.381671:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074b9c6c0. 00000400:00000200:3.0:1767384401.381672:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b99a8939 00000400:00000200:3.0:1767384401.381675:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.381678:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.381679:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99a8939 00000400:00000010:3.0:1767384401.381680:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99a8939. 00000100:00000200:3.0:1767384401.381682:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384401.381692:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.381694:0:40980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.381699:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743016704/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.381705:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381710:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381716:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e3a946d. 00000020:00000010:2.0:1767384401.381720:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381722:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.381739:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.381741:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000100:00000200:2.0:1767384401.381742:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016704 02000000:00000010:2.0:1767384401.381754:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003195f878. 00000040:00000010:2.0:1767384401.381758:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d61dfb58. 00000040:00000010:2.0:1767384401.381764:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.381776:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.381779:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d61dfb58. 00010000:00000200:2.0:1767384401.381783:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5b0e93e x1853236743016704/t0(0) o503->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.381791:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c76cdd2a. 00000100:00000200:2.0:1767384401.381793:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236743016704, offset 224 00000400:00000200:2.0:1767384401.381796:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.381801:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.381806:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dc09100 00000400:00000200:2.0:1767384401.381809:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2af5 [4] + 224 00000400:00000200:2.0:1767384401.381813:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.381816:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.381821:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743016704/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.381833:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c76cdd2a 00000400:00000010:2.0:1767384401.381835:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c76cdd2a. 00000020:00000010:2.0:1767384401.381842:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.381845:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.381847:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e3a946d. 00000400:00000010:3.0:1767384401.381851:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5e175d. 02000000:00000010:2.0:1767384401.381852:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003195f878. 00000400:00000200:3.0:1767384401.381860:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e757d25f 00000400:00000010:3.0:1767384401.381864:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e757d25f. 00000100:00000200:2.0:1767384401.381866:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384401.381870:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957f39d7. 00000100:00000200:3.0:1767384401.381872:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743016704/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.381874:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c76cdd2a. 00000100:00000200:3.0:1767384401.381886:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743016704/t0(0) o503->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384401.381901:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060cca1cf. 02000000:00000010:3.0:1767384401.381905:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040ddecfd. 02000000:00000010:3.0:1767384401.381912:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003fd0e892. 00000100:00000010:3.0:1767384401.381915:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 00000040:00000010:3.0:1767384401.381918:0:40980:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006542aad7. 00000020:00000010:3.0:1767384401.382016:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fd0e892. 00000020:00000010:3.0:1767384401.382019:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000897df866. 00000040:00000010:3.0:1767384401.382022:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e35246ab. 00000020:00000010:3.0:1767384401.382025:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a73dacb. 00000020:00000010:3.0:1767384401.382027:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004f041dc3. 00000020:00000010:3.0:1767384401.382030:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f7938a1f. 80000000:00000010:3.0:1767384401.382032:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050854b76. 40000000:00000010:3.0:1767384401.382034:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b9f4c626. 00100000:00000010:3.0:1767384401.382037:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099eac305. 00040000:00000010:3.0:1767384401.382039:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b5072c7. 00040000:00000010:3.0:1767384401.382042:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cbbd10f3. 00040000:00000010:3.0:1767384401.382045:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2bfbd01. 00080000:00000010:3.0:1767384401.382049:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d3220b34. 00080000:00000010:3.0:1767384401.382053:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000073afb86c. 00000004:00000010:3.0:1767384401.382057:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d467ed8. 00000004:00000010:3.0:1767384401.382060:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b18189ea. 00000004:00000010:3.0:1767384401.382063:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b30a54f9. 00002000:00000010:3.0:1767384401.382066:0:41019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd770c5b. 00000004:00000010:3.0:1767384401.382068:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e79c0f24. 00000020:00000010:3.0:1767384401.382071:0:41019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007db760f1. 00000040:00000010:3.0:1767384401.382076:0:41019:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000037bf22e9. 00000100:00000010:3.0:1767384401.382082:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 02000000:00000010:3.0:1767384401.382088:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056b26dda. 00000100:00000010:3.0:1767384401.382095:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e757d25f. 02000000:00000010:3.0:1767384401.382253:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040ddecfd. 00000400:00000010:3.0:1767384401.382257:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000400:00000010:3.0:1767384401.382260:0:41019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cf44fbfe. 00000100:00000200:3.0:1767384401.382262:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743016832, portal 25 00000400:00000010:3.0:1767384401.382264:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.382266:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743016832, offset 0 00000400:00000200:3.0:1767384401.382270:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.382275:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.382279:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc09180 00000400:00000200:3.0:1767384401.382282:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2201 [2] + 0 00000400:00000010:3.0:1767384401.382284:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e617f4c. 00000400:00000200:3.0:1767384401.382287:0:41019:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067d0c6bf 00000400:00000200:3.0:1767384401.382289:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.382291:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.382293:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067d0c6bf 00000400:00000010:3.0:1767384401.382294:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067d0c6bf. 00000100:00000200:3.0:1767384401.382311:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384401.382323:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.382324:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.382329:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743016832/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.382336:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.382340:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.382345:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dfb58. 00000020:00000010:2.0:1767384401.382347:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.382350:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.382377:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:2.0:1767384401.382380:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000100:00000200:2.0:1767384401.382383:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016832 02000000:00000010:2.0:1767384401.382395:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003195f878. 00000040:00000010:2.0:1767384401.382400:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e5b49bcb. 00000040:00000010:2.0:1767384401.382405:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.382422:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.382425:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5b49bcb. 00010000:00000200:2.0:1767384401.382430:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2390fcd x1853236743016832/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8472 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.382438:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b81f4bda. 00000100:00000200:2.0:1767384401.382441:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236743016832, offset 224 00000400:00000200:2.0:1767384401.382444:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.382448:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.382452:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc09180 00000400:00000200:2.0:1767384401.382454:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b05 [4] + 224 00000400:00000200:2.0:1767384401.382458:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.382460:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.382463:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743016832/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.382476:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81f4bda 00000400:00000010:2.0:1767384401.382477:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b81f4bda. 00000020:00000010:2.0:1767384401.382484:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.382486:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.382488:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d61dfb58. 02000000:00000010:2.0:1767384401.382493:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003195f878. 00000400:00000010:3.0:1767384401.382495:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5e175d. 00000400:00000200:3.0:1767384401.382500:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf44fbfe 00000400:00000010:3.0:1767384401.382502:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cf44fbfe. 00000100:00000200:2.0:1767384401.382502:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384401.382507:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e90492. 00000100:00000200:3.0:1767384401.382508:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743016832/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.382514:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b81f4bda. 00000100:00000200:3.0:1767384401.382518:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743016832/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384401.382533:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e757d25f. 02000000:00000010:3.0:1767384401.382537:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040ddecfd. 02000000:00000010:3.0:1767384401.382545:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000056b26dda. 00000100:00000010:3.0:1767384401.382547:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 00000100:00000010:3.0:1767384401.382559:0:41019:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000009fa12568. 00000400:00000200:3.0:1767384401.382561:0:41019:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384401.382564:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.108@tcp 00000400:00000200:3.0:1767384401.382568:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384401.382571:0:41019:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e70d7000 (42) 00000400:00000200:3.0:1767384401.382573:0:41019:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384401.382576:0:41019:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.108@tcp NID 192.168.204.108@tcp: 0. pending discovery 00000400:00000200:3.0:1767384401.382577:0:41019:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e70d7000 (43) 00000400:00000200:3.0:1767384401.382579:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp 00000400:00000200:3.0:1767384401.382580:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.108@tcp10 00000400:00000200:3.0:1767384401.382582:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382583:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp10 00000400:00000200:3.0:1767384401.382584:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.108@tcp11 00000400:00000200:3.0:1767384401.382586:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382587:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp11 00000400:00000200:3.0:1767384401.382588:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.108@tcp12 00000400:00000200:3.0:1767384401.382589:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382590:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp12 00000400:00000200:3.0:1767384401.382591:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.108@tcp13 00000400:00000200:3.0:1767384401.382593:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382594:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp13 00000400:00000200:3.0:1767384401.382595:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.108@tcp14 00000400:00000200:3.0:1767384401.382597:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382598:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp14 00000400:00000200:3.0:1767384401.382598:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.108@tcp15 00000400:00000200:3.0:1767384401.382600:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382601:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp15 00000400:00000200:3.0:1767384401.382602:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.108@tcp16 00000400:00000200:3.0:1767384401.382603:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382604:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp16 00000400:00000200:3.0:1767384401.382606:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.108@tcp17 00000400:00000200:3.0:1767384401.382607:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382608:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp17 00000400:00000200:3.0:1767384401.382609:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.108@tcp18 00000400:00000200:3.0:1767384401.382611:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382611:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp18 00000400:00000200:3.0:1767384401.382612:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.108@tcp19 00000400:00000200:3.0:1767384401.382614:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382614:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp19 00000400:00000200:3.0:1767384401.382615:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.108@tcp20 00000400:00000200:3.0:1767384401.382617:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382618:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp20 00000400:00000200:3.0:1767384401.382619:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.108@tcp21 00000400:00000200:3.0:1767384401.382620:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382621:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp21 00000400:00000200:3.0:1767384401.382622:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.108@tcp22 00000400:00000200:3.0:1767384401.382623:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382624:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp22 00000400:00000200:3.0:1767384401.382625:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.108@tcp23 00000400:00000200:3.0:1767384401.382626:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382627:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp23 00000400:00000200:3.0:1767384401.382628:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.108@tcp24 00000400:00000200:3.0:1767384401.382629:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382630:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp24 00000400:00000200:3.0:1767384401.382631:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.108@tcp25 00000400:00000200:3.0:1767384401.382633:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382633:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp25 00000400:00000200:3.0:1767384401.382634:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.108@tcp26 00000400:00000200:3.0:1767384401.382636:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382637:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp26 00000400:00000200:3.0:1767384401.382638:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.108@tcp27 00000400:00000200:3.0:1767384401.382639:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382640:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp27 00000400:00000200:3.0:1767384401.382641:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.108@tcp28 00000400:00000200:3.0:1767384401.382642:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382643:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp28 00000400:00000200:3.0:1767384401.382644:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.108@tcp29 00000400:00000200:3.0:1767384401.382646:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382647:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp29 00000400:00000200:3.0:1767384401.382648:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.108@tcp30 00000400:00000200:3.0:1767384401.382650:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382651:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp30 00000400:00000200:3.0:1767384401.382652:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.108@tcp31 00000400:00000200:3.0:1767384401.382654:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382654:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp31 00000400:00000200:3.0:1767384401.382655:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.108@tcp32 00000400:00000200:3.0:1767384401.382657:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382657:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp32 00000400:00000200:3.0:1767384401.382658:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.108@tcp33 00000400:00000200:3.0:1767384401.382660:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382661:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp33 00000400:00000200:3.0:1767384401.382662:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.108@tcp34 00000400:00000200:3.0:1767384401.382663:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382664:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp34 00000400:00000200:3.0:1767384401.382665:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.108@tcp35 00000400:00000200:3.0:1767384401.382667:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382668:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp35 00000400:00000200:3.0:1767384401.382669:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.108@tcp36 00000400:00000200:3.0:1767384401.382670:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382671:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp36 00000400:00000200:3.0:1767384401.382672:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.108@tcp37 00000400:00000200:3.0:1767384401.382673:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382674:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp37 00000400:00000200:3.0:1767384401.382675:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.108@tcp38 00000400:00000200:3.0:1767384401.382676:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382677:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp38 00000400:00000200:3.0:1767384401.382678:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.108@tcp39 00000400:00000200:3.0:1767384401.382680:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382682:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp39 00000400:00000200:3.0:1767384401.382683:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.108@tcp40 00000400:00000200:3.0:1767384401.382685:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.108@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384401.382687:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.108@tcp40 00000100:00000010:3.0:1767384401.382689:0:41019:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000009fa12568. 00000020:00000010:3.0:1767384401.382692:0:41019:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000008f27b31d. 00000020:00000010:3.0:1767384401.382695:0:41019:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000e1b0ea15. 00000020:00000010:3.0:1767384401.382697:0:41019:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000e1b0ea15. 00000020:00000010:3.0:1767384401.382700:0:41019:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000e1b0ea15. 00000020:00000010:3.0:1767384401.382705:0:41019:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.382716:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005e53bfa9. 00000020:00000010:3.0:1767384401.382721:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cbf60a37. 00000020:00000010:3.0:1767384401.382731:0:41019:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.382735:0:41019:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000245014de. 00000001:00000010:3.0:1767384401.382748:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000017336c15. 00000001:00000010:3.0:1767384401.382751:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002fc87ff7. 00000001:00000010:3.0:1767384401.382753:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056b26dda. 00000001:00000010:3.0:1767384401.382756:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b16bc587. 00000001:00000010:3.0:1767384401.382758:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c52303c. 00000001:00000010:3.0:1767384401.382761:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ac9471b. 00000001:00000010:3.0:1767384401.382764:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f403e258. 00000001:00000010:3.0:1767384401.382766:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000f005e64. 00000001:00000010:3.0:1767384401.382768:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d54c3c51. 00000001:00000010:3.0:1767384401.382770:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018458e8e. 00000001:00000010:3.0:1767384401.382771:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000253f3a78. 00000001:00000010:3.0:1767384401.382772:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c716548c. 00000020:00000010:3.0:1767384401.382775:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fb46c85. 00000020:00000010:3.0:1767384401.382778:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.382780:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000008:00000010:3.0:1767384401.382783:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007d09865b. 00020000:00000010:3.0:1767384401.382786:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000008d0dd4c. 00008000:00000010:3.0:1767384401.382790:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007f60e22d. 00000080:00000010:3.0:1767384401.382794:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000058d6e9e5. 00000020:00000010:3.0:1767384401.382797:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cda0fde. 00000020:00000010:3.0:1767384401.382799:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003bd65665. 00000040:00000010:3.0:1767384401.382801:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a602ebfb. 00000020:00000010:3.0:1767384401.382805:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f22560f. 00000020:00000010:3.0:1767384401.382807:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000806d81b4. 00000020:00000010:3.0:1767384401.382810:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dbbb6c82. 80000000:00000010:3.0:1767384401.382813:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c72fd2a0. 40000000:00000010:3.0:1767384401.382815:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd67cb49. 00100000:00000010:3.0:1767384401.382817:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6b5c214. 00040000:00000010:3.0:1767384401.382819:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd8953ce. 00040000:00000010:3.0:1767384401.382821:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384401.382823:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5a74d25. 00080000:00000010:3.0:1767384401.382828:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fc6ec7bb. 00080000:00000010:3.0:1767384401.382842:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000043c319d7. 00000004:00000010:3.0:1767384401.382848:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000900e4542. 00000004:00000010:3.0:1767384401.382852:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384401.382857:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf909382. 00000004:00000010:3.0:1767384401.382859:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002451e18b. 00000010:00000010:3.0:1767384401.382865:0:41019:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000071132720. 00000010:00000010:3.0:1767384401.382934:0:41019:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000009c3a44f2. 00000010:00000010:3.0:1767384401.382939:0:41019:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000fa79a41f. 00000010:00000010:3.0:1767384401.382942:0:41019:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000c492f64b. 00000010:00000010:3.0:1767384401.382946:0:41019:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000d36666c0. 00010000:00000010:3.0:1767384401.382951:0:41019:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000092e715e7. 00010000:00000010:3.0:1767384401.382955:0:41019:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003ef826de. 00010000:00000010:3.0:1767384401.382959:0:41019:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000037654601. 00000020:00000010:3.0:1767384401.382963:0:41019:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fb10560b. 00000100:00000200:3.0:1767384401.382972:0:41019:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.108@tcp->12345-0@lo 00010000:00000010:3.0:1767384401.382976:0:41019:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000e62232f7. 00010000:00000010:3.0:1767384401.382980:0:41019:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000678ca6b5. 00000001:00000010:3.0:1767384401.382983:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005c148b46. 00000001:00000010:3.0:1767384401.382986:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000461cec6c. 00000001:00000010:3.0:1767384401.383027:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dfe0362a. 00000001:00000010:3.0:1767384401.383073:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082b322ef. 00000001:00000010:3.0:1767384401.383154:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ff23140. 00000001:00000010:3.0:1767384401.383198:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ecc5c2bf. 00000001:00000010:3.0:1767384401.383251:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000338eec0c. 00000001:00000010:3.0:1767384401.383316:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008fc2115f. 00000001:00000010:3.0:1767384401.383376:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002e3d278f. 00000001:00000010:3.0:1767384401.383436:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009aa2e75d. 00000001:00000010:3.0:1767384401.383488:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de83bbcf. 00000001:00000010:3.0:1767384401.383536:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000617968bf. 00000001:00000010:3.0:1767384401.383581:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000084b47db8. 00000001:00000010:3.0:1767384401.383632:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee4fa9ff. 00000001:00000010:3.0:1767384401.383679:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e63b54ab. 00000001:00000010:3.0:1767384401.383729:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a100c02c. 00000001:00000010:3.0:1767384401.383777:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a033b303. 00000001:00000010:3.0:1767384401.383824:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e0151f23. 00000001:00000010:3.0:1767384401.383883:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac01842e. 00000001:00000010:3.0:1767384401.383935:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011400987. 00000001:00000010:3.0:1767384401.383983:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000028e77751. 00000001:00000010:3.0:1767384401.384029:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004246f838. 00000001:00000010:3.0:1767384401.384078:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000081572470. 00000001:00000010:3.0:1767384401.384159:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0e0bb3d. 00000001:00000010:3.0:1767384401.384206:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e82d191. 00000001:00000010:3.0:1767384401.384254:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095817555. 00000001:00000010:3.0:1767384401.384315:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005cc2e5ca. 00000001:00000010:3.0:1767384401.384377:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009699fa3. 00000001:00000010:3.0:1767384401.384438:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a465dc3c. 00000001:00000010:3.0:1767384401.384491:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b43ea31c. 00000001:00000010:3.0:1767384401.384536:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000226db74. 00000001:00000010:3.0:1767384401.384580:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000276264a8. 00000001:00000010:3.0:1767384401.384626:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000869b2acb. 00000001:00000010:3.0:1767384401.384671:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae301783. 00000020:00000010:3.0:1767384401.384720:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005c20c68b. 00000020:00000010:3.0:1767384401.384723:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000006df9c150. 00000020:00000010:3.0:1767384401.384764:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007058f7bd. 00000020:00000010:3.0:1767384401.384769:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000019e68f4c. 00000010:00000010:3.0:1767384401.384781:0:41019:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000009c3a44f2. 00000010:00000010:3.0:1767384401.384784:0:41019:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000c492f64b. 00000010:00000010:3.0:1767384401.384786:0:41019:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000fa79a41f. 00000010:00000010:3.0:1767384401.384787:0:41019:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000d36666c0. 00000020:00000010:3.0:1767384401.384802:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000280650d3. 00000020:00000010:3.0:1767384401.384805:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ec0ef704. 00000020:00000010:3.0:1767384401.384822:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003bd65665. 00000040:00000010:3.0:1767384401.384825:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a602ebfb. 00000020:00000010:3.0:1767384401.384828:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009f22560f. 00000020:00000010:3.0:1767384401.384832:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000806d81b4. 00000020:00000010:3.0:1767384401.384836:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dbbb6c82. 80000000:00000010:3.0:1767384401.384840:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c72fd2a0. 40000000:00000010:3.0:1767384401.384844:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd67cb49. 00100000:00000010:3.0:1767384401.384847:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6b5c214. 00040000:00000010:3.0:1767384401.384850:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd8953ce. 00040000:00000010:3.0:1767384401.384853:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384401.384856:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5a74d25. 00080000:00000010:3.0:1767384401.384860:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000043c319d7. 00080000:00000010:3.0:1767384401.384864:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fc6ec7bb. 00000004:00000010:3.0:1767384401.384868:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000900e4542. 00000004:00000010:3.0:1767384401.384871:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384401.384875:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf909382. 00000004:00000010:3.0:1767384401.384877:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002451e18b. 00000020:00000010:3.0:1767384401.384880:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cda0fde. 00000020:00000010:3.0:1767384401.384883:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.384886:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000008:00000010:3.0:1767384401.384889:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007d09865b. 00020000:00000010:3.0:1767384401.384892:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000008d0dd4c. 00008000:00000010:3.0:1767384401.384896:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007f60e22d. 00000080:00000010:3.0:1767384401.384899:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000058d6e9e5. 00000020:00000010:3.0:1767384401.384902:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fb46c85. 00000020:00000010:3.0:1767384401.384906:0:41019:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000245014de. 00000020:00000010:3.0:1767384401.384914:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e48f8ca9. 00000020:00000010:3.0:1767384401.384917:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca088d50. 00000040:00000010:3.0:1767384401.384920:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fb46c85. 00000020:00000010:3.0:1767384401.384923:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf909382. 00000020:00000010:3.0:1767384401.384926:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000806d81b4. 00000020:00000010:3.0:1767384401.384928:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cda0fde. 80000000:00000010:3.0:1767384401.384931:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005167bebd. 40000000:00000010:3.0:1767384401.384933:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000301bc3c8. 00100000:00000010:3.0:1767384401.384937:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000900e4542. 00040000:00000010:3.0:1767384401.384940:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd8953ce. 00040000:00000010:3.0:1767384401.384942:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384401.384944:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa6605a7. 00080000:00000010:3.0:1767384401.384947:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000043c319d7. 00080000:00000010:3.0:1767384401.384950:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003edfec61. 00000004:00000010:3.0:1767384401.384953:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6b5c214. 00000004:00000010:3.0:1767384401.384956:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384401.384958:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009f22560f. 00000004:00000010:3.0:1767384401.384961:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002451e18b. 00000020:00000010:3.0:1767384401.384964:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbbb6c82. 00000020:00000010:3.0:1767384401.384968:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.384971:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.384975:0:41019:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000e757d25f. 00000020:00000010:3.0:1767384401.384978:0:41019:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000055079c62. 00000020:00000010:3.0:1767384401.384982:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f1914281. 00000100:00000010:3.0:1767384401.384999:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 02000000:00000010:3.0:1767384401.385006:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007f6f9855. 02000000:00000010:0.0:1767384401.385051:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000238818d. 00000400:00000010:0.0:1767384401.385059:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ecd01a6. 00000400:00000010:0.0:1767384401.385064:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.385067:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743016960, portal 10 00000020:00000010:0.0:1767384401.385072:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009ca8fd9d. 00000400:00000010:0.0:1767384401.385076:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009acafbdf. 00000100:00000200:0.0:1767384401.385078:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236743016960, offset 0 00000400:00000200:0.0:1767384401.385084:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.385090:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.385098:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dc09200 00000400:00000200:0.0:1767384401.385121:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22e5 [64] + 0 00000400:00000200:0.0:1767384401.385126:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.385128:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384401.385132:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384401.385136:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaf9901. 00000400:00000200:0.0:1767384401.385154:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acafbdf 00000400:00000010:0.0:1767384401.385156:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009acafbdf. 00000100:00000200:0.0:1767384401.385161:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e32558e3 x1853236743016960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.385174:0:41019:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000e757d25f. 00000020:00000010:3.0:1767384401.385179:0:41019:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000055079c62. 00000020:00000010:1.0:1767384401.385179:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002934dc0a. 00000020:00000010:3.0:1767384401.385186:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca088d50. 00000040:00000010:3.0:1767384401.385189:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fb46c85. 00000020:00000010:3.0:1767384401.385192:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cf909382. 00040000:00000010:1.0:1767384401.385192:0:40996:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000deddd98e. 00000020:00000010:3.0:1767384401.385199:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000806d81b4. 00000004:00000010:1.0:1767384401.385201:0:40996:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005334a1cf. 00000020:00000010:3.0:1767384401.385203:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cda0fde. 80000000:00000010:3.0:1767384401.385209:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005167bebd. 00000004:00000010:1.0:1767384401.385211:0:40996:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000496e68ec. 40000000:00000010:3.0:1767384401.385213:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000301bc3c8. 00000004:00000010:1.0:1767384401.385217:0:40996:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001ef8ce7c. 00100000:00000010:3.0:1767384401.385218:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000900e4542. 00040000:00000010:3.0:1767384401.385223:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd8953ce. 00040000:00000010:3.0:1767384401.385226:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000585dc362. 00040000:00000010:3.0:1767384401.385228:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fa6605a7. 00000020:00000010:1.0:1767384401.385231:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d61daf. 00080000:00000010:3.0:1767384401.385232:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003edfec61. 00080000:00000010:3.0:1767384401.385237:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000043c319d7. 00000004:00000010:3.0:1767384401.385239:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b6b5c214. 00000020:00000010:1.0:1767384401.385240:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c667b73c. 00000004:00000010:3.0:1767384401.385242:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058967953. 00000004:00000010:3.0:1767384401.385247:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009f22560f. 00000020:00000010:1.0:1767384401.385247:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00000004:00000010:3.0:1767384401.385249:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002451e18b. 00000020:00000010:3.0:1767384401.385253:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e48f8ca9. 00000020:00000010:3.0:1767384401.385256:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.385259:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.385262:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbbb6c82. 00000020:00000010:3.0:1767384401.385265:0:41019:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000008f27b31d. 00000020:00000010:3.0:1767384401.385267:0:41019:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000e1b0ea15. 00000100:00000010:3.0:1767384401.385278:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f95f8cf. 02000000:00000010:3.0:1767384401.385284:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbbb6c82. 00000100:00000200:1.0:1767384401.385284:0:40996:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743016960 00000100:00000010:3.0:1767384401.385292:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e757d25f. 02000000:00000010:1.0:1767384401.385314:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007aea112a. 02000000:00000010:3.0:1767384401.385324:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000002b0b61f. 00000400:00000010:1.0:1767384401.385324:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000164ebc8f. 00000400:00000010:3.0:1767384401.385331:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000100:00000200:1.0:1767384401.385331:0:40996:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236743016960, offset 0 00000400:00000010:3.0:1767384401.385337:0:41019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000433f6019. 00000400:00000200:1.0:1767384401.385344:0:40996:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384401.385349:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236743017088, portal 25 00000400:00000200:1.0:1767384401.385355:0:40996:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384401.385357:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.385361:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236743017088, offset 0 00000400:00000200:1.0:1767384401.385366:0:40996:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dc09200 00000400:00000200:3.0:1767384401.385371:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.385379:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384401.385383:0:40996:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b15 [1] + 0 00000400:00000200:3.0:1767384401.385389:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dc09280 00000400:00000200:1.0:1767384401.385389:0:40996:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384401.385401:0:40996:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.385402:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2205 [2] + 0 00000400:00000010:3.0:1767384401.385408:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384bace6. 00000400:00000200:3.0:1767384401.385412:0:41019:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000136a4d16 00000400:00000200:3.0:1767384401.385416:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384401.385421:0:40996:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e32558e3 x1853236743016960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384401.385423:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384401.385429:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000136a4d16 00000400:00000010:3.0:1767384401.385433:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000136a4d16. 00000100:00000200:3.0:1767384401.385439:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384401.385453:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000164ebc8f 00000400:00000010:1.0:1767384401.385457:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000164ebc8f. 00000400:00000200:3.0:1767384401.385465:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.385468:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:2.0:1767384401.385470:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 00000020:00000010:1.0:1767384401.385471:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c667b73c. 00000400:00000010:0.0:1767384401.385473:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ecd01a6. 00000100:00000200:3.0:1767384401.385474:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f95f8cf x1853236743017088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.385476:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 00000020:00000010:1.0:1767384401.385480:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000400:00000200:0.0:1767384401.385480:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000020:00000010:2.0:1767384401.385483:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5b49bcb. 00000400:00000010:0.0:1767384401.385484:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000020:00000010:1.0:1767384401.385488:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d61daf. 00000020:00000010:2.0:1767384401.385490:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000100:00000200:0.0:1767384401.385495:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e32558e3 x1853236743016960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.385497:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000100:00000200:0.0:1767384401.385507:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e32558e3 x1853236743016960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.385528:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a01dac. 02000000:00000010:0.0:1767384401.385529:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000238818d. 00000020:00000010:2.0:1767384401.385532:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a01dac. 02000000:00000010:0.0:1767384401.385535:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007f6f9855. 00000100:00000200:2.0:1767384401.385536:0:40989:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017088 00000100:00000010:0.0:1767384401.385540:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e32558e3. 02000000:00000010:2.0:1767384401.385553:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000055835a50. 00000040:00000010:2.0:1767384401.385560:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7577154. 00000040:00000010:2.0:1767384401.385566:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.385579:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ded18fe. 00000040:00000010:2.0:1767384401.385582:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7577154. 00010000:00000200:2.0:1767384401.385587:0:40989:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000613eaa79 x1853236743017088/t0(0) o502->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 272/8472 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.385600:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000003aa6521. 00000100:00000200:2.0:1767384401.385603:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236743017088, offset 224 00000400:00000200:2.0:1767384401.385606:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.385610:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.385614:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dc09280 00000400:00000200:2.0:1767384401.385618:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b21 [4] + 224 00000400:00000200:2.0:1767384401.385622:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.385624:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.385628:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f95f8cf x1853236743017088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.385642:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003aa6521 00000400:00000010:2.0:1767384401.385644:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000003aa6521. 00000400:00000010:3.0:1767384401.385652:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5e175d. 00000020:00000010:2.0:1767384401.385652:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.385654:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000400:00000200:3.0:1767384401.385657:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000433f6019 00000020:00000010:2.0:1767384401.385659:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5b49bcb. 00000400:00000010:3.0:1767384401.385660:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000433f6019. 02000000:00000010:2.0:1767384401.385664:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000055835a50. 00000100:00000200:3.0:1767384401.385667:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f95f8cf x1853236743017088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384401.385675:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f95f8cf x1853236743017088/t0(0) o502->MGC192.168.204.108@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.385677:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384401.385683:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba9c5f7. 00000400:00000010:2.0:1767384401.385687:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003aa6521. 00000100:00000010:3.0:1767384401.385694:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e757d25f. 02000000:00000010:3.0:1767384401.385701:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000002b0b61f. 02000000:00000010:3.0:1767384401.385709:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dbbb6c82. 00000100:00000010:3.0:1767384401.385712:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f95f8cf. 00000040:00000010:3.0:1767384401.385716:0:41019:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000037bf22e9. 00000020:00000010:3.0:1767384401.385721:0:41019:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007db760f1. 00000020:00000010:3.0:1767384401.385727:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000897df866. 00000040:00000010:3.0:1767384401.385730:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e35246ab. 00000020:00000010:3.0:1767384401.385732:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005a73dacb. 00000020:00000010:3.0:1767384401.385734:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004f041dc3. 00000020:00000010:3.0:1767384401.385736:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7938a1f. 80000000:00000010:3.0:1767384401.385738:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050854b76. 40000000:00000010:3.0:1767384401.385740:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b9f4c626. 00100000:00000010:3.0:1767384401.385742:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099eac305. 00040000:00000010:3.0:1767384401.385745:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b5072c7. 00040000:00000010:3.0:1767384401.385748:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cbbd10f3. 00040000:00000010:3.0:1767384401.385751:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2bfbd01. 00080000:00000010:3.0:1767384401.385755:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000073afb86c. 00080000:00000010:3.0:1767384401.385759:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d3220b34. 00000004:00000010:3.0:1767384401.385762:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d467ed8. 00000004:00000010:3.0:1767384401.385765:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b18189ea. 00000004:00000010:3.0:1767384401.385767:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b30a54f9. 00002000:00000010:3.0:1767384401.385768:0:41019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd770c5b. 00000004:00000010:3.0:1767384401.385770:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e79c0f24. 00000020:00000010:3.0:1767384401.385772:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fd0e892. 00000040:00000010:0.0:1767384401.385799:0:40980:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006542aad7. 00000040:00000010:0.0:1767384401.385805:0:40980:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007238cf82. 00000040:00000010:0.0:1767384401.385809:0:40980:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000001c1e760. 00000020:00000010:0.0:1767384401.385813:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000000e8768c. 00000040:00000010:0.0:1767384401.385816:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052665299. 00000020:00000010:0.0:1767384401.385818:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000b706ea9. 00000020:00000010:0.0:1767384401.385821:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000085c13b5e. 80000000:00000010:0.0:1767384401.385823:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000799ca1d1. 00040000:00000010:0.0:1767384401.385825:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b451653. 00080000:00000010:0.0:1767384401.385827:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007ed9d95d. 00080000:00000010:0.0:1767384401.385829:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ba1ac40. 20000000:00000010:0.0:1767384401.385831:0:40980:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c4d4a7e9. 00000020:00000010:0.0:1767384401.385833:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2b7f94. 10000000:00000010:0.0:1767384401.385835:0:40980:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000135c690e. 00000020:00000010:0.0:1767384401.385850:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2c0418f. 00000040:00000010:0.0:1767384401.385853:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000251c69a8. 00000020:00000010:0.0:1767384401.385855:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb2e3cce. 00000020:00000010:0.0:1767384401.385858:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009dbee079. 00040000:00000010:0.0:1767384401.385861:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000973f80fc. 00040000:00000010:0.0:1767384401.385863:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077ea54db. 00080000:00000010:0.0:1767384401.385865:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001fac6362. 00080000:00000010:0.0:1767384401.385868:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002cdf2164. 00000020:00000010:0.0:1767384401.385870:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ce57bf. 00000020:00000010:0.0:1767384401.385871:0:40980:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000006b00bf74. 00000020:00000010:0.0:1767384401.385873:0:40980:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000baca0f2f. 00000020:00000010:0.0:1767384401.385877:0:40980:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000061cdbeb8. 00000020:00000010:0.0:1767384401.385878:0:40980:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000009c7448cb. 00000020:00000010:0.0:1767384401.385903:0:40980:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000c5419432. 00000100:00000010:0.0:1767384401.385933:0:40980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002495357b. 02000000:00000010:0.0:1767384401.385941:0:40980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002cdf2164. 00000100:00000010:0.0:1767384401.385947:0:40980:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000238818d. 00000100:00000010:0.0:1767384401.385951:0:40980:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f3e6f6c7. 00000100:00000010:0.0:1767384401.385956:0:40980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e233924c. 00000400:00000010:0.0:1767384401.385965:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ecd01a6. 00000400:00000010:0.0:1767384401.385969:0:40980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3d549c. 00000100:00000200:0.0:1767384401.385972:0:40980:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dc09300-0x695824dc09300, portal 33 02000000:00000010:0.0:1767384401.385977:0:40980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fac6362. 00000400:00000010:0.0:1767384401.385980:0:40980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca3af94. 00000400:00000010:0.0:1767384401.385983:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047228d09. 00000100:00000200:0.0:1767384401.385985:0:40980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236743017216, portal 25 00000400:00000010:0.0:1767384401.385988:0:40980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4013bd2. 00000100:00000200:0.0:1767384401.385989:0:40980:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236743017216, offset 0 00000400:00000200:0.0:1767384401.385993:0:40980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384401.385997:0:40980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384401.386003:0:40980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dc09300 00000400:00000200:0.0:1767384401.386007:0:40980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2209 [2] + 0 00000400:00000010:0.0:1767384401.386010:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f55d79d. 00000400:00000200:0.0:1767384401.386013:0:40980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8a62e83 00000400:00000200:0.0:1767384401.386017:0:40980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384401.386020:0:40980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384401.386022:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a62e83 00000400:00000010:0.0:1767384401.386023:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8a62e83. 00000100:00000200:0.0:1767384401.386026:0:40980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384401.386044:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4013bd2 00000400:00000010:0.0:1767384401.386046:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4013bd2. 00000100:00000200:0.0:1767384401.386050:0:40980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002495357b x1853236743017216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384401.386068:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301bc3c8. 00000020:00000010:3.0:1767384401.386072:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301bc3c8. 00000020:00000010:3.0:1767384401.386078:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbbb6c82. 00000020:00000010:3.0:1767384401.386081:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a68fc64b. 00000020:00000010:3.0:1767384401.386085:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384401.386140:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301bc3c8. 00000020:00000010:3.0:1767384401.386143:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301bc3c8. 00000100:00000200:3.0:1767384401.386146:0:40990:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017216 02000000:00000010:3.0:1767384401.386154:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000043c319d7. 20000000:00000010:3.0:1767384401.386161:0:40990:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000003edfec61. 00000100:00000010:3.0:1767384401.386165:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e79c0f24. 00000100:00000010:3.0:1767384401.386167:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a6c7600f. 00000400:00000010:3.0:1767384401.386172:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000400:00000010:3.0:1767384401.386178:0:40990:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e70edb09. 00000400:00000200:3.0:1767384401.386182:0:40990:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384401.386187:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384401.386194:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dc09300 00000400:00000200:3.0:1767384401.386198:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b31 [1] + 0 00000400:00000010:3.0:1767384401.386201:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ecd01a6. 00000400:00000200:3.0:1767384401.386203:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb3d549c 00000100:00000200:3.0:1767384401.386206:0:40990:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e79c0f24 00000400:00000200:3.0:1767384401.386214:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384401.386219:0:40990:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b3d 00000400:00000200:3.0:1767384401.386222:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.386224:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384401.386227:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:3.0:1767384401.386228:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:3.0:1767384401.386231:0:40990:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e79c0f24 00000400:00000200:3.0:1767384401.386233:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d549c 00000400:00000010:3.0:1767384401.386234:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d549c. 00000100:00000200:3.0:1767384401.386237:0:40990:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000002495357b desc 000000000238818d mbits 1853236743017216 00000100:00000200:3.0:1767384401.386251:0:40990:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dc09300-0x695824dc09300 20000000:00000010:3.0:1767384401.386260:0:40990:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000005167bebd. 20000000:00000010:3.0:1767384401.386270:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5a74d25. 20000000:00000010:3.0:1767384401.386276:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa6605a7. 20000000:00000010:3.0:1767384401.386281:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000cda0fde. 20000000:00000010:3.0:1767384401.386286:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005fb46c85. 20000000:00000010:3.0:1767384401.386289:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003bd65665. 20000000:00000010:3.0:1767384401.386293:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000001c1e760. 20000000:00000010:3.0:1767384401.386310:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003fd0e892. 20000000:00000010:3.0:1767384401.386314:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000402a11f8. 20000000:00000010:3.0:1767384401.386317:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2bfbd01. 20000000:00000010:3.0:1767384401.386321:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7938a1f. 20000000:00000010:3.0:1767384401.386324:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e35246ab. 20000000:00000010:3.0:1767384401.386327:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000897df866. 20000000:00000010:3.0:1767384401.386331:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e48f8ca9. 20000000:00000010:3.0:1767384401.386334:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca088d50. 20000000:00000010:3.0:1767384401.386337:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038b270a0. 20000000:00000010:3.0:1767384401.386339:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006bda0a82. 20000000:00000010:3.0:1767384401.386342:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ced4f252. 20000000:00000010:3.0:1767384401.386346:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000087e178f. 20000000:00000010:3.0:1767384401.386349:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bac73751. 20000000:00000010:3.0:1767384401.386352:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b40a2ad9. 20000000:00000010:3.0:1767384401.386358:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba257f84. 20000000:00000010:3.0:1767384401.386363:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfc670cc. 20000000:00000010:3.0:1767384401.386370:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c65f1b78. 20000000:00000010:3.0:1767384401.386375:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b139f29d. 20000000:00000010:3.0:1767384401.386380:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b61eb1d1. 20000000:00000010:3.0:1767384401.386384:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff3386cf. 20000000:00000010:3.0:1767384401.386392:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd7a4b82. 20000000:00000010:3.0:1767384401.386397:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e031d5c. 20000000:00000010:3.0:1767384401.386403:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da661857. 20000000:00000010:3.0:1767384401.386409:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004155dafa. 20000000:00000010:3.0:1767384401.386414:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4633e40. 20000000:00000010:3.0:1767384401.386420:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c78ecdb. 20000000:00000010:3.0:1767384401.386426:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000083dbc506. 20000000:00000010:3.0:1767384401.386431:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd68c50f. 20000000:00000010:3.0:1767384401.386436:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df710775. 20000000:00000010:3.0:1767384401.386440:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b982f25. 20000000:00000010:3.0:1767384401.386444:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000170c27fb. 20000000:00000010:3.0:1767384401.386446:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b806737. 20000000:00000010:3.0:1767384401.386450:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8afb5ca. 20000000:00000010:3.0:1767384401.386454:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007196cee7. 20000000:00000010:3.0:1767384401.386459:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d369ddaa. 20000000:00000010:3.0:1767384401.386462:0:40990:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2878c80. 00080000:00000010:3.0:1767384401.386492:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cf76790e. 00080000:00000010:3.0:1767384401.386499:0:40990:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000301bc3c8. 00000020:00000010:1.0:1767384401.386561:0:41018:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ab3af7df. 00000020:00000010:1.0:1767384401.386569:0:41018:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ab3af7df. 00080000:00000010:2.0:1767384401.387263:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cf76790e. 00080000:00000010:3.0:1767384401.387314:0:40990:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000301bc3c8. 00010000:00000010:2.0:1767384401.387358:0:40991:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fcf7b3a. 00010000:00000010:2.0:1767384401.387371:0:40991:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a01dac. 00000100:00000010:2.0:1767384401.387375:0:40991:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9b1f423. 00000100:00000010:2.0:1767384401.387383:0:40991:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 02000000:00000010:2.0:1767384401.387390:0:40991:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5b49bcb. 02000000:00000010:2.0:1767384401.387403:0:40991:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7577154. 00000400:00000010:2.0:1767384401.387406:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c5a098. 00000400:00000010:2.0:1767384401.387410:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009edee166. 00000100:00000200:2.0:1767384401.387412:0:40991:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743017344, portal 16 00000400:00000010:2.0:1767384401.387415:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.387417:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236743017344, offset 0 00000400:00000200:2.0:1767384401.387421:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.387425:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.387429:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dc09380 00000400:00000200:2.0:1767384401.387433:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1795 [2] + 1968 00000400:00000010:2.0:1767384401.387435:0:40991:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006518650a. 00000400:00000200:2.0:1767384401.387438:0:40991:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000488ab2ef 00000400:00000200:2.0:1767384401.387441:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.387444:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384401.387447:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488ab2ef 00000400:00000010:2.0:1767384401.387448:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000488ab2ef. 00000100:00000200:2.0:1767384401.387452:0:40991:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384401.387455:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a6c7600f. 00000100:00000010:3.0:1767384401.387460:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e79c0f24. 20000000:00000010:3.0:1767384401.387463:0:40990:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000003edfec61. 00000400:00000200:2.0:1767384401.387464:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.387467:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00010000:00000200:3.0:1767384401.387470:0:40990:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df0d4ba3 x1853236743017216/t0(0) o253->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 4784/4768 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.387473:0:40991:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b6e2463 x1853236743017344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384417 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384401.387497:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e757d25f. 00000100:00000200:3.0:1767384401.387501:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236743017216, offset 224 00000400:00000200:3.0:1767384401.387507:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384401.387516:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384401.387522:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dc09300 00000400:00000200:3.0:1767384401.387528:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b35 [2] + 224 00000400:00000200:3.0:1767384401.387533:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384401.387536:0:17107:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3074118. 00000400:00000200:3.0:1767384401.387537:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384401.387544:0:17107:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ded18fe. 00000100:00000200:3.0:1767384401.387545:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002495357b x1853236743017216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.387551:0:17107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767384401.387557:0:17107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000531c0c89. 00000400:00000010:2.0:1767384401.387562:0:17107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9cbdb3c. 00000400:00000200:3.0:1767384401.387569:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e757d25f 00040000:00000010:2.0:1767384401.387570:0:17107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dcb098cd. 00000400:00000010:3.0:1767384401.387572:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e757d25f. 00000004:00000010:2.0:1767384401.387577:0:17107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f9985ef1. 00000004:00000010:2.0:1767384401.387584:0:17107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fff1b5a. 00000020:00000010:3.0:1767384401.387585:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a68fc64b. 00000004:00000010:2.0:1767384401.387589:0:17107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000032d8a6ed. 00000020:00000010:3.0:1767384401.387591:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000004:00000010:2.0:1767384401.387595:0:17107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1ff2211. 00000020:00000010:3.0:1767384401.387596:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbbb6c82. 00000020:00000010:2.0:1767384401.387607:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000400:00000010:1.0:1767384401.387608:0:40980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aca3af94. 00000020:00000010:2.0:1767384401.387612:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 02000000:00000010:3.0:1767384401.387613:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000043c319d7. 00000400:00000200:1.0:1767384401.387615:0:40980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047228d09 00000400:00000010:1.0:1767384401.387620:0:40980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047228d09. 00000020:00000010:2.0:1767384401.387622:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f8f122. 00000100:00000200:3.0:1767384401.387624:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384401.387627:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000100:00000200:1.0:1767384401.387628:0:40980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002495357b x1853236743017216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384401.387629:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d5e175d. 00000020:00000010:2.0:1767384401.387635:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000400:00000010:3.0:1767384401.387636:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e757d25f. 00000100:00000200:1.0:1767384401.387648:0:40980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002495357b x1853236743017216/t0(0) o253->MGC192.168.204.108@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384401.387670:0:17063:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb2e3cce. 00000100:00000010:1.0:1767384401.387670:0:40980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e233924c. 00000020:00000010:2.0:1767384401.387672:0:17107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000004:00000010:3.0:1767384401.387676:0:17063:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000b706ea9. 00000020:00000010:2.0:1767384401.387678:0:17107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000004:00000010:3.0:1767384401.387680:0:17063:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b18189ea. 02000000:00000010:1.0:1767384401.387682:0:40980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fac6362. 00000100:00000200:2.0:1767384401.387683:0:17107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017344 00000004:00000010:3.0:1767384401.387686:0:17063:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b30a54f9. 00000004:00000010:3.0:1767384401.387690:0:17063:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e79c0f24. 00000100:00000010:1.0:1767384401.387690:0:40980:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f3e6f6c7. 02000000:00000010:2.0:1767384401.387697:0:17107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071f92bb2. 00000100:00000010:1.0:1767384401.387697:0:40980:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000238818d. 02000000:00000010:1.0:1767384401.387704:0:40980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002cdf2164. 00000400:00000010:2.0:1767384401.387706:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000010:1.0:1767384401.387708:0:40980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002495357b. 00000100:00000200:2.0:1767384401.387711:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236743017344, offset 224 00000020:00000010:1.0:1767384401.387716:0:40980:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000c5419432. 00000400:00000200:2.0:1767384401.387719:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:02000000:1.0:1767384401.387725:0:40980:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000200:2.0:1767384401.387731:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.387739:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dc09380 00000400:00000200:2.0:1767384401.387744:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b41 [1] + 224 00000400:00000200:2.0:1767384401.387748:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.387751:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.387754:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b6e2463 x1853236743017344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384401.387771:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.387773:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00010000:00000010:2.0:1767384401.387779:0:17107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008abad5a0. 00000400:00000010:3.0:1767384401.387780:0:40991:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c5a098. 00000400:00000200:3.0:1767384401.387785:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edee166 00000400:00000010:3.0:1767384401.387786:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009edee166. 00000100:00000200:3.0:1767384401.387792:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b6e2463 x1853236743017344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384401.387793:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.387798:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.387803:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f8f122. 00000100:00000200:3.0:1767384401.387805:0:40991:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b6e2463 x1853236743017344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384401.387808:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071f92bb2. 02000000:00000010:2.0:1767384401.387815:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008bce2649. 00000100:00000010:2.0:1767384401.387818:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000723b748e. 02000000:00000010:2.0:1767384401.387821:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073d4634d. 00000100:00000010:2.0:1767384401.387823:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049642029. 02000000:00000010:3.0:1767384401.387824:0:40991:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7577154. 02000000:00000010:2.0:1767384401.387826:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003ba76f9f. 02000000:00000010:3.0:1767384401.387830:0:40991:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e5b49bcb. 00000100:00000010:2.0:1767384401.387830:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053389443. 00000100:00000010:3.0:1767384401.387836:0:40991:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b6e2463. 02000000:00000010:2.0:1767384401.387837:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccf7095e. 00000100:00000010:2.0:1767384401.387842:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf398750. 00000100:00000010:3.0:1767384401.387843:0:40991:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9b1f423. 02000000:00000010:2.0:1767384401.387847:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003764c4f2. 00010000:00000010:3.0:1767384401.387849:0:40991:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a01dac. 00000100:00000010:2.0:1767384401.387851:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8ba8832. 02000000:00000010:2.0:1767384401.387856:0:17107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe34b3f7. 00000100:00000010:2.0:1767384401.387858:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000970787a5. 00000100:00000010:2.0:1767384401.387860:0:17107:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008173390d. 00000100:00000010:2.0:1767384401.387864:0:17107:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000e8e2960f. 00000100:00000010:2.0:1767384401.387900:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049642029. 02000000:00000010:2.0:1767384401.387908:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027f8f122. 00010000:00000010:2.0:1767384401.387942:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008abad5a0. 00040000:00000010:2.0:1767384401.387957:0:16347:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004b569133. 00000004:00000010:2.0:1767384401.387961:0:16347:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046260a55. 00000004:00000010:2.0:1767384401.387966:0:16347:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a0facf59. 00000004:00000010:2.0:1767384401.387969:0:16347:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008e100e25. 00000004:00000010:2.0:1767384401.387972:0:16347:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000071f92bb2. 02000000:00000010:2.0:1767384401.387981:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000056fc203. 00000400:00000010:2.0:1767384401.387985:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384401.387989:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.387993:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743017472, portal 18 00000400:00000010:2.0:1767384401.387996:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.387999:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236743017472, offset 0 00000400:00000200:2.0:1767384401.388004:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.388010:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.388017:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dc09400 00000400:00000200:2.0:1767384401.388022:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:2.0:1767384401.388027:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.388031:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.388035:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384401.388038:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005170d353. 00000400:00000200:2.0:1767384401.388050:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.388052:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.388057:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049642029 x1853236743017472/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384401.388086:0:16348:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009e401501. 00000004:00000010:2.0:1767384401.388091:0:16348:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008f562e70. 00000004:00000010:2.0:1767384401.388095:0:16348:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006bece069. 00000004:00000010:2.0:1767384401.388098:0:16348:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002d60c519. 00000004:00000010:2.0:1767384401.388129:0:16348:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bc3f119a. 00040000:00000010:2.0:1767384401.388146:0:17065:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000088a2eac3. 00000004:00000010:2.0:1767384401.388150:0:17065:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000efe46c8. 00000004:00000010:2.0:1767384401.388154:0:17065:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069f1339f. 00000004:00000010:2.0:1767384401.388157:0:17065:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6958723. 00000004:00000010:2.0:1767384401.388160:0:17065:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3a6b809. 00000020:00000010:2.0:1767384401.388168:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.388170:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.388174:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac35190. 00000020:00000010:2.0:1767384401.388178:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.388181:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000100:00000200:2.0:1767384401.388196:0:17065:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005170d353 x1853236743017472/t0(0) o103->136cbbaa-5baf-47f4-b130-5cac417bfe4f@0@lo:382/0 lens 328/0 e 0 to 0 dl 1767384412 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.388219:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.388222:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000100:00000200:2.0:1767384401.388225:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017472 02000000:00000010:2.0:1767384401.388232:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8160ade. 00010000:00000010:2.0:1767384401.388254:0:17065:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d2f27a6. 00000100:00000010:2.0:1767384401.388259:0:17065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008abad5a0. 00000100:00000010:2.0:1767384401.388277:0:17065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008abad5a0. 00010000:00000010:2.0:1767384401.388281:0:17065:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d2f27a6. 00000400:00000010:2.0:1767384401.388290:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.388294:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236743017472, offset 224 00000400:00000200:2.0:1767384401.388314:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.388320:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.388325:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dc09400 00000400:00000200:2.0:1767384401.388330:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b59 [1] + 224 00000400:00000200:2.0:1767384401.388334:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.388337:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.388343:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049642029 x1853236743017472/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.388361:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.388364:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000020:00000010:2.0:1767384401.388374:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.388377:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.388381:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac35190. 00000400:00000010:2.0:1767384401.388423:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000200:2.0:1767384401.388427:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.388429:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.388434:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049642029 x1853236743017472/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.388443:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049642029 x1853236743017472/t0(0) o103->MGC192.168.204.108@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384401.388458:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000056fc203. 02000000:00000010:2.0:1767384401.388461:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027f8f122. 00000100:00000010:2.0:1767384401.388464:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049642029. 00000020:00000010:1.0:1767384401.391083:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d61daf. 00000020:00000010:1.0:1767384401.391088:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f78be4d5. 00000040:00000010:1.0:1767384401.391092:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007ba9869. 00000020:00000010:1.0:1767384401.391095:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b1d5bea3. 00000020:00000010:1.0:1767384401.391125:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384401.391131:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000717882d3. 80000000:00000010:1.0:1767384401.391134:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0d25139. 40000000:00000010:1.0:1767384401.391138:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab3af7df. 00100000:00000010:1.0:1767384401.391143:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000073319df. 00040000:00000010:1.0:1767384401.391147:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f39ff3f. 00040000:00000010:1.0:1767384401.391151:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003126b603. 00040000:00000010:1.0:1767384401.391155:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1e0d574. 00080000:00000010:1.0:1767384401.391160:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000c7a560d. 00080000:00000010:1.0:1767384401.391164:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c5419432. 00000004:00000010:1.0:1767384401.391169:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d1d0a42e. 00000004:00000010:1.0:1767384401.391173:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087906d5e. 00000004:00000010:1.0:1767384401.391177:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004cfa11a2. 00000004:00000010:1.0:1767384401.391180:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004da3b707. 00000020:00000010:1.0:1767384401.391183:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019fd60ec. 00000020:00000010:1.0:1767384401.391187:0:40980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c667b73c. 00000020:00000010:1.0:1767384401.391190:0:40980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004dd65d5f. 00080000:00000010:1.0:1767384401.391225:0:40980:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000af4e2fcf. 00000020:00000010:1.0:1767384401.391231:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3f4c84d. 00080000:00000010:1.0:1767384401.391237:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c284cc7. 00080000:00000010:1.0:1767384401.391256:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002c284cc7. 00000020:00000010:1.0:1767384401.391260:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b3f4c84d. 00000004:00000010:1.0:1767384401.391273:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008cdbadb6. 00000004:00000010:1.0:1767384401.391279:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cb9801fd. 00000004:00000010:1.0:1767384401.391284:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c0fa5b59. 00080000:00000010:1.0:1767384401.391289:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c284cc7. 00040000:00000010:1.0:1767384401.391317:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000324af42d. 00000004:00000010:1.0:1767384401.391322:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010b69df9. 00000004:00000010:1.0:1767384401.391326:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f7f121e0. 00000004:00000010:1.0:1767384401.391329:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e62cbd3c. 00080000:00000010:1.0:1767384401.391333:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001bba5200. 00000020:00000010:1.0:1767384401.391364:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5a1c18b. 00080000:00000010:1.0:1767384401.391368:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009bd6139a. 00080000:00000010:1.0:1767384401.391378:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009bd6139a. 00000020:00000010:1.0:1767384401.391380:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c5a1c18b. 00000004:00000010:1.0:1767384401.391386:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7576d92. 00000004:00000010:1.0:1767384401.391390:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d3372a8. 00000004:00000010:1.0:1767384401.391394:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000070ee4f04. 00080000:00000010:1.0:1767384401.391397:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009bd6139a. 00080000:00000010:1.0:1767384401.391407:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f6b1061b. 00100000:00000010:1.0:1767384401.391417:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391426:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00000004:00000010:1.0:1767384401.391449:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006bcd144b. 00000004:00000010:1.0:1767384401.391453:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001e3ff23f. 00000004:00000010:1.0:1767384401.391457:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fceb8817. 00080000:00000010:1.0:1767384401.391460:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f4c4f944. 00080000:00000010:1.0:1767384401.391471:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000374e5bf4. 00100000:00000010:1.0:1767384401.391479:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391481:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00040000:00000010:1.0:1767384401.391486:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000005f5deed. 00000001:00000010:1.0:1767384401.391492:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000030173a74. 00000001:00000010:1.0:1767384401.391498:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e558fe06. 00000001:00000010:1.0:1767384401.391501:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004d666d9b. 00040000:00000010:1.0:1767384401.391511:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000bd865c86. 00000004:00000010:1.0:1767384401.391516:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002df17522. 00000004:00000010:1.0:1767384401.391520:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000083511ec5. 00000004:00000010:1.0:1767384401.391523:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000022328a41. 00080000:00000010:1.0:1767384401.391526:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001706afbb. 00000020:00000010:1.0:1767384401.391549:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015081e09. 00080000:00000010:1.0:1767384401.391552:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000559a7237. 00080000:00000010:1.0:1767384401.391559:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000559a7237. 00000020:00000010:1.0:1767384401.391561:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000015081e09. 00000004:00000010:1.0:1767384401.391566:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000742a2255. 00000004:00000010:1.0:1767384401.391568:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e6021616. 00000004:00000010:1.0:1767384401.391570:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d3271c92. 00080000:00000010:1.0:1767384401.391571:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000559a7237. 00080000:00000010:1.0:1767384401.391577:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000425d3b6e. 00100000:00000010:1.0:1767384401.391582:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391584:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00000004:00000010:1.0:1767384401.391595:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000de3dce77. 00000004:00000010:1.0:1767384401.391598:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d3b62b0c. 00000004:00000010:1.0:1767384401.391599:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005292b761. 00080000:00000010:1.0:1767384401.391602:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3f62a64. 00080000:00000010:1.0:1767384401.391607:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008308e183. 00100000:00000010:1.0:1767384401.391610:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391612:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00040000:00000010:1.0:1767384401.391614:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ad05d1b0. 00000001:00000010:1.0:1767384401.391616:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5a51883. 00000001:00000010:1.0:1767384401.391619:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000de9172a6. 00000001:00000010:1.0:1767384401.391620:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005f2a05e6. 00040000:00000010:1.0:1767384401.391625:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d3bde9b0. 00000004:00000010:1.0:1767384401.391628:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003f3978a0. 00000004:00000010:1.0:1767384401.391629:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000476b2fcd. 00000004:00000010:1.0:1767384401.391632:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008e18cc57. 00080000:00000010:1.0:1767384401.391634:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000868ec4ca. 00000020:00000010:1.0:1767384401.391647:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000964464ea. 00080000:00000010:1.0:1767384401.391649:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005287976f. 00080000:00000010:1.0:1767384401.391657:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005287976f. 00000020:00000010:1.0:1767384401.391659:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000964464ea. 00000004:00000010:1.0:1767384401.391666:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f5708d32. 00000004:00000010:1.0:1767384401.391669:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002214e70f. 00000004:00000010:1.0:1767384401.391671:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2c208e7. 00080000:00000010:1.0:1767384401.391674:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005287976f. 00080000:00000010:1.0:1767384401.391679:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000057c39e83. 00100000:00000010:1.0:1767384401.391683:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391685:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00000004:00000010:1.0:1767384401.391695:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d6238548. 00000004:00000010:1.0:1767384401.391697:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096776f75. 00000004:00000010:1.0:1767384401.391699:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa68bf88. 00080000:00000010:1.0:1767384401.391701:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d4eab7d. 00080000:00000010:1.0:1767384401.391705:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d94a5977. 00100000:00000010:1.0:1767384401.391709:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391711:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007af6771e. 00040000:00000010:1.0:1767384401.391712:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000acdfbd3c. 00000001:00000010:1.0:1767384401.391715:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000255135d5. 00000001:00000010:1.0:1767384401.391717:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004a9afc6a. 00000001:00000010:1.0:1767384401.391719:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006fb5ad15. 00040000:00000010:1.0:1767384401.391727:0:40980:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000006306a6de. 00000020:00000010:1.0:1767384401.391730:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a466268. 00000020:00000010:1.0:1767384401.391733:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072941f7e. 00000020:00000010:1.0:1767384401.391735:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037fed147. 00000020:00000010:1.0:1767384401.391738:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005bfa43ba. 00000020:00000010:1.0:1767384401.391741:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2bad39b. 80000000:00000010:1.0:1767384401.391743:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000492921. 40000000:00000010:1.0:1767384401.391746:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007af6771e. 00100000:00000010:1.0:1767384401.391749:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd508f7b. 00040000:00000010:1.0:1767384401.391752:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d97b55b. 00040000:00000010:1.0:1767384401.391754:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d7cb379. 00080000:00000010:1.0:1767384401.391758:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5f492d2. 00080000:00000010:1.0:1767384401.391761:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b25f872. 00002000:00000010:1.0:1767384401.391764:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dd45cd4e. 00000020:00000010:0.0:1767384401.391968:0:40980:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ae8dd9d8. 00000020:00000010:0.0:1767384401.391973:0:40980:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ae8dd9d8. 00000020:00000010:0.0:1767384401.391976:0:40980:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000003ea48c53. 00000020:00000010:0.0:1767384401.391980:0:40980:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000ae8dd9d8. 00000020:00000010:0.0:1767384401.391983:0:40980:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000ae8dd9d8. 00040000:00000010:0.0:1767384401.392007:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000c4013bd2. 00000020:00000010:0.0:1767384401.392019:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2b5c071. 00080000:00000010:0.0:1767384401.392022:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0ce57bf. 00080000:00000010:0.0:1767384401.392031:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f0ce57bf. 00000020:00000010:0.0:1767384401.392033:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2b5c071. 00000004:00000010:0.0:1767384401.392039:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e14bc554. 00000004:00000010:0.0:1767384401.392042:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000378dad17. 00000004:00000010:0.0:1767384401.392045:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003bef796f. 00080000:00000010:0.0:1767384401.392047:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0ce57bf. 00080000:00000010:0.0:1767384401.392053:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000829c2f9d. 00100000:00000010:0.0:1767384401.392058:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392062:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00000004:00000010:0.0:1767384401.392072:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000051883e1a. 00000004:00000010:0.0:1767384401.392075:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d84c4998. 00000004:00000010:0.0:1767384401.392077:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000023afcb0c. 00080000:00000010:0.0:1767384401.392079:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000096ce818d. 00080000:00000010:0.0:1767384401.392084:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000010e4f265. 00100000:00000010:0.0:1767384401.392088:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392089:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00040000:00000010:0.0:1767384401.392092:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000579088c9. 00000001:00000010:0.0:1767384401.392094:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000077ea54db. 00000001:00000010:0.0:1767384401.392097:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e4964808. 00000001:00000010:0.0:1767384401.392131:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e10b8d44. 00040000:00000010:0.0:1767384401.392142:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000bef49d0e. 00000020:00000010:0.0:1767384401.392158:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073ad25b3. 00080000:00000010:0.0:1767384401.392161:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009dbee079. 00080000:00000010:0.0:1767384401.392173:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009dbee079. 00000020:00000010:0.0:1767384401.392175:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073ad25b3. 00000004:00000010:0.0:1767384401.392183:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000071bcd659. 00000004:00000010:0.0:1767384401.392186:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005c43e56. 00000004:00000010:0.0:1767384401.392189:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000045f16ea9. 00080000:00000010:0.0:1767384401.392191:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009dbee079. 00080000:00000010:0.0:1767384401.392199:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fb4f91c5. 00100000:00000010:0.0:1767384401.392204:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392207:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00000004:00000010:0.0:1767384401.392219:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086d918f1. 00000004:00000010:0.0:1767384401.392221:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000021b0344f. 00000004:00000010:0.0:1767384401.392223:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001f7c4704. 00080000:00000010:0.0:1767384401.392226:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000251c69a8. 00080000:00000010:0.0:1767384401.392232:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a55e197a. 00100000:00000010:0.0:1767384401.392236:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392238:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00040000:00000010:0.0:1767384401.392240:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005a813609. 00000001:00000010:0.0:1767384401.392243:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f2c0418f. 00000001:00000010:0.0:1767384401.392245:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000faf8e1f5. 00000001:00000010:0.0:1767384401.392247:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005932aa51. 00040000:00000010:0.0:1767384401.392254:0:40980:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000aa1f4dc9. 00000020:00000010:0.0:1767384401.392264:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000011f735e4. 00080000:00000010:0.0:1767384401.392267:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e68549f2. 00080000:00000010:0.0:1767384401.392273:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e68549f2. 00000020:00000010:0.0:1767384401.392275:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000011f735e4. 00000004:00000010:0.0:1767384401.392280:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d66e3aa3. 00000004:00000010:0.0:1767384401.392282:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d45948b. 00000004:00000010:0.0:1767384401.392284:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002c4ebdf9. 00080000:00000010:0.0:1767384401.392286:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e68549f2. 00080000:00000010:0.0:1767384401.392292:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000085a761b1. 00100000:00000010:0.0:1767384401.392310:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392314:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00000004:00000010:0.0:1767384401.392328:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001a9edc78. 00000004:00000010:0.0:1767384401.392331:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cca84f3e. 00000004:00000010:0.0:1767384401.392334:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000deaa4c1f. 00080000:00000010:0.0:1767384401.392336:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005d2dedaa. 00080000:00000010:0.0:1767384401.392343:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c9ff10ed. 00100000:00000010:0.0:1767384401.392348:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392350:0:40980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae8dd9d8. 00040000:00000010:0.0:1767384401.392353:0:40980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000788e0a9a. 00000001:00000010:0.0:1767384401.392355:0:40980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c4d4a7e9. 00000001:00000010:0.0:1767384401.392358:0:40980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b4db8bb3. 00000001:00000010:0.0:1767384401.392359:0:40980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a0b7b509. 00040000:00000010:0.0:1767384401.392365:0:40980:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000065643d5c. 00000020:00000010:0.0:1767384401.392367:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2e9eb7e. 00000020:00000010:0.0:1767384401.392370:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b451653. 00000020:00000010:0.0:1767384401.392372:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000389cca1e. 00000020:00000010:0.0:1767384401.392374:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a33957fc. 00000020:00000010:0.0:1767384401.392377:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085c13b5e. 80000000:00000010:0.0:1767384401.392378:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e675d242. 40000000:00000010:0.0:1767384401.392380:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae8dd9d8. 00100000:00000010:0.0:1767384401.392382:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008806c000. 00040000:00000010:0.0:1767384401.392384:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a15fa79a. 00040000:00000010:0.0:1767384401.392386:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000052665299. 00080000:00000010:0.0:1767384401.392390:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002cdf2164. 00080000:00000010:0.0:1767384401.392393:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001fac6362. 00002000:00000010:0.0:1767384401.392397:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003096df31. 00000020:00000010:1.0:1767384401.392521:0:40980:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000e66eb34c. 00000020:00000010:1.0:1767384401.392524:0:40980:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000e66eb34c. 00000020:00000010:1.0:1767384401.392527:0:40980:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b4c31a44. 00000020:00000010:1.0:1767384401.392530:0:40980:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000e66eb34c. 00000020:00000010:1.0:1767384401.392532:0:40980:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000e66eb34c. 40000000:00000010:1.0:1767384401.392536:0:40980:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000d00f8d11. 00080000:00000010:1.0:1767384401.392570:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009f8cb36e. 00080000:00000010:1.0:1767384401.392574:0:40980:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e66eb34c. 00000100:00000010:0.0:1767384401.393140:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000572c0b8. 00000100:00000010:1.0:1767384401.393155:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000872520d9. 00000100:00000010:3.0:1767384401.393165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009aee29b. 00000100:00000010:2.0:1767384401.393173:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004230b202. 00080000:00000010:2.0:1767384401.393802:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009f8cb36e. 00080000:00000010:1.0:1767384401.393877:0:40980:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e66eb34c. 00000004:00000010:1.0:1767384401.393911:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000ba0c434. 00000004:00000010:1.0:1767384401.393969:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e3aa2d64. 00000004:00000010:1.0:1767384401.393974:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006cf4f3d8. 00080000:00000010:1.0:1767384401.393979:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003cf7e5f7. 00000004:00000010:1.0:1767384401.394004:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007d809ed4. 00000004:00000010:1.0:1767384401.394009:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000069b6d14e. 00000004:00000010:1.0:1767384401.394011:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d1293fa1. 00080000:00000010:1.0:1767384401.394014:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005711cfb6. 00000020:00000010:1.0:1767384401.394027:0:40980:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000dc2217df. 00080000:00000010:1.0:1767384401.394033:0:40980:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005c412d93. 00000004:00000010:1.0:1767384401.394058:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009d41ab7f. 00000004:00000010:1.0:1767384401.394062:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a45d643e. 00000004:00000010:1.0:1767384401.394066:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c1208f6b. 00080000:00000010:1.0:1767384401.394071:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bde13083. 00000001:00000010:1.0:1767384401.394082:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.394091:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00010000:00000010:2.1:1767384401.394246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a209204. 00010000:00000010:2.1:1767384401.394253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000971176cc. 00080000:00000010:1.0:1767384401.394436:0:40980:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005c412d93. 00000020:00000010:1.0:1767384401.394442:0:40980:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000dc2217df. 00000004:00000010:1.0:1767384401.394446:0:40980:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000009f8cb36e. 00000004:00000010:1.0:1767384401.394452:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000933e622e. 00000004:00000010:1.0:1767384401.394457:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000823403fe. 00000004:00000010:1.0:1767384401.394460:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007cf84a4e. 00080000:00000010:1.0:1767384401.394464:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008cd963af. 00000001:00000010:1.0:1767384401.394470:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.394478:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000020:00000010:1.0:1767384401.394493:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf39266d. 00000020:00000010:1.0:1767384401.394497:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002ff7e94e. 00000040:00000010:1.0:1767384401.394500:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e77b33ae. 00000020:00000010:1.0:1767384401.394504:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047eab70f. 00000020:00000010:1.0:1767384401.394507:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005ecffbd. 00000020:00000010:1.0:1767384401.394510:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ad034d1. 80000000:00000010:1.0:1767384401.394513:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022aab08d. 40000000:00000010:1.0:1767384401.394515:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e66eb34c. 00100000:00000010:1.0:1767384401.394519:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e46f2c53. 00040000:00000010:1.0:1767384401.394522:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006950bdd1. 00040000:00000010:1.0:1767384401.394526:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006a81dfd8. 00040000:00000010:1.0:1767384401.394529:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000391a4ab5. 00080000:00000010:1.0:1767384401.394532:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dc2217df. 00080000:00000010:1.0:1767384401.394537:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c119789a. 00000004:00000010:1.0:1767384401.394541:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd7c9df8. 00000004:00000010:1.0:1767384401.394545:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e3cdf41. 00000004:00000010:1.0:1767384401.394548:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000553e9a8d. 00000004:00000010:1.0:1767384401.394551:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000073d4634d. 00000004:00000010:0.0:1767384401.394682:0:40980:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000f965c6e6. 00000040:00000010:0.0:1767384401.394689:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000047228d09. 00000020:00000010:0.0:1767384401.394695:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000e8768c. 00000020:00000010:0.0:1767384401.394699:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e7abb06. 00000040:00000010:0.0:1767384401.394702:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb169d76. 00000020:00000010:0.0:1767384401.394705:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fe1d617. 00000020:00000010:0.0:1767384401.394708:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c675203e. 00000020:00000010:0.0:1767384401.394711:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009dbc6730. 80000000:00000010:0.0:1767384401.394714:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d64ce82c. 40000000:00000010:0.0:1767384401.394716:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.394720:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4fb7f7d. 00040000:00000010:0.0:1767384401.394722:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000299c7ea1. 00040000:00000010:0.0:1767384401.394725:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f9a9016. 00040000:00000010:0.0:1767384401.394728:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000243cb1c1. 00080000:00000010:0.0:1767384401.394733:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ba1ac40. 00080000:00000010:0.0:1767384401.394737:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007ed9d95d. 00000004:00000010:0.0:1767384401.394741:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b9bcd55. 00000004:00000010:0.0:1767384401.394743:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c219a46a. 00000004:00000010:0.0:1767384401.394745:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb5016b3. 00000004:00000010:0.0:1767384401.394747:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bb26f7ad. 00000004:00000010:1.0:1767384401.394940:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000015a7cb37. 00000004:00000010:1.0:1767384401.394948:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ffbba8aa. 00000004:00000010:1.0:1767384401.394953:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000eac3adb6. 00080000:00000010:1.0:1767384401.394958:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efb942bf. 00000001:00000010:1.0:1767384401.394965:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.394973:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.394989:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000efb942bf. 00000004:00000010:1.0:1767384401.394993:0:40980:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000eac3adb6. 00000004:00000010:1.0:1767384401.394997:0:40980:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ffbba8aa. 00000004:00000010:1.0:1767384401.395000:0:40980:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000015a7cb37. 00000004:00000010:1.0:1767384401.395005:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e0a495b0. 00000004:00000010:1.0:1767384401.395009:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ffbba8aa. 00000004:00000010:1.0:1767384401.395011:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000eac3adb6. 00080000:00000010:1.0:1767384401.395015:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efb942bf. 00000001:00000010:1.0:1767384401.395019:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395023:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000004:00000010:1.0:1767384401.395042:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001cb1c4ed. 00000004:00000010:1.0:1767384401.395046:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d67bdd5. 00000004:00000010:1.0:1767384401.395049:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000029f564d0. 00080000:00000010:1.0:1767384401.395052:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d20e7a63. 00000001:00000010:1.0:1767384401.395057:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395062:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.395077:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d20e7a63. 00000004:00000010:1.0:1767384401.395081:0:40980:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000029f564d0. 00000004:00000010:1.0:1767384401.395085:0:40980:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004d67bdd5. 00000004:00000010:1.0:1767384401.395088:0:40980:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001cb1c4ed. 00000040:00000010:0.0:1767384401.395092:0:41025:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c9ed370d. 00000004:00000010:1.0:1767384401.395095:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d625e20f. 00000004:00000010:1.0:1767384401.395125:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d67bdd5. 00000004:00000010:1.0:1767384401.395129:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000029f564d0. 00000040:00000010:0.0:1767384401.395132:0:41025:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 0000000029b327a9. 00080000:00000010:1.0:1767384401.395133:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d20e7a63. 00000001:00000010:1.0:1767384401.395141:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395148:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000040:00000010:0.0:1767384401.395148:0:41025:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000042223f84. 00000020:00000010:0.0:1767384401.395154:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e29d8763. 00000020:00000010:0.0:1767384401.395158:0:41025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f139632. 00000040:00000010:0.0:1767384401.395161:0:41025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a39ec818. 00000020:00000010:0.0:1767384401.395163:0:41025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005bbac346. 00000020:00000010:0.0:1767384401.395165:0:41025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb477bde. 00000020:00000010:0.0:1767384401.395168:0:41025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000636e1d93. 80000000:00000010:0.0:1767384401.395170:0:41025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000daf0f9ab. 00000004:00000010:1.0:1767384401.395172:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a5a4bbac. 40000000:00000010:0.0:1767384401.395173:0:41025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002b4b2e13. 00100000:00000010:0.0:1767384401.395178:0:41025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b7b66e12. 00000004:00000010:1.0:1767384401.395181:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c970463. 00040000:00000010:0.0:1767384401.395182:0:41025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000049be024c. 00040000:00000010:0.0:1767384401.395188:0:41025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6828839. 00000004:00000010:1.0:1767384401.395189:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005beefd16. 00040000:00000010:0.0:1767384401.395191:0:41025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008fa24a5. 00080000:00000010:1.0:1767384401.395196:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f49bb2e6. 00080000:00000010:0.0:1767384401.395198:0:41025:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007238cf82. 00000001:00000010:1.0:1767384401.395203:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00080000:00000010:0.0:1767384401.395209:0:41025:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000003139e51. 00000001:00000010:1.0:1767384401.395210:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000004:00000010:0.0:1767384401.395216:0:41025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009485cfa6. 00000004:00000010:0.0:1767384401.395222:0:41025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000551de355. 00000004:00000010:0.0:1767384401.395225:0:41025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000674c58f7. 00002000:00000010:0.0:1767384401.395228:0:41025:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bcaffc14. 00000004:00000010:0.0:1767384401.395230:0:41025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008282693c. 00080000:00000010:1.0:1767384401.395232:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f49bb2e6. 00000020:00000010:0.0:1767384401.395233:0:41025:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000064baa7f7. 00000004:00000010:1.0:1767384401.395240:0:40980:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005beefd16. 00000004:00000010:1.0:1767384401.395245:0:40980:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008c970463. 00000004:00000010:1.0:1767384401.395247:0:40980:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5a4bbac. 00000040:00000010:0.0:1767384401.395251:0:41025:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000009fb2ee7. 00000004:00000010:1.0:1767384401.395255:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000412f1cb8. 00000004:00000010:1.0:1767384401.395261:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c970463. 00000004:00000010:1.0:1767384401.395263:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005beefd16. 00080000:00000010:1.0:1767384401.395267:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f49bb2e6. 00000001:00000010:1.0:1767384401.395272:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395276:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000004:00000010:1.0:1767384401.395293:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000048ec7d18. 00000004:00000010:1.0:1767384401.395312:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bf4d1e3a. 00000004:00000010:1.0:1767384401.395316:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae5cbcc9. 00080000:00000010:1.0:1767384401.395320:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a19c5a46. 00000001:00000010:1.0:1767384401.395325:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395330:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.395346:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a19c5a46. 00000004:00000010:1.0:1767384401.395349:0:40980:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae5cbcc9. 00000004:00000010:1.0:1767384401.395352:0:40980:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bf4d1e3a. 00000004:00000010:1.0:1767384401.395354:0:40980:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000048ec7d18. 00000004:00000010:1.0:1767384401.395361:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000021646f30. 00000004:00000010:1.0:1767384401.395364:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bf4d1e3a. 00000004:00000010:1.0:1767384401.395366:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae5cbcc9. 00080000:00000010:1.0:1767384401.395370:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a19c5a46. 00000001:00000010:1.0:1767384401.395375:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.395380:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00000020:00000010:1.0:1767384401.395406:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005046486e. 00080000:00000010:1.0:1767384401.395411:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e903dcb3. 00080000:00000010:1.0:1767384401.395421:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e903dcb3. 00000020:00000010:1.0:1767384401.395423:0:40980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005046486e. 00000004:00000010:1.0:1767384401.395429:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d80f31da. 00000004:00000010:1.0:1767384401.395432:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ff8ca05f. 00000004:00000010:1.0:1767384401.395436:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002e24b096. 00080000:00000010:1.0:1767384401.395439:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e903dcb3. 00000040:00000010:1.0:1767384401.395455:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001cb8103a. 00000040:00000010:1.0:1767384401.395463:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000638ee3fd. 00000040:00000010:1.0:1767384401.395481:0:40980:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000026baf29. 00000020:00000010:1.0:1767384401.395486:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006fe566e6. 00080000:00000010:1.0:1767384401.395490:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000154e6bd5. 00000040:00000010:1.0:1767384401.395502:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000201f48a. 00000040:00000010:1.0:1767384401.395521:0:40980:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000000d813a5f. 00010000:00000010:2.1:1767384401.396132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00010000:00000010:2.1:1767384401.396137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4ce00fb. 00010000:00000010:2.1:1767384401.396141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fcf7b3a. 00000040:00000010:1.0:1767384401.400089:0:40980:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000000d813a5f. 00000040:00000010:1.0:1767384401.400143:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e2d7eff1. 00000040:00000010:1.0:1767384401.400150:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f49c2066. 00000040:00000010:1.0:1767384401.400173:0:40980:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000005e16019d. 00000020:00000010:1.0:1767384401.400177:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f23e6ac5. 00080000:00000010:1.0:1767384401.400181:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000490a6c8b. 00000040:00000010:1.0:1767384401.400190:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000d813a5f. 00000040:00000010:1.0:1767384401.400199:0:40980:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000008e0c8cda. 00000040:00000010:1.0:1767384401.406335:0:40980:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000008e0c8cda. 00000040:00000010:1.0:1767384401.406342:0:40980:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000d5b6881. 00000020:00000010:1.0:1767384401.406345:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027b6a40e. 00000020:00000010:1.0:1767384401.406347:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000940a3028. 00000040:00000010:1.0:1767384401.406350:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e7bb6c92. 00000020:00000010:1.0:1767384401.406353:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb1cbca3. 00000020:00000010:1.0:1767384401.406356:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.406358:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000805bff7c. 80000000:00000010:1.0:1767384401.406360:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.406362:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd116f4c. 00100000:00000010:1.0:1767384401.406365:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ff359cd. 00040000:00000010:1.0:1767384401.406367:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1503d86. 00040000:00000010:1.0:1767384401.406370:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c19666bf. 00040000:00000010:1.0:1767384401.406372:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000204d6663. 00080000:00000010:1.0:1767384401.406374:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e0c8cda. 00080000:00000010:1.0:1767384401.406377:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007616adeb. 00000004:00000010:1.0:1767384401.406381:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009569ccf8. 00000004:00000010:1.0:1767384401.406384:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f959a90e. 00000004:00000010:1.0:1767384401.406387:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004982857a. 00002000:00000010:1.0:1767384401.406389:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b701ee0. 00000004:00000010:1.0:1767384401.406392:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003949a9d5. 00000020:00000010:1.0:1767384401.406394:0:40980:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001b970e12. 00000040:00000010:1.0:1767384401.406398:0:40980:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e2a17020. 00000040:00000010:1.0:1767384401.411760:0:40980:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e2a17020. 00000020:00000010:1.0:1767384401.411767:0:40980:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b970e12. 00000020:00000010:1.0:1767384401.411772:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000940a3028. 00000040:00000010:1.0:1767384401.411776:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e7bb6c92. 00000020:00000010:1.0:1767384401.411778:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb1cbca3. 00000020:00000010:1.0:1767384401.411781:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.411784:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000805bff7c. 80000000:00000010:1.0:1767384401.411787:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.411789:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd116f4c. 00100000:00000010:1.0:1767384401.411791:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ff359cd. 00040000:00000010:1.0:1767384401.411794:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c1503d86. 00040000:00000010:1.0:1767384401.411797:0:40980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c19666bf. 00040000:00000010:1.0:1767384401.411799:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000204d6663. 00080000:00000010:1.0:1767384401.411802:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007616adeb. 00080000:00000010:1.0:1767384401.411804:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e0c8cda. 00000004:00000010:1.0:1767384401.411807:0:40980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009569ccf8. 00000004:00000010:1.0:1767384401.411809:0:40980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f959a90e. 00000004:00000010:1.0:1767384401.411812:0:40980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004982857a. 00002000:00000010:1.0:1767384401.411814:0:40980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009b701ee0. 00000004:00000010:1.0:1767384401.411817:0:40980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003949a9d5. 00000020:00000010:1.0:1767384401.411819:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027b6a40e. 00000040:00000010:1.0:1767384401.411821:0:40980:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000d5b6881. 00000040:00000010:1.0:1767384401.411825:0:40980:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000d5b6881. 00000020:00000010:1.0:1767384401.411827:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c28dc131. 00000020:00000010:1.0:1767384401.411829:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000434a7e86. 00000040:00000010:1.0:1767384401.411831:0:40980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026d6bfa2. 00000020:00000010:1.0:1767384401.411833:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004982857a. 00000020:00000010:1.0:1767384401.411835:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.411837:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047920dd8. 80000000:00000010:1.0:1767384401.411839:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.411840:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd116f4c. 00100000:00000010:1.0:1767384401.411841:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009569ccf8. 00040000:00000010:1.0:1767384401.411843:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1503d86. 00040000:00000010:1.0:1767384401.411845:0:40980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c19666bf. 00040000:00000010:1.0:1767384401.411846:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045f33d82. 00080000:00000010:1.0:1767384401.411849:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e0c8cda. 00080000:00000010:1.0:1767384401.411851:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007616adeb. 00000004:00000010:1.0:1767384401.411854:0:40980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ff359cd. 00000004:00000010:1.0:1767384401.411857:0:40980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f959a90e. 00000004:00000010:1.0:1767384401.411860:0:40980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5b535c1. 00002000:00000010:1.0:1767384401.411862:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003949a9d5. 00000004:00000010:1.0:1767384401.411865:0:40980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d2cf28e. 00000020:00000010:1.0:1767384401.411867:0:40980:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009fc8abbe. 00000040:00000010:1.0:1767384401.411871:0:40980:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e2a17020. 00000040:00000010:0.0:1767384401.411874:0:41025:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000009fb2ee7. 00000020:00000010:0.0:1767384401.411890:0:41025:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000064baa7f7. 00000020:00000010:0.0:1767384401.411896:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005f139632. 00000040:00000010:0.0:1767384401.411899:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a39ec818. 00000020:00000010:0.0:1767384401.411901:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005bbac346. 00000020:00000010:0.0:1767384401.411903:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb477bde. 00000020:00000010:0.0:1767384401.411906:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000636e1d93. 80000000:00000010:0.0:1767384401.411909:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000daf0f9ab. 40000000:00000010:0.0:1767384401.411911:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002b4b2e13. 00100000:00000010:0.0:1767384401.411913:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b7b66e12. 00040000:00000010:0.0:1767384401.411916:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000049be024c. 00040000:00000010:0.0:1767384401.411918:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6828839. 00040000:00000010:0.0:1767384401.411920:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008fa24a5. 00080000:00000010:0.0:1767384401.411922:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000003139e51. 00080000:00000010:0.0:1767384401.411924:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007238cf82. 00000004:00000010:0.0:1767384401.411927:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009485cfa6. 00000004:00000010:0.0:1767384401.411929:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000551de355. 00000004:00000010:0.0:1767384401.411932:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000674c58f7. 00002000:00000010:0.0:1767384401.411933:0:41025:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bcaffc14. 00000004:00000010:0.0:1767384401.411935:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008282693c. 00000020:00000010:0.0:1767384401.411937:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e29d8763. 00000040:00000010:0.0:1767384401.411939:0:41025:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000042223f84. 00000020:00000010:0.0:1767384401.411944:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009e7abb06. 00000040:00000010:0.0:1767384401.411946:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fb169d76. 00000020:00000010:0.0:1767384401.411948:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fe1d617. 00000020:00000010:0.0:1767384401.411950:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c675203e. 00000020:00000010:0.0:1767384401.411952:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009dbc6730. 80000000:00000010:0.0:1767384401.411953:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d64ce82c. 40000000:00000010:0.0:1767384401.411954:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b55e9cc8. 00100000:00000010:0.0:1767384401.411955:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a4fb7f7d. 00040000:00000010:0.0:1767384401.411957:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000299c7ea1. 00040000:00000010:0.0:1767384401.411958:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001f9a9016. 00040000:00000010:0.0:1767384401.411959:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000243cb1c1. 00080000:00000010:0.0:1767384401.411962:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007ed9d95d. 00080000:00000010:0.0:1767384401.411963:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ba1ac40. 00000004:00000010:0.0:1767384401.411965:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009b9bcd55. 00000004:00000010:0.0:1767384401.411966:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c219a46a. 00000004:00000010:0.0:1767384401.411968:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb5016b3. 00000004:00000010:0.0:1767384401.411970:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bb26f7ad. 00000020:00000010:0.0:1767384401.411971:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000e8768c. 00000004:00000010:0.0:1767384401.411973:0:41025:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000f965c6e6. 00000040:00000010:1.0:1767384401.412278:0:40980:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e2a17020. 00000020:00000010:1.0:1767384401.412282:0:40980:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009fc8abbe. 00000020:00000010:1.0:1767384401.412285:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000434a7e86. 00000040:00000010:1.0:1767384401.412287:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026d6bfa2. 00000020:00000010:1.0:1767384401.412288:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004982857a. 00000020:00000010:1.0:1767384401.412290:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.412292:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000047920dd8. 80000000:00000010:1.0:1767384401.412293:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.412295:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd116f4c. 00100000:00000010:1.0:1767384401.412305:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009569ccf8. 00040000:00000010:1.0:1767384401.412307:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c1503d86. 00040000:00000010:1.0:1767384401.412309:0:40980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c19666bf. 00040000:00000010:1.0:1767384401.412311:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045f33d82. 00080000:00000010:1.0:1767384401.412312:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007616adeb. 00080000:00000010:1.0:1767384401.412314:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e0c8cda. 00000004:00000010:1.0:1767384401.412315:0:40980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ff359cd. 00000004:00000010:1.0:1767384401.412317:0:40980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f959a90e. 00000004:00000010:1.0:1767384401.412319:0:40980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5b535c1. 00002000:00000010:1.0:1767384401.412320:0:40980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003949a9d5. 00000004:00000010:1.0:1767384401.412322:0:40980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d2cf28e. 00000020:00000010:1.0:1767384401.412323:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c28dc131. 00000040:00000010:1.0:1767384401.412324:0:40980:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000d5b6881. 00000040:00000010:1.0:1767384401.412329:0:40980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000350bf5ff. 00000040:00000010:1.0:1767384401.412336:0:40980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c28dc131. 00000040:00000010:1.0:1767384401.412387:0:40980:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000f01872a6. 00000020:00000010:1.0:1767384401.412391:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c1503d86. 00080000:00000010:1.0:1767384401.412394:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6407baf. 00000040:00000010:1.0:1767384401.412403:0:40980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008e0c8cda. 00000001:00000010:1.0:1767384401.412409:0:40980:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000dfa38fb3. 00000004:00000010:1.0:1767384401.412428:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005f4ab44b. 00000004:00000010:1.0:1767384401.412432:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f602ed26. 00000004:00000010:1.0:1767384401.412435:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b440820. 00080000:00000010:1.0:1767384401.412439:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f33d82. 00080000:00000010:1.0:1767384401.412447:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000047920dd8. 00080000:00000010:1.0:1767384401.412453:0:40980:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000026d6bfa2. 00080000:00000010:1.0:1767384401.412468:0:40980:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 0000000083e09506. 00000001:00000010:1.0:1767384401.412494:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412503:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.412513:0:40980:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 0000000083e09506. 00080000:00000010:1.0:1767384401.412596:0:40980:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000045f33d82. 00000004:00000010:1.0:1767384401.412600:0:40980:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b440820. 00000004:00000010:1.0:1767384401.412602:0:40980:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f602ed26. 00000004:00000010:1.0:1767384401.412604:0:40980:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005f4ab44b. 00000020:00000010:1.0:1767384401.412612:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a4c3bcd. 00080000:00000010:1.0:1767384401.412614:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f33d82. 00080000:00000010:1.0:1767384401.412617:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000434a7e86. 00080000:00000010:1.0:1767384401.412623:0:40980:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd116f4c. 00000001:00000010:1.0:1767384401.412745:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412750:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.412764:0:40980:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000b5b535c1. 00080000:00000010:1.0:1767384401.412780:0:40980:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd116f4c. 00080000:00000010:1.0:1767384401.412784:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007587ed43. 00100000:00000010:1.0:1767384401.412788:0:40980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cd116f4c. 00080000:00000010:1.0:1767384401.412797:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006f15bfce. 00000001:00000010:1.0:1767384401.412803:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412806:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.412813:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027b6a40e. 00000001:00000010:1.0:1767384401.412816:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412818:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.412822:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000204d6663. 00000001:00000010:1.0:1767384401.412824:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412827:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00080000:00000010:1.0:1767384401.412831:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000805bff7c. 00000001:00000010:1.0:1767384401.412834:0:40980:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000469265f3. 00000001:00000010:1.0:1767384401.412836:0:40980:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000469265f3. 00100000:00000010:1.0:1767384401.412842:0:40980:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000f959a90e. 00000020:00000010:1.0:1767384401.412869:0:40980:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000d7ef59c8. 00000004:00000010:1.0:1767384401.412890:0:40980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ac84d1ef. 00000004:00000010:1.0:1767384401.412894:0:40980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f602ed26. 00000004:00000010:1.0:1767384401.412897:0:40980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b440820. 00080000:00000010:1.0:1767384401.412901:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e7bb6c92. 00000020:00000010:1.0:1767384401.412916:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000647fe282. 00080000:00000010:1.0:1767384401.412920:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000940a3028. 00000020:00000010:1.0:1767384401.412936:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000deba0267. 00080000:00000010:1.0:1767384401.412940:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c97a0a4. 00100000:00000010:1.0:1767384401.413202:0:40980:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000e83ae2ca. 00100000:00000010:1.0:1767384401.413205:0:40980:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000009e20a0e3. 00100000:00000010:1.0:1767384401.413239:0:40980:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000009e20a0e3. 00100000:00000010:1.0:1767384401.413243:0:40980:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000008ff359cd. 00100000:00000010:1.0:1767384401.413245:0:40980:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000c7fd0091. 00100000:00000010:1.0:1767384401.413248:0:40980:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000744015ff. 00100000:00000010:1.0:1767384401.413250:0:40980:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000004569b2fb. 00000020:00000010:1.0:1767384401.413266:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007ece7bef. 00080000:00000010:1.0:1767384401.413269:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e2d0ff5. 00000020:00000010:1.0:1767384401.413285:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004eb5b53f. 00080000:00000010:1.0:1767384401.413287:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003d1b2f23. 00080000:00000010:1.0:1767384401.413291:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6f6ec26. 00000020:00000010:1.0:1767384401.413313:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4267c99. 00080000:00000010:1.0:1767384401.413316:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000040d6cb4f. 00080000:00000010:1.0:1767384401.413320:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eedb8214. 00000020:00000010:1.0:1767384401.413328:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000407d8b3a. 00080000:00000010:1.0:1767384401.413330:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c98892ca. 00080000:00000010:1.0:1767384401.413334:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e9c6d3ad. 00000020:00000010:1.0:1767384401.413342:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000583bfad. 00080000:00000010:1.0:1767384401.413345:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000072a704d1. 00080000:00000010:1.0:1767384401.413350:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ee304626. 00000020:00000010:1.0:1767384401.413359:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ffe5d4b7. 00080000:00000010:1.0:1767384401.413361:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000beefb695. 00080000:00000010:1.0:1767384401.413365:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ff5a3a02. 00000020:00000010:1.0:1767384401.413373:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000998b4cb2. 00080000:00000010:1.0:1767384401.413375:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a7a80d5. 00080000:00000010:1.0:1767384401.413379:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000a9f1c82. 00000020:00000010:1.0:1767384401.413386:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000257c08c0. 00080000:00000010:1.0:1767384401.413388:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039470be6. 00080000:00000010:1.0:1767384401.413392:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008b0638a0. 00000020:00000010:1.0:1767384401.413400:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061c83830. 00080000:00000010:1.0:1767384401.413403:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d67788e. 00080000:00000010:1.0:1767384401.413406:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e9393663. 00000020:00000010:1.0:1767384401.413414:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000070bd3cc0. 00080000:00000010:1.0:1767384401.413417:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004f1e411c. 00080000:00000010:1.0:1767384401.413420:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f34cfc37. 00000020:00000010:1.0:1767384401.413428:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db575b0f. 00080000:00000010:1.0:1767384401.413431:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000062908821. 00080000:00000010:1.0:1767384401.413435:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000084a79223. 00000020:00000010:1.0:1767384401.413443:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d57f7e9d. 00080000:00000010:1.0:1767384401.413445:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d54dcd9. 00080000:00000010:1.0:1767384401.413449:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000237f7fb3. 00000020:00000010:1.0:1767384401.413457:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b215659d. 00080000:00000010:1.0:1767384401.413459:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009e7f6f6a. 00080000:00000010:1.0:1767384401.413462:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000077eae905. 00000020:00000010:1.0:1767384401.413471:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009c29904a. 00080000:00000010:1.0:1767384401.413473:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5fe1b45. 00080000:00000010:1.0:1767384401.413476:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c432ff01. 00000020:00000010:1.0:1767384401.413484:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000023570787. 00080000:00000010:1.0:1767384401.413486:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000718ebd67. 00080000:00000010:1.0:1767384401.413490:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000068354e1e. 00000020:00000010:1.0:1767384401.413498:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000088f8c146. 00080000:00000010:1.0:1767384401.413500:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000024d1d591. 00080000:00000010:1.0:1767384401.413505:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009eed2c6a. 00000020:00000010:1.0:1767384401.413512:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006dc19bdd. 00080000:00000010:1.0:1767384401.413514:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b8be4e14. 00080000:00000010:1.0:1767384401.413518:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c6e403c8. 00100000:00000010:1.0:1767384401.413522:0:40980:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000c19666bf. 00100000:00000010:1.0:1767384401.413525:0:40980:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000805856d8. 00100000:00000010:1.0:1767384401.413527:0:40980:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000fb97c6e5. 00100000:00000010:1.0:1767384401.413529:0:40980:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000022a904e6. 00000020:00000010:1.0:1767384401.413536:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ca17d9cc. 00080000:00000010:1.0:1767384401.413538:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002878f4c7. 00000020:00000010:1.0:1767384401.413709:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c6d1f512. 00080000:00000010:1.0:1767384401.413712:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a74b9ed. 00080000:00000010:1.0:1767384401.413717:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000053af8679. 00000020:00000010:1.0:1767384401.413727:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000fc2796d. 00080000:00000010:1.0:1767384401.413729:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a139cb97. 00080000:00000010:1.0:1767384401.413733:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000043a10caa. 00000020:00000010:1.0:1767384401.413741:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000038efd346. 00080000:00000010:1.0:1767384401.413743:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000078cd39a6. 00080000:00000010:1.0:1767384401.413746:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005f3f7212. 00000020:00000010:1.0:1767384401.413755:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a5ce867. 00080000:00000010:1.0:1767384401.413757:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c69635a4. 00080000:00000010:1.0:1767384401.413761:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000708d421. 00000020:00000010:1.0:1767384401.413768:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007366f8a4. 00080000:00000010:1.0:1767384401.413770:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052a3eeda. 00080000:00000010:1.0:1767384401.413774:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d9a26570. 00000020:00000010:1.0:1767384401.413782:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000127f8eff. 00080000:00000010:1.0:1767384401.413784:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027b31051. 00080000:00000010:1.0:1767384401.413788:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001b2c44e6. 00000020:00000010:1.0:1767384401.413795:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cc3ddd61. 00080000:00000010:1.0:1767384401.413798:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000002b53bf1. 00080000:00000010:1.0:1767384401.413802:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000aaceb551. 00000020:00000010:1.0:1767384401.413810:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b643982. 00080000:00000010:1.0:1767384401.413812:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c95eeba. 00080000:00000010:1.0:1767384401.413815:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001cd4d258. 00000020:00000010:1.0:1767384401.413824:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aedfd33a. 00080000:00000010:1.0:1767384401.413826:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000007d3ffa4. 00080000:00000010:1.0:1767384401.413830:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000037b442bc. 00000020:00000010:1.0:1767384401.413837:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008db800ff. 00080000:00000010:1.0:1767384401.413839:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000020e182d. 00080000:00000010:1.0:1767384401.413842:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000599a63fb. 00000020:00000010:1.0:1767384401.413849:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d21faf2. 00080000:00000010:1.0:1767384401.413852:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000962d7641. 00080000:00000010:1.0:1767384401.413855:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b882b0ba. 00000020:00000010:1.0:1767384401.413864:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003efe8f3d. 00080000:00000010:1.0:1767384401.413866:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001cb3a4c6. 00080000:00000010:1.0:1767384401.413871:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000244890a7. 00000020:00000010:1.0:1767384401.413884:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d1bacb9f. 00080000:00000010:1.0:1767384401.413887:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b46f467e. 00080000:00000010:1.0:1767384401.413896:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bc18aa91. 00000020:00000010:1.0:1767384401.413911:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e36374f. 00080000:00000010:1.0:1767384401.413914:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fddf64ac. 00080000:00000010:1.0:1767384401.413922:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000061551cb5. 00000020:00000010:1.0:1767384401.413933:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000834dbcdd. 00080000:00000010:1.0:1767384401.413984:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae4fb924. 00080000:00000010:1.0:1767384401.413991:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eec97daf. 00000020:00000010:1.0:1767384401.414002:0:40980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e9502e3c. 00080000:00000010:1.0:1767384401.414006:0:40980:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f8dd9e92. 00080000:00000010:1.0:1767384401.414010:0:40980:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f957f4e2. 00100000:00000010:1.0:1767384401.414019:0:40980:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000c5b7410a. 00200000:00000010:1.0:1767384401.414022:0:40980:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 0000000040b63e5d. 00000020:00000010:1.0:1767384401.414037:0:40980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d01cc4f. 00000020:00000010:1.0:1767384401.414038:0:40980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000539c63e6. 00000020:00000010:1.0:1767384401.414040:0:40980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009569ccf8. 00000020:00000010:1.0:1767384401.414042:0:40980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.414044:0:40980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006bc12604. 80000000:00000010:1.0:1767384401.414046:0:40980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d5b6881. 40000000:00000010:1.0:1767384401.414047:0:40980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f576db2a. 00100000:00000010:1.0:1767384401.414049:0:40980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004982857a. 00040000:00000010:1.0:1767384401.414051:0:40980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b90430e. 00040000:00000010:1.0:1767384401.414053:0:40980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004878145f. 00080000:00000010:1.0:1767384401.414055:0:40980:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007616adeb. 00080000:00000010:1.0:1767384401.414056:0:40980:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2a17020. 00002000:00000010:1.0:1767384401.414059:0:40980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d2cf28e. 00080000:00000010:1.0:1767384401.414063:0:40980:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003783f116. 00080000:00000010:1.0:1767384401.414065:0:40980:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000084611a13. 00080000:00000010:2.0:1767384401.414934:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003783f116. 00080000:00000010:2.0:1767384401.414941:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000805bff7c. 00080000:00000010:2.0:1767384401.414944:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000204d6663. 00080000:00000010:2.0:1767384401.414946:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027b6a40e. 00080000:00000010:2.0:1767384401.414947:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f15bfce. 00080000:00000010:2.0:1767384401.414950:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000434a7e86. 00080000:00000010:2.0:1767384401.414953:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000047920dd8. 00080000:00000010:1.0:1767384401.414984:0:40980:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000084611a13. 00000020:00000010:1.0:1767384401.414993:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000539c63e6. 00000020:00000010:1.0:1767384401.414995:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009569ccf8. 00000020:00000010:1.0:1767384401.414997:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.414999:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006bc12604. 80000000:00000010:1.0:1767384401.415000:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d5b6881. 40000000:00000010:1.0:1767384401.415002:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f576db2a. 00100000:00000010:1.0:1767384401.415003:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004982857a. 00040000:00000010:1.0:1767384401.415005:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b90430e. 00040000:00000010:1.0:1767384401.415006:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004878145f. 00080000:00000010:1.0:1767384401.415009:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e2a17020. 00080000:00000010:1.0:1767384401.415010:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007616adeb. 00002000:00000010:1.0:1767384401.415012:0:40980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001d2cf28e. 00000020:00000010:1.0:1767384401.415013:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d01cc4f. 00000004:00000010:1.0:1767384401.415020:0:40980:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000f576db2a. 00000004:00000010:1.0:1767384401.415219:0:41026:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000fed7fcdf. 00000020:00000010:1.0:1767384401.415223:0:41026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d01cc4f. 00000020:00000010:1.0:1767384401.415225:0:41026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012c6b9bb. 00000040:00000010:1.0:1767384401.415226:0:41026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004878145f. 00000004:00000010:0.0:1767384401.415229:0:40980:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000f576db2a. 00000020:00000010:1.0:1767384401.415230:0:41026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004982857a. 00000020:00000010:1.0:1767384401.415236:0:41026:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.415238:0:41026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006bc12604. 80000000:00000010:1.0:1767384401.415240:0:41026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d5b6881. 40000000:00000010:1.0:1767384401.415241:0:41026:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d5c7637. 00100000:00000010:1.0:1767384401.415243:0:41026:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009569ccf8. 00040000:00000010:1.0:1767384401.415245:0:41026:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b90430e. 00040000:00000010:1.0:1767384401.415247:0:41026:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cac7379a. 00040000:00000010:1.0:1767384401.415248:0:41026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000539c63e6. 00080000:00000010:1.0:1767384401.415250:0:41026:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007616adeb. 00000020:00000010:0.0:1767384401.415251:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f78be4d5. 00080000:00000010:1.0:1767384401.415253:0:41026:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2a17020. 00000040:00000010:0.0:1767384401.415257:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000007ba9869. 00000004:00000010:1.0:1767384401.415258:0:41026:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002c3fa9c8. 00000020:00000010:0.0:1767384401.415262:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b1d5bea3. 00000004:00000010:1.0:1767384401.415265:0:41026:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7b3a821. 00000020:00000010:0.0:1767384401.415267:0:40980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095425a4c. 00000004:00000010:1.0:1767384401.415270:0:41026:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002cd6c66f. 00000020:00000010:0.0:1767384401.415272:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000717882d3. 00000004:00000010:1.0:1767384401.415273:0:41026:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d2cf28e. 00000100:00000010:3.0:1767384401.415278:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f95f8cf. 80000000:00000010:0.0:1767384401.415279:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0d25139. 00080000:00000010:1.0:1767384401.415282:0:41026:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005c412d93. 40000000:00000010:0.0:1767384401.415286:0:40980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ab3af7df. 00000020:00000010:0.0:1767384401.415290:0:40980:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000d7ef59c8. 00100000:00000010:0.0:1767384401.415292:0:40980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000073319df. 00040000:00000010:0.0:1767384401.415294:0:40980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f39ff3f. 02000000:00000010:3.0:1767384401.415307:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfbfc7ba. 00040000:00000010:0.0:1767384401.415308:0:40980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003126b603. 00040000:00000010:0.0:1767384401.415313:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a1e0d574. 00080000:00000010:0.0:1767384401.415317:0:40980:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000b5b535c1. 00080000:00000010:0.0:1767384401.415319:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5419432. 00000100:00000010:3.0:1767384401.415321:0:41015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060cca1cf. 00080000:00000010:0.0:1767384401.415323:0:40980:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000026d6bfa2. 00080000:00000010:0.0:1767384401.415327:0:40980:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000af4e2fcf. 00080000:00000010:0.0:1767384401.415329:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000c7a560d. 00000004:00000010:0.0:1767384401.415332:0:40980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d1d0a42e. 00000004:00000010:0.0:1767384401.415335:0:40980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000087906d5e. 00000004:00000010:0.0:1767384401.415337:0:40980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004cfa11a2. 02000000:00000010:3.0:1767384401.415338:0:41015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa2c383b. 00000004:00000010:0.0:1767384401.415340:0:40980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004da3b707. 00000020:00000010:0.0:1767384401.415344:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d61daf. 00000400:00000010:3.0:1767384401.415345:0:41015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004be5739f. 00000020:00000010:0.0:1767384401.415348:0:40980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c667b73c. 00000020:00000010:0.0:1767384401.415352:0:40980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004dd65d5f. 00000400:00000010:3.0:1767384401.415353:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000020:00000010:0.0:1767384401.415355:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019fd60ec. 00000100:00000200:3.0:1767384401.415361:0:41015:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236743017600, portal 4 00000040:00000010:0.0:1767384401.415366:0:40980:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e4f6ce93. 00000400:00000010:3.0:1767384401.415369:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000100:00000200:3.0:1767384401.415374:0:41015:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236743017600, offset 0 00000020:00000010:0.0:1767384401.415375:0:40980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041475902. 00000040:00000010:0.0:1767384401.415379:0:40980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004311e3a9. 00000020:00000010:0.0:1767384401.415381:0:40980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e26262d2. 00000400:00000200:3.0:1767384401.415385:0:41015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384401.415387:0:40980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8fde6b1. 80000000:00000010:0.0:1767384401.415392:0:40980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036654f85. 00040000:00000010:0.0:1767384401.415395:0:40980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007bdfd8da. 00080000:00000010:0.0:1767384401.415399:0:40980:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a132fbdf. 00000400:00000200:3.0:1767384401.415403:0:41015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1767384401.415407:0:40980:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000a3208a7a. 00080000:00000010:0.0:1767384401.415411:0:40980:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d16ba4b. 20000000:00000010:0.0:1767384401.415415:0:40980:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000094845807. 00000400:00000200:3.0:1767384401.415420:0:41015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824dc09480 00000020:00000010:0.0:1767384401.415422:0:40980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086c270c6. 00000400:00000200:3.0:1767384401.415432:0:41015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xad1 [8] + 6496 00000400:00000200:3.0:1767384401.415439:0:41015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384401.415443:0:41015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384401.415449:0:41015:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1767384401.415461:0:41026:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005c412d93. 00000100:00000010:3.0:1767384401.415462:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffb44cb7. 00000020:00000010:1.0:1767384401.415469:0:41026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012c6b9bb. 00000040:00000010:1.0:1767384401.415473:0:41026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004878145f. 00000020:00000010:1.0:1767384401.415476:0:41026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004982857a. 00000020:00000010:1.0:1767384401.415479:0:41026:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.415482:0:41026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006bc12604. 00000400:00000200:3.0:1767384401.415484:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb7fce 80000000:00000010:1.0:1767384401.415485:0:41026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d5b6881. 00000400:00000010:3.0:1767384401.415488:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 40000000:00000010:1.0:1767384401.415490:0:41026:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d5c7637. 00100000:00000010:1.0:1767384401.415495:0:41026:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009569ccf8. 00000100:00000200:3.0:1767384401.415497:0:41015:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f95f8cf x1853236743017600/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384417 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384401.415499:0:41026:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b90430e. 00040000:00000010:1.0:1767384401.415505:0:41026:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cac7379a. 00040000:00000010:1.0:1767384401.415510:0:41026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000539c63e6. 00080000:00000010:1.0:1767384401.415515:0:41026:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e2a17020. 00080000:00000010:1.0:1767384401.415517:0:41026:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007616adeb. 00000004:00000010:1.0:1767384401.415520:0:41026:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002c3fa9c8. 00000100:00000010:3.0:1767384401.415522:0:41015:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae0828e8. 00000004:00000010:1.0:1767384401.415524:0:41026:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7b3a821. 00000020:00000010:2.0:1767384401.415526:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000004:00000010:1.0:1767384401.415529:0:41026:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002cd6c66f. 00000020:00000010:2.0:1767384401.415534:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000004:00000010:1.0:1767384401.415534:0:41026:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d2cf28e. 00000100:00000010:3.0:1767384401.415536:0:41015:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e223471f. 00000020:00000010:1.0:1767384401.415543:0:41026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d01cc4f. 00000100:00000010:3.0:1767384401.415545:0:41015:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8f0f109. 00000020:00000010:2.0:1767384401.415545:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f8f122. 00000004:00000010:1.0:1767384401.415548:0:41026:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000fed7fcdf. 00000020:00000010:2.0:1767384401.415554:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000100:00000010:3.0:1767384401.415558:0:41015:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000550dadc7. 00000020:00000010:2.0:1767384401.415561:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.415607:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.415611:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000100:00000200:2.0:1767384401.415615:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017600 02000000:00000010:2.0:1767384401.415635:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005b95778f. 00010000:00000200:2.0:1767384401.415649:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffb44cb7 x1853236743017600/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:382/0 lens 264/240 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.415667:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.415672:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236743017600, offset 224 00000400:00000200:2.0:1767384401.415683:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.415693:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.415702:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824dc09480 00000400:00000200:2.0:1767384401.415710:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b65 [1] + 224 00000400:00000200:2.0:1767384401.415718:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.415726:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.415735:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f95f8cf x1853236743017600/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.415765:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.415769:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000020:00000010:2.0:1767384401.415784:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.415789:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.415796:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f8f122. 00000400:00000010:2.0:1767384401.415836:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004be5739f. 00000400:00000200:2.0:1767384401.415843:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb3743a 00000400:00000010:2.0:1767384401.415847:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000100:00000200:2.0:1767384401.415855:0:41015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f95f8cf x1853236743017600/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.415870:0:41015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f95f8cf x1853236743017600/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.415900:0:41015:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060cca1cf. 02000000:00000010:2.0:1767384401.415911:0:41015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa2c383b. 02000000:00000010:2.0:1767384401.415919:0:41015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cfbfc7ba. 00000100:00000010:2.0:1767384401.415926:0:41015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f95f8cf. 00000100:00000010:2.0:1767384401.415935:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049642029. 02000000:00000010:2.0:1767384401.415944:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027f8f122. 00000100:00000010:2.0:1767384401.415953:0:41015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008abad5a0. 02000000:00000010:2.0:1767384401.415963:0:41015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000650f3c1e. 00000400:00000010:2.0:1767384401.415970:0:41015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384401.415976:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.415982:0:41015:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743017728, portal 4 00000400:00000010:2.0:1767384401.415988:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.415995:0:41015:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236743017728, offset 0 00000400:00000200:2.0:1767384401.416008:0:41015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.416019:0:41015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.416030:0:41015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dc09500 00000400:00000200:2.0:1767384401.416036:0:41015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad1 [8] + 6760 00000400:00000200:2.0:1767384401.416045:0:41015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.416052:0:41015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.416056:0:41015:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384401.416061:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b6e2463. 00000400:00000200:2.0:1767384401.416075:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.416078:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.416085:0:41015:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049642029 x1853236743017728/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.416176:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416181:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416189:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056fc203. 00000020:00000010:2.0:1767384401.416195:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.416200:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.416229:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416235:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000100:00000200:2.0:1767384401.416242:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017728 02000000:00000010:2.0:1767384401.416255:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000008395babd. 00010000:00000200:2.0:1767384401.416269:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b6e2463 x1853236743017728/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:382/0 lens 432/432 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.416282:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.416285:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236743017728, offset 224 00000400:00000200:2.0:1767384401.416314:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.416323:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.416335:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824dc09500 00000400:00000200:2.0:1767384401.416340:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b71 [1] + 224 00080000:00000010:3.0:1767384401.416344:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ec6e19b. 00080000:00000010:1.0:1767384401.416344:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000132ded9. 00000400:00000200:2.0:1767384401.416345:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.416353:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1767384401.416355:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000132ded9. 00080000:00000010:3.0:1767384401.416356:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ec6e19b. 00000100:00000200:2.0:1767384401.416362:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049642029 x1853236743017728/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384401.416370:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000132ded9. 00080000:00000010:1.0:1767384401.416377:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000132ded9. 00080000:00000010:3.0:1767384401.416378:0:10600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ec6e19b. 00080000:00000010:3.0:1767384401.416386:0:10600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ec6e19b. 00000400:00000200:2.0:1767384401.416390:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.416394:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000020:00000010:2.0:1767384401.416402:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.416405:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.416408:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056fc203. 00000400:00000010:2.0:1767384401.416422:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000200:2.0:1767384401.416424:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.416426:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.416428:0:41015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049642029 x1853236743017728/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.416434:0:41015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049642029 x1853236743017728/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.416448:0:41015:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008abad5a0. 02000000:00000010:2.0:1767384401.416452:0:41015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000650f3c1e. 02000000:00000010:2.0:1767384401.416454:0:41015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027f8f122. 00000100:00000010:2.0:1767384401.416456:0:41015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049642029. 00000100:00000010:2.0:1767384401.416464:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049642029. 02000000:00000010:2.0:1767384401.416470:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027f8f122. 00000100:00000010:2.0:1767384401.416476:0:41015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008abad5a0. 02000000:00000010:2.0:1767384401.416482:0:41015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000650f3c1e. 00000400:00000010:2.0:1767384401.416485:0:41015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384401.416489:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.416491:0:41015:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236743017856, portal 4 00000400:00000010:2.0:1767384401.416495:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.416497:0:41015:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236743017856, offset 0 00000400:00000200:2.0:1767384401.416501:0:41015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.416506:0:41015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.416510:0:41015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dc09580 00000400:00000200:2.0:1767384401.416513:0:41015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad1 [8] + 7192 00000400:00000200:2.0:1767384401.416515:0:41015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.416518:0:41015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.416520:0:41015:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384401.416523:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002fc9687. 00000400:00000200:2.0:1767384401.416533:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.416534:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.416537:0:41015:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049642029 x1853236743017856/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384401.416556:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416559:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416562:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000056fc203. 00000020:00000010:2.0:1767384401.416564:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.416567:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.416578:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2f27a6. 00000020:00000010:2.0:1767384401.416580:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2f27a6. 00000100:00000200:2.0:1767384401.416581:0:18483:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236743017856 02000000:00000010:2.0:1767384401.416589:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000001103cb80. 00002000:00000010:2.0:1767384401.416602:0:18483:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.416610:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078951f99. 00080000:00000010:2.0:1767384401.416613:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bac35190. 00002000:00000010:2.0:1767384401.416631:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000180ea744. 00080000:00000010:2.0:1767384401.416634:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5e5e0a4. 00002000:00000010:2.0:1767384401.416641:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007e75b005. 00080000:00000010:2.0:1767384401.416645:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000008c7471. 00002000:00000010:2.0:1767384401.416651:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000079f74ffd. 00080000:00000010:2.0:1767384401.416653:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d347d5a. 00002000:00000010:2.0:1767384401.416659:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002f2053db. 00080000:00000010:2.0:1767384401.416662:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000913aa7ff. 00002000:00000010:2.0:1767384401.416668:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000067c93c6b. 00080000:00000010:2.0:1767384401.416670:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f25bdb02. 00002000:00000010:2.0:1767384401.416676:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d0d84d3. 00080000:00000010:2.0:1767384401.416678:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000839ca037. 00002000:00000010:2.0:1767384401.416684:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000738892a. 00080000:00000010:2.0:1767384401.416688:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e3a946d. 00080000:00000010:2.0:1767384401.416695:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d61dfb58. 00080000:00000010:2.0:1767384401.416700:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036e2024d. 00080000:00000010:2.0:1767384401.416703:0:18483:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000e5b49bcb. 00080000:00000010:2.0:1767384401.416709:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000821aed42. 00000001:00000010:2.0:1767384401.416841:0:18483:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000fa236f91. 00002000:00000010:2.0:1767384401.417290:0:18483:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a0268132. 00000001:00000010:2.0:1767384401.417316:0:18483:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f99d1c2c. 00000100:00000010:0.0:1767384401.418147:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae0828e8. 00000100:00000010:2.0:1767384401.418163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8f0f109. 00000001:00000010:2.0:1767384401.418396:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f99d1c2c. 00002000:00000010:2.0:1767384401.418401:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a0268132. 00080000:00000010:2.0:1767384401.418405:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d61dfb58. 00000001:00000010:2.0:1767384401.418409:0:17883:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a965b8ab. 00080000:00000010:2.0:1767384401.418414:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b038aed. 00080000:00000010:2.0:1767384401.418426:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000821aed42. 00080000:00000010:2.0:1767384401.418429:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036e2024d. 00002000:00000010:2.0:1767384401.418438:0:18483:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.418446:0:18483:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.418453:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000749c034f. 00080000:00000010:2.0:1767384401.418459:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d61dfb58. 00002000:00000010:2.0:1767384401.418475:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ab7a435d. 00080000:00000010:2.0:1767384401.418481:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c7577154. 00002000:00000010:2.0:1767384401.418493:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000093377f43. 00080000:00000010:2.0:1767384401.418499:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000026d6bfa2. 00002000:00000010:2.0:1767384401.418523:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000076c90cb0. 00080000:00000010:2.0:1767384401.418530:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000047920dd8. 00002000:00000010:2.0:1767384401.418544:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a5017997. 00080000:00000010:2.0:1767384401.418548:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000434a7e86. 00002000:00000010:2.0:1767384401.418557:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ed84b3c7. 00080000:00000010:2.0:1767384401.418562:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006f15bfce. 00002000:00000010:2.0:1767384401.418571:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c36ee397. 00080000:00000010:2.0:1767384401.418576:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027b6a40e. 00002000:00000010:2.0:1767384401.418584:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b414944c. 00080000:00000010:2.0:1767384401.418588:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000204d6663. 00080000:00000010:2.0:1767384401.418598:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000805bff7c. 00080000:00000010:2.0:1767384401.418603:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036e2024d. 00080000:00000010:2.0:1767384401.418610:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000821aed42. 00002000:00000010:2.0:1767384401.419239:0:18483:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a0268132. 00000001:00000010:2.0:1767384401.419248:0:18483:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f99d1c2c. 00080000:00000010:2.0:1767384401.419263:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000821aed42. 00080000:00000010:2.0:1767384401.419268:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036e2024d. 00002000:00000010:2.0:1767384401.419278:0:18483:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.419284:0:18483:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.419290:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a1c29700. 00080000:00000010:2.0:1767384401.419308:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e2e1dd9a. 00002000:00000010:2.0:1767384401.419324:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000086332810. 00080000:00000010:2.0:1767384401.419329:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007168ee76. 00002000:00000010:2.0:1767384401.419339:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000438b6bd3. 00080000:00000010:2.0:1767384401.419343:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d7eecf4. 00002000:00000010:2.0:1767384401.419354:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006e7e5d8b. 00080000:00000010:2.0:1767384401.419358:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f36e4c76. 00002000:00000010:2.0:1767384401.419369:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000079052e68. 00080000:00000010:2.0:1767384401.419372:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007737254f. 00002000:00000010:2.0:1767384401.419383:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000046a21fbf. 00080000:00000010:2.0:1767384401.419387:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000af5f0b9b. 00002000:00000010:2.0:1767384401.419397:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000017fc067. 00080000:00000010:2.0:1767384401.419401:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000808b4f5f. 00002000:00000010:2.0:1767384401.419412:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e4de67d6. 00080000:00000010:2.0:1767384401.419419:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000928a8f79. 00080000:00000010:2.0:1767384401.419430:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c5813035. 00080000:00000010:2.0:1767384401.419435:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036e2024d. 00080000:00000010:2.0:1767384401.419444:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000821aed42. 00002000:00000010:2.0:1767384401.420032:0:18483:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000573edad4. 00000001:00000010:2.0:1767384401.420040:0:18483:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006a33718e. 00080000:00000010:2.0:1767384401.420053:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000821aed42. 00080000:00000010:2.0:1767384401.420058:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036e2024d. 00002000:00000010:2.0:1767384401.420065:0:18483:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.420073:0:18483:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005d2f27a6. 00002000:00000010:2.0:1767384401.420079:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000015b337cd. 00080000:00000010:2.0:1767384401.420085:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a5fcb127. 00002000:00000010:2.0:1767384401.420098:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000038cc93fa. 00080000:00000010:2.0:1767384401.420125:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009bcc2f05. 00002000:00000010:2.0:1767384401.420137:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b93cfaac. 00080000:00000010:2.0:1767384401.420141:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a3368f0. 00002000:00000010:2.0:1767384401.420149:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000089e5d13. 00080000:00000010:2.0:1767384401.420152:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000046493c02. 00002000:00000010:2.0:1767384401.420160:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f9bffd0e. 00080000:00000010:2.0:1767384401.420163:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ad6a9370. 00002000:00000010:2.0:1767384401.420173:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000016a987be. 00080000:00000010:2.0:1767384401.420176:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000892c0993. 00002000:00000010:2.0:1767384401.420186:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f8c6bb63. 00080000:00000010:2.0:1767384401.420192:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005ab259e8. 00002000:00000010:2.0:1767384401.420202:0:18483:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c073a077. 00080000:00000010:2.0:1767384401.420206:0:18483:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000051b8fff2. 00080000:00000010:2.0:1767384401.420216:0:18483:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000596f9a6c. 00080000:00000010:2.0:1767384401.420221:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036e2024d. 00080000:00000010:2.0:1767384401.420230:0:18483:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000821aed42. 00002000:00000010:2.0:1767384401.420847:0:18483:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b3208dbd. 00000001:00000010:2.0:1767384401.420855:0:18483:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f311dd38. 00080000:00000010:2.0:1767384401.420868:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000821aed42. 00080000:00000010:2.0:1767384401.420872:0:18483:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036e2024d. 00002000:00000010:2.0:1767384401.420882:0:18483:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005d2f27a6. 00010000:00000200:2.0:1767384401.420893:0:18483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002fc9687 x1853236743017856/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:382/0 lens 432/432 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384401.420908:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000100:00000200:2.0:1767384401.420911:0:18483:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236743017856, offset 224 00000400:00000200:2.0:1767384401.420917:0:18483:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.420925:0:18483:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.420933:0:18483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824dc09580 00000400:00000200:2.0:1767384401.420938:0:18483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b7d [1] + 224 00000400:00000200:2.0:1767384401.420943:0:18483:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384401.420946:0:18483:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384401.420950:0:18483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049642029 x1853236743017856/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384401.420965:0:18483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:2.0:1767384401.420967:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000020:00000010:2.0:1767384401.420975:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000534bb682. 00000020:00000010:2.0:1767384401.420979:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384401.420981:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000056fc203. 00000400:00000010:2.0:1767384401.421012:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000200:2.0:1767384401.421015:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384401.421016:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000200:2.0:1767384401.421020:0:41015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049642029 x1853236743017856/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384401.421027:0:41015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049642029 x1853236743017856/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384401.421042:0:41015:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008abad5a0. 00080000:00000010:0.0:1767384401.423203:0:41027:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000982c6259. 00080000:00000010:0.0:1767384401.423209:0:41027:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000982c6259. 00080000:00000010:0.0:1767384401.423216:0:41027:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000982c6259. 00080000:00000010:0.0:1767384401.423220:0:41027:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000982c6259. 00000100:00000010:3.0:1767384401.425141:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550dadc7. 00000100:00000010:1.0:1767384401.425145:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e223471f. 00000020:00000010:0.0:1767384401.427233:0:41:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e29d8763. 00080000:00000010:3.0:1767384401.591574:0:41038:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f5795a7a. 00080000:00000010:3.0:1767384401.591584:0:41038:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f5795a7a. 00080000:00000010:3.0:1767384401.591595:0:41038:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f5795a7a. 00080000:00000010:3.0:1767384401.591599:0:41038:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f5795a7a. 00000020:00000010:1.0:1767384401.712447:0:41075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bc12604. 00000020:00000010:1.0:1767384401.712459:0:41075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012c6b9bb. 00000020:00000010:1.0:1767384401.712464:0:41075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c3fa9c8. 00000020:00000010:1.0:1767384401.712469:0:41075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.712473:0:41075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003783f116. 80000000:00000010:1.0:1767384401.712477:0:41075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.712480:0:41075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000816877bf. 00100000:00000010:1.0:1767384401.712485:0:41075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cac7379a. 00040000:00000010:1.0:1767384401.712488:0:41075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061c36dd2. 00040000:00000010:1.0:1767384401.712501:0:41075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037427783. 00080000:00000010:1.0:1767384401.712507:0:41075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007616adeb. 00080000:00000010:1.0:1767384401.712511:0:41075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2a17020. 00002000:00000010:1.0:1767384401.712517:0:41075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000163e3933. 00000020:00000010:1.0:1767384401.712528:0:41075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012c6b9bb. 00000020:00000010:1.0:1767384401.712533:0:41075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c3fa9c8. 00000020:00000010:1.0:1767384401.712536:0:41075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384401.712541:0:41075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003783f116. 80000000:00000010:1.0:1767384401.712544:0:41075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000556e0e91. 40000000:00000010:1.0:1767384401.712548:0:41075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000816877bf. 00100000:00000010:1.0:1767384401.712551:0:41075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cac7379a. 00040000:00000010:1.0:1767384401.712554:0:41075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061c36dd2. 00040000:00000010:1.0:1767384401.712557:0:41075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037427783. 00080000:00000010:1.0:1767384401.712560:0:41075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e2a17020. 00080000:00000010:1.0:1767384401.712564:0:41075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007616adeb. 00002000:00000010:1.0:1767384401.712566:0:41075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000163e3933. 00000020:00000010:1.0:1767384401.712569:0:41075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bc12604. 00000800:00000200:2.0:1767384401.811192:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000800:00000200:2.1:1767384401.811200:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000775b9a10] -> 12345-192.168.204.108@tcp30 (4) 00000400:00000200:1.0:1767384401.811312:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811375:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811392:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811404:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811416:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811428:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811440:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811451:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811464:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811478:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811489:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811501:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811513:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811525:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811537:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811549:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811562:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811578:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811590:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811602:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811614:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811631:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811656:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811678:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811694:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811706:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811718:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811731:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811759:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811773:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811788:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811804:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811819:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384401.811832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384401.811957:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007616adeb. 00000800:00000010:1.0:1767384401.811961:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007500c10. 00000800:00000010:1.0:1767384401.811965:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac4bea6f. 00000800:00000010:1.0:1767384401.811980:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac4bea6f. 00000800:00020000:1.0:1767384401.811988:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384401.811990:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007500c10. 00000800:00000010:1.0:1767384401.811993:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007616adeb. 00000400:02020000:1.0:1767384401.812020:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp30 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384401.812024:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384401.927609:0:41087:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009c3a44f2. 00080000:00000010:3.0:1767384401.927619:0:41087:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009c3a44f2. 00080000:00000010:3.0:1767384401.927626:0:41087:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009c3a44f2. 00080000:00000010:3.0:1767384401.927629:0:41087:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009c3a44f2. 00000400:00000200:2.0:1767384402.131185:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp44 00000400:00000010:2.0:1767384402.131191:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c77ac8dc. 00000400:00000010:2.0:1767384402.131206:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fce201e4. 00000400:00000010:2.0:1767384402.131211:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000010:2.0:1767384402.131218:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cdcd9491. 00000400:00000200:2.0:1767384402.131222:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp44 00000400:00000200:2.0:1767384402.131243:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp44 local destination 00000400:00000200:2.0:1767384402.131248:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp44 00000400:00000200:2.0:1767384402.131251:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp44 NI seq info: [244:244:256:4294967295] 192.168.204.108@tcp44 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384402.131256:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp44 00000400:00000200:2.0:1767384402.131263:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp44(192.168.204.108@tcp44:) -> 192.168.204.108@tcp44(192.168.204.108@tcp44:192.168.204.108@tcp44) : GET try# 0 00000800:00000200:2.0:1767384402.131267:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp44 00000800:00000010:2.0:1767384402.131271:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034287ba6. 00000800:00000200:2.0:1767384402.131277:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000800:00000200:2.1:1767384402.131281:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000644f94f7] -> 12345-192.168.204.108@tcp44 (2) 00000400:00000200:2.0:1767384402.131310:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp44 added to recovery queue. ping count: 5 next ping: 353 health :500 00000400:00000200:1.0:1767384402.131387:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131433:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131447:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131460:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131472:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131485:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131498:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131510:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131521:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131534:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131547:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131560:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131574:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131587:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131613:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131624:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131648:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131663:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131676:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131688:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131715:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131727:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131740:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131752:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131765:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131778:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131801:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131825:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131851:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384402.131862:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384402.131993:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007616adeb. 00000800:00000010:1.0:1767384402.131997:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007500c10. 00000800:00000010:1.0:1767384402.132002:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b66650c4. 00000800:00000010:1.0:1767384402.132017:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b66650c4. 00000800:00020000:1.0:1767384402.132025:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384402.132028:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007500c10. 00000800:00000010:1.0:1767384402.132031:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007616adeb. 00000400:02020000:1.0:1767384402.132058:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp44 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384402.132063:0:16337:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp44 notifying 192.168.204.108@tcp44: down 00000800:00000200:1.0:1767384402.132069:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp44 down 00000800:00000100:1.0:1767384402.132075:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp44 00000800:00000010:1.0:1767384402.132079:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034287ba6. 00000400:00000200:1.0:1767384402.132084:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384402.132089:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp44->192.168.204.108@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384402.132146:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384402.132151:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384402.132156:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp44) recovery failed with -71 00000001:02000400:0.0:1767384402.650491:0:41251:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384402.662559:0:41253:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:2.0:1767384402.835194:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (4) 00000800:00000200:2.1:1767384402.835205:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6e389d6] -> 12345-192.168.204.108@tcp38 (4) 00000800:00000200:2.0:1767384402.835229:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009260da1c] -> 12345-192.168.204.108@tcp25 (6) 00000800:00000200:2.0:1767384402.835235:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp25 ip 192.168.204.108:988 00000800:00000200:2.0:1767384402.835241:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384402.835310:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835354:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000800:00000001:2.0:1767384402.835362:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384402.835374:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384402.835379:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384402.835381:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000001:2.0:1767384402.835388:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384402.835395:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384402.835409:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835429:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835443:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835460:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835473:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835485:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835500:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835532:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835555:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835577:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835601:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835623:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835645:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835676:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835705:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835727:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835749:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835793:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835816:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835842:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835860:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835876:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835906:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835929:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835964:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835978:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.835996:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.836018:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.836041:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.836059:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384402.836074:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384402.836314:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000800:00000010:3.0:1767384402.836320:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384402.836324:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f872e114. 00000800:00000010:3.0:1767384402.836354:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f872e114. 00000800:00020000:3.0:1767384402.836364:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384402.836367:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384402.836371:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043c319d7. 00000400:02020000:3.0:1767384402.836444:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp38 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384402.836449:0:16336:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:0.0:1767384402.841242:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009021a6bb. 00080000:00000010:0.0:1767384402.841249:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009021a6bb. 00000020:00000001:0.0:1767384402.841253:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384402.841259:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009021a6bb. 00080000:00000010:0.0:1767384402.841263:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009021a6bb. 00000020:00000001:0.0:1767384402.841265:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384402.964367:0:41303:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033db41ef. 00080000:00000010:1.0:1767384402.964376:0:41303:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033db41ef. 00000020:00000001:1.0:1767384402.964380:0:41303:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384402.964385:0:41303:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033db41ef. 00080000:00000010:1.0:1767384402.964388:0:41303:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033db41ef. 00000020:00000001:1.0:1767384402.964390:0:41303:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384402.964416:0:41303:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384402.964555:0:41303:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384403.133633:0:41315:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a3eded87. 00080000:00000010:3.0:1767384403.133642:0:41315:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a3eded87. 00000020:00000001:3.0:1767384403.133645:0:41315:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384403.133651:0:41315:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a3eded87. 00080000:00000010:3.0:1767384403.133654:0:41315:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a3eded87. 00000020:00000001:3.0:1767384403.133656:0:41315:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384403.155220:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384403.155224:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384403.155228:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384403.155232:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000400:00000200:2.0:1767384403.155238:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384403.155246:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384403.155259:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c77ac8dc. 00000400:00000010:2.0:1767384403.155277:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fce201e4. 00000400:00000200:2.0:1767384403.155285:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp45 00000400:00000010:2.0:1767384403.155290:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005297bdd0. 00000400:00000010:2.0:1767384403.155295:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ae972e77. 00000400:00000010:2.0:1767384403.155299:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000010:2.0:1767384403.155306:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a1b918b. 00000400:00000200:2.0:1767384403.155311:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp45 00000400:00000200:2.0:1767384403.155367:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp45 local destination 00000400:00000200:2.0:1767384403.155375:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp45 00000400:00000200:2.0:1767384403.155380:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp45 NI seq info: [245:245:256:4294967295] 192.168.204.108@tcp45 LPNI seq info [211:211:8:4294967295] 00000400:00000200:2.0:1767384403.155388:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp45 00000400:00000200:2.0:1767384403.155399:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp45(192.168.204.108@tcp45:) -> 192.168.204.108@tcp45(192.168.204.108@tcp45:192.168.204.108@tcp45) : GET try# 0 00000800:00000200:2.0:1767384403.155407:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp45 00000800:00000010:2.0:1767384403.155414:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004d9a4e6b. 00000800:00000200:2.0:1767384403.155421:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000800:00000200:2.1:1767384403.155426:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e91ca66] -> 12345-192.168.204.108@tcp45 (2) 00000400:00000200:2.0:1767384403.155450:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp45 added to recovery queue. ping count: 5 next ping: 354 health :500 00000400:00000200:2.0:1767384403.155456:0:16344:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.108@tcp49 00000400:00000010:2.0:1767384403.155460:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001afa51f2. 00000400:00000010:2.0:1767384403.155465:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000064466fef. 00000400:00000010:2.0:1767384403.155470:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076cb30bb. 00000400:00000010:2.0:1767384403.155475:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f79c7217. 00000400:00000200:2.0:1767384403.155481:0:16344:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.108@tcp49 00000400:00000200:2.0:1767384403.155490:0:16344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.108@tcp49 local destination 00000400:00000200:2.0:1767384403.155494:0:16344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.108@tcp49 00000400:00000200:2.0:1767384403.155499:0:16344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp49 NI seq info: [246:246:256:4294967295] 192.168.204.108@tcp49 LPNI seq info [212:212:8:4294967295] 00000400:00000200:2.0:1767384403.155505:0:16344:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.108@tcp49 00000400:00000200:3.0:1767384403.155513:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:2.0:1767384403.155514:0:16344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp49(192.168.204.108@tcp49:) -> 192.168.204.108@tcp49(192.168.204.108@tcp49:192.168.204.108@tcp49) : GET try# 0 00000800:00000200:2.0:1767384403.155525:0:16344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.108@tcp49 00000800:00000010:2.0:1767384403.155529:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009dd3aac. 00000800:00000200:2.0:1767384403.155535:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (2) 00000800:00000200:2.1:1767384403.155541:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (2) 00000400:00000200:2.0:1767384403.155562:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.108@tcp49 added to recovery queue. ping count: 1 next ping: 324 health :900 00000400:00000200:3.0:1767384403.155563:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155593:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155622:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155660:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155662:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155700:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155718:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155764:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155815:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155824:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155863:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155876:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155910:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155933:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.155958:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.155984:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156004:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156033:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156064:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156083:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156139:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156164:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156191:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156215:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156240:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156276:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156293:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156340:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156364:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156441:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156478:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156500:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156548:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156603:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156626:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156686:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156725:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156763:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156795:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156821:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156854:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156922:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.156953:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.156992:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157022:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157068:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157093:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157130:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157143:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157215:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157260:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157281:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157342:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157356:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157406:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157424:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157457:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157478:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157514:0:31124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157532:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157578:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157596:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157620:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157646:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157669:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.108:988 00000800:00000010:3.0:1767384403.157686:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000400:00000200:0.0:1767384403.157692:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.108:988 00000800:00000010:3.0:1767384403.157694:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384403.157701:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000569a0d98. 00000400:00000200:0.0:1767384403.157717:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.108:988 00000800:00000010:3.0:1767384403.157734:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000569a0d98. 00000800:00020000:3.0:1767384403.157746:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384403.157750:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384403.157754:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043c319d7. 00000400:00000200:0.0:1767384403.157755:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.108:988 00000400:02020000:3.0:1767384403.157810:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp45 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384403.157818:0:31124:0:(router.c:1755:lnet_notify()) 192.168.204.108@tcp45 notifying 192.168.204.108@tcp45: down 00000800:00000200:3.0:1767384403.157823:0:31124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.108@tcp45 down 00000400:00000200:0.0:1767384403.157827:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.108:988 00000800:00000100:3.0:1767384403.157832:0:31124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.108@tcp45 00000800:00000010:3.0:1767384403.157836:0:31124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004d9a4e6b. 00000400:00000200:3.0:1767384403.157840:0:31124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384403.157845:0:31124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp45->192.168.204.108@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384403.157851:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.157853:0:31124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384403.157857:0:31124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384403.157862:0:31124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.108@tcp45) recovery failed with -71 00000400:00000200:0.0:1767384403.157880:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157913:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157927:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157942:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157955:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.157981:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158001:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158014:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158030:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158046:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158063:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158098:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158113:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.108:988 00000800:00000010:0.0:1767384403.158313:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003139e51. 00000800:00000010:0.0:1767384403.158318:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aee011b8. 00000800:00000010:0.0:1767384403.158323:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5ec7c9e. 00000800:00000010:0.0:1767384403.158354:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5ec7c9e. 00000400:00000200:1.0:1767384403.158418:0:16343:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384403.158439:0:16343:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.108@tcp49 from 199.3.0.2 00000800:00000010:1.0:1767384403.158445:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6efa3db. 00000800:00000010:0.0:1767384403.158484:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000536bcac9. 00000800:00000010:0.0:1767384403.158490:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000365828b7. 00000800:00000010:0.0:1767384403.158509:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008d590af5. 00000800:00000200:0.1:1767384403.158515:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (2) 00000800:00000200:0.1:1767384403.158520:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.108@tcp49 000000008d590af5 deleted 00000800:00000010:0.1:1767384403.158522:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008d590af5. 00000800:00000200:0.1:1767384403.158527:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384403.158533:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp49 ip 192.168.204.108:967 00000800:00000200:0.1:1767384403.158537:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009dd3aac type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384403.158542:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp49 p 3.x 192.168.204.108 -> 192.168.204.108:967 incarnation:1767384376105102398 sched[0] 00000800:00000010:0.0:1767384403.158547:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5ec7c9e. 00000800:00000010:0.0:1767384403.158591:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5ec7c9e. 00000800:00000010:0.0:1767384403.158595:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000365828b7. 00000800:00000200:3.1:1767384403.158615:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384403.158623:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.108@tcp49 p 3.x 192.168.204.108 -> 192.168.204.108:988 incarnation:1767384376105102398 sched[0] 00000800:00000010:3.0:1767384403.158627:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aee011b8. 00000800:00000010:0.0:1767384403.158629:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6efa3db. 00000800:00000001:0.0:1767384403.158657:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158661:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384403.158691:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000200:0.0:1767384403.158708:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384403.158712:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009dd3aac. 00000400:00000200:0.0:1767384403.158716:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384403.158722:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp49->192.168.204.108@tcp49: GET: OK 00000400:00000200:0.0:1767384403.158727:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384403.158731:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.108@tcp49 recovery message sent successfully:0 00000800:00000001:0.0:1767384403.158743:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158749:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384403.158751:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158757:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384403.158764:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp49(192.168.204.108@tcp49) <- 192.168.204.108@tcp49 : GET - for me 00000400:00000200:3.0:1767384403.158768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158776:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.108@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384403.158785:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.108@tcp of length 272/272 into md 0x1f91 [1] + 0 00000400:00000200:0.0:1767384403.158794:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.108@tcp49 to MR: 192.168.204.108@tcp49 local destination 00000400:00000200:0.0:1767384403.158798:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.108@tcp49 NI seq info: [247:247:256:4294967295] 192.168.204.108@tcp49 LPNI seq info [213:213:8:4294967295] 00000400:00000200:0.0:1767384403.158812:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.108@tcp49(192.168.204.108@tcp49:192.168.204.108@tcp49) -> 192.168.204.108@tcp49(192.168.204.108@tcp49:192.168.204.108@tcp49) 192.168.204.108@tcp49 : REPLY try# 0 00000800:00000200:0.0:1767384403.158818:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.108@tcp49 00000800:00000010:0.0:1767384403.158822:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011f735e4. 00000400:00000200:3.0:1767384403.158823:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000800:00000200:0.0:1767384403.158828:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e317298f] -> 12345-192.168.204.108@tcp49 (4) 00000800:00000200:0.0:1767384403.158834:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp49 ip 192.168.204.108:988 00000800:00000200:0.0:1767384403.158837:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011f735e4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384403.158875:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000800:00000200:0.0:1767384403.158885:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384403.158888:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011f735e4. 00000400:00000200:0.0:1767384403.158892:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384403.158897:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp49->192.168.204.108@tcp49: REPLY: OK 00000800:00000001:0.0:1767384403.158908:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158912:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384403.158915:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158918:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384403.158920:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158925:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384403.158930:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:0.0:1767384403.158930:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.108@tcp49(192.168.204.108@tcp49) <- 192.168.204.108@tcp49 : REPLY - for me 00000400:00000200:0.0:1767384403.158945:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.108@tcp49: Reply from 12345-192.168.204.108@tcp49 of length 272/272 into md 0x2b91 00000800:00000001:0.0:1767384403.158949:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158954:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384403.158956:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384403.158960:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.108@tcp49->192.168.204.108@tcp49: REPLY: OK 00000400:00000200:0.0:1767384403.158965:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076cb30bb 00000400:00000010:0.0:1767384403.158967:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076cb30bb. 00000400:00000200:0.0:1767384403.158971:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384403.158977:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001afa51f2. 00000400:00000200:3.0:1767384403.158979:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000010:0.0:1767384403.158980:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000064466fef. 00000800:00000001:0.0:1767384403.158991:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384403.158995:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384403.159035:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159092:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159159:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159217:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159259:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159325:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159363:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159403:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159448:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159488:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159532:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159577:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159624:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159677:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159735:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159785:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159797:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159851:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159874:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159890:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159906:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159927:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159949:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.159995:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.160023:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:3.0:1767384403.160048:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:3.0:1767384403.160195:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000800:00000010:3.0:1767384403.160199:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384403.160202:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000569a0d98. 00000800:00000010:3.0:1767384403.160224:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000569a0d98. 00000800:00020000:3.0:1767384403.160231:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384403.160233:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fd5975. 00000800:00000010:3.0:1767384403.160237:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043c319d7. 00000400:02020000:3.0:1767384403.160290:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp49 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384403.259535:0:41353:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000662364b3. 00080000:00000010:2.0:1767384403.259546:0:41353:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000662364b3. 00000020:00000001:2.0:1767384403.259552:0:41353:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384403.259559:0:41353:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000662364b3. 00080000:00000010:2.0:1767384403.259564:0:41353:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000662364b3. 00000020:00000001:2.0:1767384403.259568:0:41353:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384403.259608:0:41353:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384403.259810:0:41353:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1767384403.411190:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384403.411202:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384403.411204:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384403.411208:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384403.411211:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384403.411214:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384403.411217:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384403.475142:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384403.475147:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384403.475152:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384403.475153:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384403.475189:0:17067:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384403.475192:0:17067:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384403.475195:0:17067:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384403.579208:0:41365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f21a88bd. 00080000:00000010:0.0:1767384403.579218:0:41365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f21a88bd. 00000020:00000001:0.0:1767384403.579223:0:41365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384403.579229:0:41365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f21a88bd. 00080000:00000010:0.0:1767384403.579233:0:41365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f21a88bd. 00000020:00000001:0.0:1767384403.579236:0:41365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384403.859174:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c71f306] -> 12345-192.168.204.108@tcp12 (6) 00000800:00000200:2.0:1767384403.859182:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp12 ip 192.168.204.108:988 00000800:00000200:2.0:1767384403.859186:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001213d1f1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384403.859205:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (4) 00000800:00000200:2.1:1767384403.859209:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d409b2a] -> 12345-192.168.204.108@tcp33 (4) 00000400:00000200:1.0:1767384403.859367:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.108:988 00000800:00000001:2.0:1767384403.859391:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384403.859400:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384403.859409:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384403.859414:0:16340:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384403.859418:0:16340:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384403.859423:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859449:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859473:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859498:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859524:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859549:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859573:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859621:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859644:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859670:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859694:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859716:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859741:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859764:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859814:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859864:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859889:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859913:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859938:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859963:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.859988:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860013:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860038:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860062:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860089:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860161:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860189:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860227:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860265:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860294:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.108:988 00000400:00000200:1.0:1767384403.860318:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.108:988 00000800:00000010:1.0:1767384403.860450:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007616adeb. 00000800:00000010:1.0:1767384403.860456:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a48afb2. 00000800:00000010:1.0:1767384403.860462:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e289a559. 00000800:00000010:1.0:1767384403.860484:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e289a559. 00000800:00020000:1.0:1767384403.860491:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384403.860496:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a48afb2. 00000800:00000010:1.0:1767384403.860498:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007616adeb. 00000400:02020000:1.0:1767384403.860534:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp33 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384403.860539:0:16337:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:2.0:1767384404.179173:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384404.179181:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384404.179183:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb52fd5 00000400:00000010:2.0:1767384404.179189:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000400:00000200:2.0:1767384404.179195:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384404.179203:0:16344:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.108@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384404.179218:0:16344:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005297bdd0. 00000400:00000010:2.0:1767384404.179224:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ae972e77. 00080000:00000010:3.0:1767384404.234292:0:41413:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000021906630. 00080000:00000010:3.0:1767384404.234303:0:41413:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000021906630. 00000020:00000001:3.0:1767384404.234308:0:41413:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384404.234317:0:41413:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000021906630. 00080000:00000010:3.0:1767384404.234322:0:41413:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000021906630. 00000020:00000001:3.0:1767384404.234325:0:41413:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384404.352579:0:41449:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384404.352585:0:41449:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg408-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384404.357761:0:41449:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1767384404.436144:0:16346:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384404.436155:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384404.436157:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384404.436160:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384404.436163:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384404.436165:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384404.436167:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384404.499164:0:276:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384404.499185:0:276:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384404.499191:0:276:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384404.499192:0:276:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384404.499221:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384404.499224:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384404.499227:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384404.564273:0:41461:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004910d6b2. 00080000:00000010:0.0:1767384404.564284:0:41461:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004910d6b2. 00000020:00000001:0.0:1767384404.564290:0:41461:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384404.564298:0:41461:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004910d6b2. 00080000:00000010:0.0:1767384404.564303:0:41461:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004910d6b2. 00000020:00000001:0.0:1767384404.564306:0:41461:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384404.839639:0:41509:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ebc556b4. 00080000:00000010:0.0:1767384404.839649:0:41509:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ebc556b4. 00000020:00000001:0.0:1767384404.839655:0:41509:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384404.839662:0:41509:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ebc556b4. 00080000:00000010:0.0:1767384404.839667:0:41509:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ebc556b4. 00000020:00000001:0.0:1767384404.839670:0:41509:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384404.883209:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085a92eed] -> 12345-192.168.204.108@tcp41 (6) 00000800:00000200:2.0:1767384404.883218:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.108@tcp41 ip 192.168.204.108:988 00000800:00000200:2.0:1767384404.883222:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dba2f0f0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384404.883377:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384404.883385:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384404.883393:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384404.883398:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384404.883400:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384405.114047:0:41555:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf9e1510. 00080000:00000010:0.0:1767384405.114057:0:41555:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf9e1510. 00000020:00000001:0.0:1767384405.114061:0:41555:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384405.114067:0:41555:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf9e1510. 00080000:00000010:0.0:1767384405.114070:0:41555:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf9e1510. 00000020:00000001:0.0:1767384405.114073:0:41555:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384405.233505:0:41593:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:3.0:1767384405.907914:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000800:00000010:3.0:1767384405.907923:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384405.907928:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009df75c0a. 00000800:00000010:3.0:1767384405.907957:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009df75c0a. 00000800:00020000:3.0:1767384405.907966:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384405.907970:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384405.907972:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043c319d7. 00000400:02020000:3.0:1767384405.908019:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp36 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384406.867225:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441b7899. 02000000:00000010:2.0:1767384406.867251:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f374f7b8. 00000100:00000010:2.0:1767384406.867303:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000357cd326. 02000000:00000010:2.0:1767384406.867330:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009dd3aac. 02000000:00000010:3.0:1767384406.867345:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005c01052a. 00000400:00000010:3.0:1767384406.867354:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b48ed2. 00000100:00000010:2.0:1767384406.867357:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e02df17c. 00000400:00000010:3.0:1767384406.867362:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 02000000:00000010:2.0:1767384406.867365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d9a4e6b. 00000400:00000010:3.0:1767384406.867375:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 02000000:00000010:1.0:1767384406.867379:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001136cc6. 00000400:00000010:1.0:1767384406.867387:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000469265f3. 00000100:00000010:2.0:1767384406.867388:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027891cf2. 00000400:00000010:1.0:1767384406.867393:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000164ebc8f. 02000000:00000010:2.0:1767384406.867398:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c98de17. 00000400:00000010:1.0:1767384406.867404:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1bdb6. 00000100:00000010:3.0:1767384406.867411:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee6df77a. 00000400:00000010:1.0:1767384406.867422:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932533c7. 02000000:00000010:2.0:1767384406.867443:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3307e14. 00000400:00000010:3.0:1767384406.867451:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000400:00000010:2.0:1767384406.867451:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:1.0:1767384406.867459:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c8a18c2. 00000100:00000010:3.0:1767384406.867469:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae0828e8. 00000400:00000010:2.0:1767384406.867469:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000010:2.0:1767384406.867481:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000100:00000010:3.0:1767384406.867486:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8f0f109. 00000400:00000010:1.0:1767384406.867490:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1bdb6. 00000100:00000010:3.0:1767384406.867495:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e223471f. 00000100:00000010:3.0:1767384406.867502:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000550dadc7. 00000100:00000010:2.0:1767384406.867507:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb27f002. 00000400:00000010:2.0:1767384406.867528:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 02000000:00000010:0.0:1767384406.867536:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013138d23. 00000400:00000010:0.0:1767384406.867543:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c7bd523. 00000400:00000010:0.0:1767384406.867546:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009acafbdf. 00000020:00000010:3.0:1767384406.867550:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009df75c0a. 00000400:00000010:0.0:1767384406.867553:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000020:00000010:3.0:1767384406.867557:0:18482:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c39f1e54. 00000020:00000010:1.0:1767384406.867562:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d553ae. 00000020:00000010:1.0:1767384406.867567:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d553ae. 00000020:00000010:1.0:1767384406.867573:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003516011. 00000100:00000010:0.0:1767384406.867574:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf661692. 00000020:00000010:3.0:1767384406.867575:0:18482:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000714b0721. 00000020:00000010:1.0:1767384406.867578:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c8841e4. 00000020:00000010:3.0:1767384406.867582:0:18482:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a981b94. 00000400:00000010:0.0:1767384406.867590:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000020:00000010:2.0:1767384406.867594:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000020:00000010:3.0:1767384406.867596:0:18482:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:1.0:1767384406.867597:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ee377f8. 00000020:00000010:2.0:1767384406.867629:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384406.867637:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af8233c8. 00000020:00000010:3.0:1767384406.867640:0:18482:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:2.0:1767384406.867643:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000814bd142. 00000020:00000010:3.0:1767384406.867645:0:18482:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00000020:00000010:1.0:1767384406.867649:0:18483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d553ae. 00000020:00000010:2.0:1767384406.867651:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:1.0:1767384406.867657:0:18483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d553ae. 02000000:00000010:3.0:1767384406.867663:0:18482:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fd770c5b. 00000020:00000010:0.0:1767384406.867664:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000488c7e4b. 02000000:00000010:1.0:1767384406.867672:0:18483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076cd70d2. 00000020:00000010:2.0:1767384406.867684:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000400:00000010:1.0:1767384406.867687:0:18483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1bdb6. 00000400:00000010:3.0:1767384406.867689:0:18482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000020:00000010:2.0:1767384406.867689:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7f391b3. 02000000:00000010:2.0:1767384406.867702:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b62157ea. 00000400:00000010:2.0:1767384406.867711:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000400:00000010:1.0:1767384406.867716:0:18483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1bdb6. 00000400:00000010:3.0:1767384406.867729:0:18482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000020:00000010:1.0:1767384406.867730:0:18483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c8841e4. 00000020:00000010:0.0:1767384406.867736:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7ba5a2. 00000020:00000010:1.0:1767384406.867737:0:18483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ee377f8. 00000020:00000010:3.0:1767384406.867742:0:18482:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a981b94. 00000020:00000010:0.0:1767384406.867742:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384406.867748:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 00000020:00000010:3.0:1767384406.867749:0:18482:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000400:00000010:2.0:1767384406.867755:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000020:00000010:3.0:1767384406.867756:0:18482:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000714b0721. 00000020:00000010:1.0:1767384406.867757:0:18483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003516011. 00000020:00000010:2.0:1767384406.867768:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000814bd142. 00000020:00000010:2.0:1767384406.867773:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384406.867776:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af8233c8. 00000400:00000010:3.0:1767384406.867782:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074b48ed2. 00000400:00000010:3.0:1767384406.867786:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 02000000:00000010:2.0:1767384406.867793:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b62157ea. 02000000:00000010:0.0:1767384406.867799:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e86281ae. 00000400:00000010:2.0:1767384406.867803:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000240c87ba. 00000400:00000010:2.0:1767384406.867808:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075541341. 02000000:00000010:3.0:1767384406.867812:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005c01052a. 00000020:00000010:0.0:1767384406.867818:0:40996:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005587e5f5. 02000000:00000010:3.0:1767384406.867819:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f374f7b8. 00000004:00000010:0.0:1767384406.867827:0:40996:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000b9d2aec6. 00000100:00000010:3.0:1767384406.867833:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000441b7899. 00000001:00000010:0.0:1767384406.867833:0:40996:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000559d1a0. 00000400:00000010:2.0:1767384406.867840:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000001:00000010:0.0:1767384406.867840:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f26afcfa. 00000001:00000010:0.0:1767384406.867846:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000071836467. 00000400:00000010:2.0:1767384406.867847:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000001:00000010:0.0:1767384406.867850:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000867e1eb6. 00000400:00000010:1.0:1767384406.867857:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000469265f3. 00000400:00000010:1.0:1767384406.867862:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000164ebc8f. 02000000:00000010:2.0:1767384406.867868:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3307e14. 00000001:00000010:0.0:1767384406.867871:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085426c29. 00000001:00000010:0.0:1767384406.867876:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091aab112. 02000000:00000010:2.0:1767384406.867878:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d9a4e6b. 00000001:00000010:0.0:1767384406.867879:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000979a3554. 02000000:00000010:1.0:1767384406.867885:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001136cc6. 00000001:00000010:0.0:1767384406.867886:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000017572e5b. 00000100:00000010:2.0:1767384406.867887:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e02df17c. 00000001:00000010:0.0:1767384406.867893:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002c57a5c8. 02000000:00000010:1.0:1767384406.867894:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009dd3aac. 00000100:00000010:1.0:1767384406.867899:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000357cd326. 00000001:00000010:0.0:1767384406.867903:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000111ba184. 00000001:00000010:0.0:1767384406.867906:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e044d3b. 00000001:00000010:0.0:1767384406.867909:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004849f708. 00000001:00000010:0.0:1767384406.867911:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004cc76560. 00000020:00000010:0.0:1767384406.867940:0:40996:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000daf0f9ab. 00000020:00000010:0.0:1767384406.867996:0:40996:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a1d4d66e. 00000020:00000010:0.0:1767384406.867999:0:40996:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000bcaffc14. 00000020:00000010:0.0:1767384406.868002:0:40996:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000000e1eb73f. 00000020:00000010:0.0:1767384406.868015:0:40996:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bb26f7ad. 00000020:00000010:0.0:1767384406.868017:0:40996:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d63785d5. 00000020:00000010:0.0:1767384406.868019:0:40996:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ee83dd76. 00000020:00000010:0.0:1767384406.868029:0:40996:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a9f55b97. 00000400:00000010:0.0:1767384406.868057:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000400:00000010:0.0:1767384406.868081:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000020:00000010:0.0:1767384406.868088:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384406.868090:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384406.868092:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7ba5a2. 00000400:00000010:2.0:1767384406.868122:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c7bd523. 00000400:00000010:2.0:1767384406.868128:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009acafbdf. 00000020:00000010:2.0:1767384406.868138:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bec7627a. 02000000:00000010:2.0:1767384406.868161:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013138d23. 02000000:00000010:2.0:1767384406.868164:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009c98de17. 00000100:00000010:2.0:1767384406.868166:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027891cf2. 00000100:00000010:1.0:1767384406.873159:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8f0f109. 00000100:00000010:2.0:1767384406.873163:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e223471f. 00000100:00000010:3.0:1767384406.873173:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550dadc7. 00000100:00000010:0.0:1767384406.873176:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae0828e8. 00000800:00000010:3.0:1767384406.932277:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000800:00000010:3.0:1767384406.932290:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384406.932296:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384406.932321:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd8524ed. 00000800:00020000:3.0:1767384406.932333:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384406.932339:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384406.932341:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043c319d7. 00000400:02020000:3.0:1767384406.932384:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp31 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384406.999609:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d441b810. 00000800:00000010:0.0:1767384406.999720:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eac4f1e. 00000800:00000010:0.0:1767384406.999732:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082dcf8b3. 00000800:00000010:0.0:1767384406.999984:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003df7ffa3. 00000800:00000010:0.0:1767384407.000035:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fb35fac. 00000800:00000010:0.0:1767384407.000169:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fb35fac. 00000800:00000010:0.0:1767384407.000176:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082dcf8b3. 00000800:00000010:0.0:1767384407.000220:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d441b810. 00000800:00000010:2.0:1767384407.000791:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d9a4e6b. 00000800:00000010:2.0:1767384407.000904:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d9a4e6b. 00000800:00000010:1.0:1767384407.001304:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008a0b9c27. 00000800:00000010:3.0:1767384407.001393:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043c319d7. 00000800:00000010:3.0:1767384407.001401:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384407.001706:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1fd5975. 00000800:00000010:3.1:1767384407.001711:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1fd5975. 00000800:00000010:2.0:1767384407.001713:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d9a4e6b. 00000800:00000010:3.0:1767384407.001720:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384407.001761:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384407.001766:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b31fc39. 00000800:00000010:2.0:1767384407.001788:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d9a4e6b. 00000800:00000010:3.0:1767384407.001880:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008a0b9c27. 00000800:00000010:1.0:1767384407.002872:0:16343:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b5f9651. 00000800:00000010:3.0:1767384407.002927:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003edfec61. 00000800:00000010:3.0:1767384407.002934:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384407.003162:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1fd5975. 00000800:00000010:3.1:1767384407.003168:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1fd5975. 00000800:00000010:3.0:1767384407.003176:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384407.003289:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384407.003296:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384407.003327:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b5f9651. 00000001:00000010:2.0:1767384407.380464:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f311dd38. 00002000:00000010:2.0:1767384407.380478:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b3208dbd. 00080000:00000010:2.0:1767384407.380505:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000596f9a6c. 00000001:00000010:2.0:1767384407.380509:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000006a33718e. 00002000:00000010:2.0:1767384407.380512:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000573edad4. 00080000:00000010:2.0:1767384407.380513:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c5813035. 00000001:00000010:2.0:1767384407.380516:0:17883:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f99d1c2c. 00002000:00000010:2.0:1767384407.380517:0:17883:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a0268132. 00080000:00000010:2.0:1767384407.380519:0:17883:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000805bff7c. 00040000:00000010:2.0:1767384407.891293:0:28601:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000678f1c67. 00000004:00000010:2.0:1767384407.891306:0:28601:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000783c3a98. 00000004:00000010:2.0:1767384407.891312:0:28601:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061eac1ba. 00000004:00000010:2.0:1767384407.891317:0:28601:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006aa41190. 00000004:00000010:2.0:1767384407.891321:0:28601:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002caabc1f. 00000800:00000010:3.0:1767384407.955917:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092e444be. 00000800:00000010:3.0:1767384407.955927:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384407.955931:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd8524ed. 00000800:00000010:3.0:1767384407.955946:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd8524ed. 00000800:00020000:3.0:1767384407.955955:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384407.955959:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b31fc39. 00000800:00000010:3.0:1767384407.955961:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000092e444be. 00000400:02020000:3.0:1767384407.956007:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp26 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384408.009869:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000333f0659. 00000400:00000010:2.0:1767384408.009898:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048694228. 00000020:00000010:3.0:1767384408.009965:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.009972:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.009976:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 02000000:00000010:3.0:1767384408.010021:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005c01052a. 00000020:00000010:3.0:1767384408.010030:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005a73dacb. 00000001:00000010:3.0:1767384408.010038:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fe2d9bf9. 00000001:00000010:3.0:1767384408.010042:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bf16445e. 00000001:00000010:3.0:1767384408.010044:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8ff14e7. 00000001:00000010:3.0:1767384408.010047:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d34b6f0e. 00000001:00000010:3.0:1767384408.010049:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a257953. 00000001:00000010:3.0:1767384408.010051:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd2eb4f4. 00000020:00000010:3.0:1767384408.010063:0:40990:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000550dadc7. 00000020:00000010:3.0:1767384408.010151:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007f6f9855. 00000020:00000010:3.0:1767384408.010153:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003b31fc39. 00000020:00000010:3.0:1767384408.010156:0:40990:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000002c22bdb1. 00000020:00000010:3.0:1767384408.010166:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002451e18b. 00000020:00000010:3.0:1767384408.010168:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000e95df41. 00000020:00000010:3.0:1767384408.010170:0:40990:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000714b0721. 00000020:00000010:3.0:1767384408.010190:0:40990:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000099eac305. 00000400:00000010:3.0:1767384408.010234:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000800:00000010:3.0:1767384408.010261:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014b48707. 00000020:00000010:3.0:1767384408.010289:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.010294:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.010298:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.010310:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b48ed2. 00000400:00000010:3.0:1767384408.010316:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fd5975. 00000800:00000010:2.0:1767384408.010372:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014b48707. 00000400:00000010:2.0:1767384408.010377:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 02000000:00000010:2.0:1767384408.010381:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000005c01052a. 00000400:00000010:0.0:1767384408.011294:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bba4ebb. 00000400:00000010:0.0:1767384408.011308:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccdce021. 00000020:00000010:3.0:1767384408.011374:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.011379:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.011382:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.011384:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.011391:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.011414:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.011415:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00010000:00000010:3.0:1767384408.011430:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084824eff. 02000000:00000010:3.0:1767384408.011439:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d52c2b0c. 00000400:00000010:3.0:1767384408.011457:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000800:00000010:3.0:1767384408.011469:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000535ac29b. 00000020:00000010:3.0:1767384408.011483:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.011485:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.011487:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.011492:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe9f7734. 00000400:00000010:3.0:1767384408.011495:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2c7ec63. 00000800:00000010:2.0:1767384408.011556:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000535ac29b. 00000400:00000010:2.0:1767384408.011565:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 02000000:00000010:2.0:1767384408.011569:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d52c2b0c. 00000400:00000010:2.0:1767384408.012408:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093bec313. 00000400:00000010:2.0:1767384408.012419:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8620d76. 00000020:00000010:3.0:1767384408.012465:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.012469:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.012472:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.012474:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.012476:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.012493:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.012495:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 02000000:00000010:3.0:1767384408.012504:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d52c2b0c. 00000040:00000010:3.0:1767384408.012509:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c320636. 00000040:00000010:3.0:1767384408.012576:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c320636. 00000400:00000010:3.0:1767384408.012584:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000800:00000010:3.0:1767384408.012596:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a54ae28e. 00000020:00000010:3.0:1767384408.012610:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.012613:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.012615:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.012619:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbbab4a. 00000400:00000010:3.0:1767384408.012621:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec3fc76f. 00000800:00000010:0.0:1767384408.012687:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a54ae28e. 00000400:00000010:0.0:1767384408.012695:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 02000000:00000010:0.0:1767384408.012700:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d52c2b0c. 00000400:00000010:2.0:1767384408.013632:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fece043. 00000400:00000010:2.0:1767384408.013643:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa7fe74b. 00000020:00000010:3.0:1767384408.013681:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.013684:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.013686:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.013688:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.013695:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.013713:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.013714:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00010000:00000010:3.0:1767384408.013722:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065f5c792. 02000000:00000010:3.0:1767384408.013728:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005c01052a. 00000400:00000010:3.0:1767384408.013737:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553b68db. 00000800:00000010:3.0:1767384408.013750:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a59351e. 00000020:00000010:3.0:1767384408.013763:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.013765:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.013767:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.013772:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dd9bdd6. 00000400:00000010:3.0:1767384408.013774:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076c68894. 00000800:00000010:2.0:1767384408.013814:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a59351e. 00000400:00000010:2.0:1767384408.013819:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553b68db. 02000000:00000010:2.0:1767384408.013822:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005c01052a. 00000400:00000010:0.0:1767384408.014563:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4674c47. 00000400:00000010:0.0:1767384408.014572:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccd20697. 00000020:00000010:3.0:1767384408.014613:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.014617:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.014619:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.014621:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.014623:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.014638:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd8524ed. 00000020:00000010:3.0:1767384408.014640:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd8524ed. 02000000:00000010:3.0:1767384408.014646:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005c01052a. 00000040:00000010:3.0:1767384408.014649:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c320636. 00000040:00000010:3.0:1767384408.014676:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c2dbbd57. 00000040:00000010:3.0:1767384408.014684:0:40990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c2dbbd57. 00000040:00000010:3.0:1767384408.014686:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c320636. 20000000:00000010:3.0:1767384408.014691:0:40990:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000dd8524ed. 00000400:00000010:3.0:1767384408.014697:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000800:00000010:3.0:1767384408.014708:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c29a1043. 00000020:00000010:3.0:1767384408.014722:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.014724:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.014725:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.014729:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd07f915. 00000400:00000010:3.0:1767384408.014732:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009afa9ace. 00000800:00000010:2.0:1767384408.014775:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c29a1043. 00000400:00000010:2.0:1767384408.014781:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 02000000:00000010:2.0:1767384408.014783:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005c01052a. 00000400:00000010:2.0:1767384408.015471:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eead232f. 00000400:00000010:2.0:1767384408.015481:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8172045. 00000020:00000010:3.0:1767384408.015525:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.015533:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.015535:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.015537:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.015539:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.015555:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.015557:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.015574:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000008b3f2fe0. 00000040:00000010:3.0:1767384408.015577:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c320636. 00000040:00000010:3.0:1767384408.015585:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.015602:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.015604:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c320636. 00000400:00000010:3.0:1767384408.015610:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000047f746e4. 00000800:00000010:3.0:1767384408.015621:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001c320636. 00000020:00000010:3.0:1767384408.015635:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.015637:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.015639:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.015644:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f314ac38. 00000400:00000010:3.0:1767384408.015646:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b4c094. 00000800:00000010:0.0:1767384408.015708:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001c320636. 00000400:00000010:0.0:1767384408.015714:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000047f746e4. 02000000:00000010:0.0:1767384408.015717:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000008b3f2fe0. 00000400:00000010:2.0:1767384408.016756:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000942fbde5. 00000400:00000010:2.0:1767384408.016767:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000387d3dcb. 00000020:00000010:3.0:1767384408.016811:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.016817:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.016821:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.016824:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.016827:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.016850:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.016852:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.016865:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000008b3f2fe0. 00000040:00000010:3.0:1767384408.016869:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0f2f81b. 00000040:00000010:3.0:1767384408.016874:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.016891:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.016893:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0f2f81b. 00000400:00000010:3.0:1767384408.016900:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000039db8771. 00000800:00000010:3.0:1767384408.016912:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e0f2f81b. 00000020:00000010:3.0:1767384408.016927:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.016933:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.016936:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.016942:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050eab50e. 00000400:00000010:3.0:1767384408.016944:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c96556a5. 00000800:00000010:2.0:1767384408.016986:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e0f2f81b. 00000400:00000010:2.0:1767384408.016998:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000039db8771. 02000000:00000010:2.0:1767384408.017001:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000008b3f2fe0. 00000400:00000010:0.0:1767384408.027955:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf119de8. 00000400:00000010:0.0:1767384408.027991:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005f523c0. 00000020:00000010:3.0:1767384408.028060:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.028065:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.028070:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.028074:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.028078:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.028132:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.028134:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.028166:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000008b3f2fe0. 00000040:00000010:3.0:1767384408.028171:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002d161ca0. 00000040:00000010:3.0:1767384408.028202:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.028232:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.028237:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002d161ca0. 00000400:00000010:3.0:1767384408.028252:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000daa69733. 00000800:00000010:3.0:1767384408.028278:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002d161ca0. 00000020:00000010:3.0:1767384408.028307:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.028310:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.028312:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.028321:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb1bf3d1. 00000400:00000010:3.0:1767384408.028323:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065cff5e7. 00000800:00000010:0.0:1767384408.028417:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002d161ca0. 00000400:00000010:0.0:1767384408.028424:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000daa69733. 02000000:00000010:0.0:1767384408.028427:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000008b3f2fe0. 00000400:00000010:2.0:1767384408.029467:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e61110. 00000400:00000010:2.0:1767384408.029477:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008804670a. 00000020:00000010:3.0:1767384408.029519:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.029522:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.029524:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.029526:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.029528:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.029544:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.029546:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00010000:00000010:3.0:1767384408.029559:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ffd466f. 00010000:00000010:3.0:1767384408.029563:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0d99747. 02000000:00000010:3.0:1767384408.029572:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d52c2b0c. 00000400:00000010:3.0:1767384408.029595:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000800:00000010:3.0:1767384408.029610:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ce95aa. 00000020:00000010:3.0:1767384408.029627:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.029631:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.029634:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.029642:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ed1ad1. 00000400:00000010:3.0:1767384408.029646:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa5aefd7. 00000800:00000010:0.0:1767384408.029684:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ce95aa. 00000400:00000010:0.0:1767384408.029690:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 02000000:00000010:0.0:1767384408.029692:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d52c2b0c. 00000400:00000010:0.0:1767384408.030955:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca169af3. 00000400:00000010:0.0:1767384408.030967:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035822177. 00000020:00000010:3.0:1767384408.031012:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.031016:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.031019:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.031021:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.031023:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.031040:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.031042:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.031049:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d52c2b0c. 20000000:00000010:3.0:1767384408.031058:0:40990:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000cbbd10f3. 00000100:00000010:3.0:1767384408.031136:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005c01052a. 00000100:00000010:3.0:1767384408.031139:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c2dbbd57. 00000400:00000010:3.0:1767384408.031144:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000400:00000010:3.0:1767384408.031148:0:40990:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c79a2aac. 00000800:00000010:3.0:1767384408.031160:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ce95aa. 00000800:00000010:2.0:1767384408.031245:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ce95aa. 00000400:00000010:0.0:1767384408.031752:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 00000100:00000010:3.0:1767384408.031814:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c2dbbd57. 00000100:00000010:3.0:1767384408.031818:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005c01052a. 20000000:00000010:3.0:1767384408.031824:0:40990:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000cbbd10f3. 00000400:00000010:3.0:1767384408.031832:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfaf19be. 00000800:00000010:3.0:1767384408.031844:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c29a1043. 00000020:00000010:3.0:1767384408.031859:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.031861:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.031863:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.031868:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4cabbfa. 00000400:00000010:3.0:1767384408.031870:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058fce147. 00000800:00000010:0.0:1767384408.031925:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c29a1043. 00000400:00000010:0.0:1767384408.031932:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfaf19be. 02000000:00000010:0.0:1767384408.031937:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d52c2b0c. 00000400:00000010:2.0:1767384408.035361:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000387df695. 00000400:00000010:2.0:1767384408.035376:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0d263b. 00000020:00000010:3.0:1767384408.035417:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.035421:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.035424:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.035431:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.035434:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.035455:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.035457:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00010000:00000010:3.0:1767384408.035471:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077c9e017. 02000000:00000010:3.0:1767384408.035479:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005c01052a. 00000400:00000010:3.0:1767384408.035492:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d0fc8c. 00000800:00000010:3.0:1767384408.035506:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a59351e. 00000020:00000010:3.0:1767384408.035521:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.035523:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.035525:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.035530:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9727728. 00000400:00000010:3.0:1767384408.035532:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1c78951. 00000800:00000010:0.0:1767384408.035602:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a59351e. 00000400:00000010:0.0:1767384408.035611:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d0fc8c. 02000000:00000010:0.0:1767384408.035615:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005c01052a. 00000400:00000010:0.0:1767384408.036419:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197b10dd. 00000400:00000010:0.0:1767384408.036432:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cd722d7. 00000020:00000010:3.0:1767384408.036468:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.036472:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.036474:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.036476:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.036478:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.036493:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.036494:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.036502:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005c01052a. 00000040:00000010:3.0:1767384408.036505:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002d161ca0. 00000040:00000010:3.0:1767384408.036546:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e80dcfd1. 00000040:00000010:3.0:1767384408.036553:0:40990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000e80dcfd1. 00000040:00000010:3.0:1767384408.036555:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002d161ca0. 00000400:00000010:3.0:1767384408.036562:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce878f1. 00000800:00000010:3.0:1767384408.036573:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a54ae28e. 00000020:00000010:3.0:1767384408.036586:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.036588:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.036590:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.036595:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e94b340. 00000400:00000010:3.0:1767384408.036597:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b05bec2. 00000800:00000010:2.0:1767384408.036654:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a54ae28e. 00000400:00000010:2.0:1767384408.036663:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ce878f1. 02000000:00000010:2.0:1767384408.036667:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005c01052a. 00000400:00000010:0.0:1767384408.037645:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9ada7a. 00000400:00000010:0.0:1767384408.037657:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1a02b63. 00000020:00000010:3.0:1767384408.037703:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.037712:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.037714:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5008c2. 00000020:00000010:3.0:1767384408.037716:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.037718:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.037735:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:3.0:1767384408.037736:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4190df8. 02000000:00000010:3.0:1767384408.037751:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000008b3f2fe0. 00000040:00000010:3.0:1767384408.037754:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002d161ca0. 00000040:00000010:3.0:1767384408.037762:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.037769:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092e444be. 00000040:00000010:3.0:1767384408.037771:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002d161ca0. 00000400:00000010:3.0:1767384408.037777:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000035b825a7. 00000800:00000010:3.0:1767384408.037787:0:40990:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002d161ca0. 00000020:00000010:3.0:1767384408.037800:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:3.0:1767384408.037802:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:3.0:1767384408.037804:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f5008c2. 00000400:00000010:3.0:1767384408.037809:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f934b7ab. 00000400:00000010:3.0:1767384408.037811:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001586466e. 00000800:00000010:0.0:1767384408.037874:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002d161ca0. 00000400:00000010:0.0:1767384408.037881:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000035b825a7. 02000000:00000010:0.0:1767384408.037887:0:16340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000008b3f2fe0. 00000100:00000010:2.0:1767384408.039874:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027891cf2. 00000020:00000010:0.0:1767384408.039940:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7ba5a2. 00000020:00000010:0.0:1767384408.039946:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384408.039950:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 02000000:00000010:0.0:1767384408.039995:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005db1af71. 00000020:00000010:0.0:1767384408.040014:0:40996:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005e9fce55. 00000004:00000010:0.0:1767384408.040020:0:40996:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000009fb35fac. 00000001:00000010:0.0:1767384408.040024:0:40996:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000081fa5769. 00000001:00000010:0.0:1767384408.040030:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006e6517bc. 00000001:00000010:0.0:1767384408.040034:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005c694b6b. 00000001:00000010:0.0:1767384408.040038:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066d1a41c. 00000001:00000010:0.0:1767384408.040041:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b614a10f. 00000001:00000010:0.0:1767384408.040043:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d731f59b. 00000001:00000010:0.0:1767384408.040047:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009e7abb06. 00000001:00000010:0.0:1767384408.040051:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006d72cd8c. 00000001:00000010:0.0:1767384408.040053:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000302707a. 00000001:00000010:0.0:1767384408.040056:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb169d76. 00000001:00000010:0.0:1767384408.040059:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009dbc6730. 00000001:00000010:0.0:1767384408.040062:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000e8768c. 00000001:00000010:0.0:1767384408.040065:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008850a65d. 00080000:00000010:0.0:1767384408.040095:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b038aed. 00080000:00000010:0.0:1767384408.040126:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e6395051. 00080000:00000010:2.0:1767384408.041702:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b038aed. 00080000:00000010:0.0:1767384408.041776:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e6395051. 00080000:00000010:0.0:1767384408.041787:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000243cb1c1. 00080000:00000010:0.0:1767384408.041790:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e6395051. 00000001:00000010:0.0:1767384408.041797:0:40996:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000042223f84. 00080000:00000010:0.0:1767384408.041847:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e6395051. 00000020:00000010:0.0:1767384408.041856:0:40996:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d64ce82c. 00000020:00000010:0.0:1767384408.041933:0:40996:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008282693c. 00000020:00000010:0.0:1767384408.041937:0:40996:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000c2238f0c. 00000020:00000010:0.0:1767384408.041941:0:40996:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000793b11d7. 00000020:00000010:0.0:1767384408.041957:0:40996:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000013138d23. 00000020:00000010:0.0:1767384408.041959:0:40996:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008f2e7bab. 00000020:00000010:0.0:1767384408.041962:0:40996:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000b038aed. 00000020:00000010:0.0:1767384408.041977:0:40996:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000033623cf1. 00000020:00000010:0.0:1767384408.041984:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6395051. 00000400:00000010:0.0:1767384408.042026:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c6bcf6c. 00000800:00000010:0.0:1767384408.042042:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c457f306. 00000020:00000010:0.0:1767384408.042064:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384408.042068:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384408.042071:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7ba5a2. 00000800:00000010:2.0:1767384408.042141:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c457f306. 00000400:00000010:2.0:1767384408.042148:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c6bcf6c. 00000400:00000010:2.0:1767384408.915216:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb579f66. 00000400:00000010:2.0:1767384408.915231:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007246e3ab. 02000000:00000010:2.0:1767384408.915287:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073e54b7d. 02000000:00000010:2.0:1767384408.915294:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000029635f9e. 00000100:00000010:2.0:1767384408.915299:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fa34a97. 00000100:00000010:3.0:1767384408.915328:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007dcc898. 02000000:00000010:3.0:1767384408.915343:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000535ac29b. 00000100:00000010:3.0:1767384408.915381:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a4ecfa9. 02000000:00000010:3.0:1767384408.915387:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005c01052a. 00000100:00000010:3.0:1767384408.915398:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073a7b650. 02000000:00000010:2.0:1767384408.915402:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af8233c8. 02000000:00000010:3.0:1767384408.915403:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014b48707. 00000400:00000010:2.0:1767384408.915412:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 02000000:00000010:0.0:1767384408.915418:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000255110af. 00000100:00000010:3.0:1767384408.915419:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f95f8cf. 00000400:00000010:2.0:1767384408.915421:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000400:00000010:0.0:1767384408.915425:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e82f30a. 02000000:00000010:3.0:1767384408.915427:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c40010c6. 00000400:00000010:0.0:1767384408.915431:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4b2ea4. 00000400:00000010:2.0:1767384408.915432:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000400:00000010:0.0:1767384408.915439:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f024cb0. 02000000:00000010:1.0:1767384408.915458:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001136cc6. 00000400:00000010:2.0:1767384408.915460:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007702b54. 00000400:00000010:1.0:1767384408.915466:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000469265f3. 00000400:00000010:1.0:1767384408.915472:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000164ebc8f. 00000400:00000010:2.0:1767384408.915475:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073f35ac. 02000000:00000010:3.0:1767384408.915477:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f5008c2. 00000100:00000010:0.0:1767384408.915478:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1386050. 00000400:00000010:3.0:1767384408.915486:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032fca70f. 00000020:00000010:1.0:1767384408.915488:0:16349:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007616adeb. 00000400:00000010:3.0:1767384408.915495:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553b68db. 00000400:00000010:1.0:1767384408.915495:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1bdb6. 00000400:00000010:2.0:1767384408.915496:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000100:00000010:2.0:1767384408.915513:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3208dbd. 00000400:00000010:0.0:1767384408.915513:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f024cb0. 00000400:00000010:3.0:1767384408.915525:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000100:00000010:2.0:1767384408.915527:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f311dd38. 00000100:00000010:1.0:1767384408.915535:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a83c0c76. 00000100:00000010:2.0:1767384408.915536:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d748f66. 00000100:00000010:2.0:1767384408.915545:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000455c28da. 00000400:00000010:1.0:1767384408.915552:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1bdb6. 00000100:00000010:3.0:1767384408.915561:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e32558e3. 00000020:00000010:0.0:1767384408.915588:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7ba5a2. 00000400:00000010:3.0:1767384408.915591:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00040000:00000010:1.0:1767384408.915591:0:40995:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cac7379a. 00000020:00000010:0.0:1767384408.915598:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000004:00000010:1.0:1767384408.915599:0:40995:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002c3fa9c8. 00000020:00000010:2.0:1767384408.915602:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384408.915606:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7f391b3. 00000004:00000010:1.0:1767384408.915607:0:40995:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009569ccf8. 00000020:00000010:0.0:1767384408.915609:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 00000020:00000010:2.0:1767384408.915612:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002016546e. 00000004:00000010:1.0:1767384408.915613:0:40995:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f73c6e6d. 00000020:00000010:2.0:1767384408.915617:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000814bd142. 00000020:00000010:1.0:1767384408.915624:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d553ae. 00000020:00000010:1.0:1767384408.915627:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d553ae. 00000020:00000010:1.0:1767384408.915631:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003516011. 00000020:00000010:3.0:1767384408.915637:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4190df8. 00000020:00000010:1.0:1767384408.915638:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000240c63f8. 00000020:00000010:2.0:1767384408.915639:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:1.0:1767384408.915643:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ee377f8. 00000020:00000010:3.0:1767384408.915653:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009df75c0a. 02000000:00000010:0.0:1767384408.915659:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000aaf4953e. 00000100:00000010:1.0:1767384408.915666:0:40995:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d3320733. 00000020:00000010:3.0:1767384408.915671:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0f2f81b. 00000020:00000010:0.0:1767384408.915671:0:40996:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000175a9be6. 00000020:00000010:2.0:1767384408.915674:0:40990:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384408.915678:0:40990:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7f391b3. 00000020:00000010:3.0:1767384408.915681:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d36bc2. 00000004:00000010:0.0:1767384408.915683:0:40996:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000000d6e9d63. 00000020:00000010:3.0:1767384408.915689:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 02000000:00000010:2.0:1767384408.915690:0:40990:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ebd8024c. 00000001:00000010:0.0:1767384408.915690:0:40996:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f319af14. 00000100:00000010:1.0:1767384408.915691:0:40994:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003881dd5d. 00000100:00000010:1.0:1767384408.915697:0:40994:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 000000003881dd5d. 00000001:00000010:0.0:1767384408.915700:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000848fba64. 00040000:00000010:1.0:1767384408.915702:0:40994:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009f790664. 00000400:00000010:2.0:1767384408.915706:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000004:00000010:1.0:1767384408.915708:0:40994:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000a17becd. 00000001:00000010:0.0:1767384408.915711:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a71c7488. 00000004:00000010:1.0:1767384408.915713:0:40994:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a742d153. 00000004:00000010:1.0:1767384408.915718:0:40994:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ab9a524f. 00000001:00000010:0.0:1767384408.915718:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068e7aaf7. 00000020:00000010:3.0:1767384408.915730:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009df75c0a. 00000020:00000010:1.0:1767384408.915730:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000065c89d05. 00000400:00000010:2.0:1767384408.915736:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000020:00000010:3.0:1767384408.915737:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009df75c0a. 00000020:00000010:1.0:1767384408.915737:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000065c89d05. 00000001:00000010:0.0:1767384408.915738:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee2ec358. 00000001:00000010:0.0:1767384408.915747:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f04071c4. 02000000:00000010:1.0:1767384408.915752:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c9775cd. 00000001:00000010:0.0:1767384408.915752:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006a426a5. 00000020:00000010:2.0:1767384408.915755:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000814bd142. 02000000:00000010:3.0:1767384408.915756:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d52c2b0c. 00000001:00000010:0.0:1767384408.915758:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007b949f3f. 00000020:00000010:2.0:1767384408.915759:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384408.915765:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002016546e. 00000001:00000010:0.0:1767384408.915767:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000794e5401. 00000400:00000010:3.0:1767384408.915768:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000400:00000010:1.0:1767384408.915771:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1bdb6. 02000000:00000010:2.0:1767384408.915772:0:40990:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ebd8024c. 00000001:00000010:0.0:1767384408.915772:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2e21f8e. 00000001:00000010:0.0:1767384408.915779:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071cc2b38. 00000400:00000010:2.0:1767384408.915783:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c281e901. 00000001:00000010:0.0:1767384408.915783:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e60b86fc. 00000001:00000010:0.0:1767384408.915787:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083a7e8eb. 00000400:00000010:2.0:1767384408.915788:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb2274e. 00000400:00000010:3.0:1767384408.915815:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00000400:00000010:1.0:1767384408.915821:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1bdb6. 00000020:00000010:3.0:1767384408.915829:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d36bc2. 00000020:00000010:1.0:1767384408.915832:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000240c63f8. 00000020:00000010:3.0:1767384408.915835:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:1.0:1767384408.915838:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ee377f8. 00000020:00000010:3.0:1767384408.915842:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0f2f81b. 00000020:00000010:0.0:1767384408.915842:0:40996:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003a4cf21f. 00000020:00000010:1.0:1767384408.915843:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003516011. 00000020:00000010:0.0:1767384408.915859:0:40996:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000003a4cf21f. 00000400:00000010:1.0:1767384408.915869:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000469265f3. 00000020:00000010:0.0:1767384408.915874:0:40996:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009485cfa6. 00000400:00000010:1.0:1767384408.915876:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000164ebc8f. 00000020:00000010:0.0:1767384408.915885:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384408.915890:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 00000400:00000010:3.0:1767384408.915894:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032fca70f. 00000400:00000010:3.0:1767384408.915901:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553b68db. 02000000:00000010:1.0:1767384408.915902:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001136cc6. 00000400:00000010:2.0:1767384408.915905:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 02000000:00000010:1.0:1767384408.915907:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c40010c6. 00000400:00000010:2.0:1767384408.915913:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000100:00000010:1.0:1767384408.915913:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f95f8cf. 02000000:00000010:3.0:1767384408.915916:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000650f3c1e. 00000400:00000010:0.0:1767384408.915923:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f024cb0. 02000000:00000010:3.0:1767384408.915925:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027f8f122. 00000100:00000010:3.0:1767384408.915931:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049642029. 02000000:00000010:2.0:1767384408.915932:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af8233c8. 02000000:00000010:2.0:1767384408.915939:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000535ac29b. 02000000:00000010:3.0:1767384408.915941:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f5008c2. 00000100:00000010:2.0:1767384408.915943:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007dcc898. 02000000:00000010:3.0:1767384408.915949:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014b48707. 00000400:00000010:0.0:1767384408.915950:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f024cb0. 00000100:00000010:3.0:1767384408.915956:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073a7b650. 00000020:00000010:0.0:1767384408.915963:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384408.915969:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384408.915973:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7ba5a2. 00000100:00000010:1.0:1767384408.915990:0:41606:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f8d553ae. 00000400:00000010:0.0:1767384408.915994:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e82f30a. 00000020:00000010:1.0:1767384408.915995:0:41606:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000065c89d05. 00000400:00000010:0.0:1767384408.916002:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4b2ea4. 00000020:00000010:1.0:1767384408.916003:0:41606:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001136cc6. 00000020:00000010:1.0:1767384408.916008:0:41606:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003516011. 00000040:00000010:1.0:1767384408.916012:0:41606:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003881dd5d. 00000020:00000010:1.0:1767384408.916015:0:41606:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f566c3c2. 00000020:00000010:1.0:1767384408.916018:0:41606:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb273246. 00000020:00000010:1.0:1767384408.916021:0:41606:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000037427783. 80000000:00000010:1.0:1767384408.916024:0:41606:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011f7dfff. 40000000:00000010:1.0:1767384408.916026:0:41606:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d202086b. 00100000:00000010:1.0:1767384408.916030:0:41606:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c173adba. 00040000:00000010:1.0:1767384408.916032:0:41606:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b90430e. 00040000:00000010:1.0:1767384408.916035:0:41606:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000859a75c5. 00040000:00000010:1.0:1767384408.916037:0:41606:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e4f3774d. 00080000:00000010:1.0:1767384408.916041:0:41606:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e2a17020. 00080000:00000010:1.0:1767384408.916047:0:41606:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000c7a560d. 00000004:00000010:1.0:1767384408.916051:0:41606:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7011bf0. 00000004:00000010:1.0:1767384408.916054:0:41606:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000032aa94bd. 00000004:00000010:1.0:1767384408.916056:0:41606:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004982857a. 00002000:00000010:1.0:1767384408.916059:0:41606:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e0f24c4. 00000004:00000010:1.0:1767384408.916060:0:41606:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f36d29e1. 00000100:00000010:1.0:1767384408.916141:0:41606:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000005165591c. 00000100:02000000:0.0:1767384408.916788:0:16346:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:0.0:1767384408.918411:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000255110af. 02000000:00000010:0.0:1767384408.918417:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005c01052a. 00000100:00000010:0.0:1767384408.918420:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a4ecfa9. 00000100:00000010:3.0:1767384408.921145:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000455c28da. 00000100:00000010:2.0:1767384408.921177:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d748f66. 00000100:00000010:0.0:1767384408.921184:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3208dbd. 00000100:00000010:1.0:1767384408.921186:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f311dd38. 00000800:00000010:3.0:1767384408.979870:0:31124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092e444be. 00000800:00000010:3.0:1767384408.979887:0:31124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035b825a7. 00000800:00000010:3.0:1767384408.979893:0:31124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009df75c0a. 00000800:00000010:3.0:1767384408.979912:0:31124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009df75c0a. 00000800:00020000:3.0:1767384408.979918:0:31124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:3.0:1767384408.979923:0:31124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035b825a7. 00000800:00000010:3.0:1767384408.979925:0:31124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000092e444be. 00000400:02020000:3.0:1767384408.979962:0:31124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp34 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384409.042919:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fa34a97. 00000100:00000010:2.0:1767384409.042953:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e02df17c. 00000020:00000010:1.0:1767384409.043004:0:41606:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004560b834. 00000020:00000010:0.0:1767384409.043013:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.043018:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.043023:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfee2dc8. 00000020:00000010:1.0:1767384409.043027:0:41606:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000490d4c38. 00000020:00000010:0.0:1767384409.043028:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.043035:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 00000020:00000010:1.0:1767384409.043037:0:41606:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000240c63f8. 00000020:00000010:1.0:1767384409.043043:0:41606:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ee377f8. 00000020:00000010:0.0:1767384409.043080:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.043085:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 00000020:00000010:2.0:1767384409.043094:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba4630f9. 00000020:00000010:1.0:1767384409.043098:0:41606:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac4bea6f. 00000100:00000010:2.0:1767384409.043127:0:40994:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af8233c8. 00000020:00000010:1.0:1767384409.043171:0:41606:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac4bea6f. 02000000:00000010:0.0:1767384409.043176:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000238818d. 02000000:00000010:1.0:1767384409.043203:0:41606:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004e3b48ac. 00000020:00000010:0.0:1767384409.043204:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000674c58f7. 00000020:00000010:1.0:1767384409.043220:0:41606:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000002cd6c66f. 00000400:00000010:0.0:1767384409.043227:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4b2ea4. 00000400:00000010:1.0:1767384409.043236:0:41606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000164ebc8f. 00000800:00000010:0.0:1767384409.043263:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c457f306. 00000800:00000010:1.0:1767384409.043275:0:41606:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dab61946. 00000020:00000010:1.0:1767384409.043293:0:41606:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000240c63f8. 00000020:00000010:0.0:1767384409.043293:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.043300:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:1.0:1767384409.043302:0:41606:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ee377f8. 00000020:00000010:0.0:1767384409.043307:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfee2dc8. 00000020:00000010:1.0:1767384409.043310:0:41606:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000490d4c38. 00000800:00000010:2.0:1767384409.043369:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c457f306. 00000400:00000010:2.0:1767384409.043376:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4b2ea4. 00000100:00000010:3.0:1767384409.043388:0:41607:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000021bb19ab. 00000020:00000010:3.0:1767384409.043394:0:41607:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba753017. 00000020:00000010:3.0:1767384409.043399:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0f2f81b. 00000020:00000010:3.0:1767384409.043407:0:41607:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c320636. 00000040:00000010:3.0:1767384409.043410:0:41607:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d161ca0. 00000020:00000010:3.0:1767384409.043413:0:41607:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cbbd10f3. 00000020:00000010:3.0:1767384409.043417:0:41607:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004f041dc3. 00000020:00000010:3.0:1767384409.043420:0:41607:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1e0d574. 80000000:00000010:3.0:1767384409.043423:0:41607:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae0828e8. 00000800:00000010:2.0:1767384409.043424:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dab61946. 40000000:00000010:3.0:1767384409.043425:0:41607:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccba3f69. 00100000:00000010:3.0:1767384409.043431:0:41607:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d467ed8. 00000400:00000010:2.0:1767384409.043433:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000164ebc8f. 00040000:00000010:3.0:1767384409.043435:0:41607:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000014b48707. 00040000:00000010:3.0:1767384409.043440:0:41607:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009f22560f. 00040000:00000010:3.0:1767384409.043443:0:41607:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000717882d3. 00080000:00000010:3.0:1767384409.043447:0:41607:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000092e444be. 00080000:00000010:3.0:1767384409.043451:0:41607:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005746ded3. 00000004:00000010:3.0:1767384409.043456:0:41607:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6b5c214. 00000004:00000010:3.0:1767384409.043460:0:41607:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000073322533. 00000004:00000010:3.0:1767384409.043462:0:41607:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000585dc362. 00002000:00000010:3.0:1767384409.043465:0:41607:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003949a9d5. 00000004:00000010:3.0:1767384409.043468:0:41607:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d2cf28e. 00000100:00000010:3.0:1767384409.043547:0:41607:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000067967432. 00000100:00000010:3.0:1767384409.044227:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073a7b650. 00000020:00000010:0.0:1767384409.044282:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.044285:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.044287:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfee2dc8. 00000020:00000010:0.0:1767384409.044294:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.044296:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384409.044314:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.044316:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 02000000:00000010:0.0:1767384409.044325:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000255110af. 00000400:00000010:0.0:1767384409.044333:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f024cb0. 00000800:00000010:0.0:1767384409.044345:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c457f306. 00000020:00000010:0.0:1767384409.044358:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.044361:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384409.044363:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfee2dc8. 00000800:00000010:2.0:1767384409.044406:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c457f306. 00000400:00000010:2.0:1767384409.044414:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f024cb0. 00000100:00000010:2.0:1767384409.045352:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032f92edf. 00000100:00000010:2.0:1767384409.045375:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001370fe0a. 00000020:00000010:1.0:1767384409.045431:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c5419432. 00040000:00000010:1.0:1767384409.045441:0:40998:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b5b535c1. 00000004:00000010:1.0:1767384409.045446:0:40998:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2efff5f. 00000004:00000010:1.0:1767384409.045451:0:40998:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be118001. 00000020:00000010:3.0:1767384409.045454:0:18483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005eb77583. 00000004:00000010:1.0:1767384409.045455:0:40998:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000006141f50. 00000020:00000010:3.0:1767384409.045462:0:18483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb09af3. 00000020:00000010:1.0:1767384409.045468:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac4bea6f. 00000020:00000010:3.0:1767384409.045469:0:18483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000405f0787. 00000020:00000010:1.0:1767384409.045476:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac4bea6f. 00000400:00000010:0.0:1767384409.045481:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c1e345. 00000020:00000010:1.0:1767384409.045485:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000490d4c38. 00000020:00000010:1.0:1767384409.045491:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000240c63f8. 00000020:00000010:1.0:1767384409.045495:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ee377f8. 00000400:00000010:0.0:1767384409.045496:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835f2401. 00000020:00000010:1.0:1767384409.045530:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac4bea6f. 02000000:00000010:2.0:1767384409.045534:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003a4dd5f9. 00000020:00000010:1.0:1767384409.045535:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac4bea6f. 00000020:00000010:2.0:1767384409.045545:0:17889:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009748d1b3. 00000001:00000010:2.0:1767384409.045554:0:17889:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000814bd142. 00000020:00000010:3.0:1767384409.045561:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000004d4820. 00000001:00000010:2.0:1767384409.045565:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004d9a4e6b. 00000020:00000010:3.0:1767384409.045566:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000004d4820. 00000001:00000010:2.0:1767384409.045572:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001afa51f2. 00000020:00000010:3.0:1767384409.045575:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9924ae. 00000001:00000010:2.0:1767384409.045577:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a564701. 00000020:00000010:3.0:1767384409.045581:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000001:00000010:2.0:1767384409.045582:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077def8d3. 00080000:00000010:1.0:1767384409.045585:0:40998:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000046b4e671. 00000020:00000010:3.0:1767384409.045587:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000001:00000010:2.0:1767384409.045588:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb17ddff. 00000001:00000010:2.0:1767384409.045594:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7521ed9. 02000000:00000010:1.0:1767384409.045605:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000cb1cbca3. 02000000:00000010:1.0:1767384409.045618:0:40998:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000594b23a6. 00000020:00000010:3.0:1767384409.045620:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000004d4820. 00080000:00000010:2.0:1767384409.045624:0:17889:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e8696fde. 00000020:00000010:3.0:1767384409.045626:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000004d4820. 00080000:00000010:2.0:1767384409.045635:0:17889:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d7f391b3. 02000000:00000010:3.0:1767384409.045639:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c01052a. 00000400:00000010:3.0:1767384409.045651:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553b68db. 00000001:00000010:2.0:1767384409.045651:0:17889:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009d748f66. 00000800:00000010:3.0:1767384409.045669:0:40989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080e1303d. 00080000:00000010:2.0:1767384409.045680:0:17889:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384409.045693:0:17889:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009268760b. 00000020:00000010:3.0:1767384409.045700:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:2.0:1767384409.045700:0:17889:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000009268760b. 00000020:00000010:3.0:1767384409.045708:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:2.0:1767384409.045710:0:17889:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000084e4edcc. 00000020:00000010:3.0:1767384409.045714:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9924ae. 00000020:00000010:2.0:1767384409.045719:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000400:00000010:3.0:1767384409.045727:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032fca70f. 00000400:00000010:3.0:1767384409.045736:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000daa69733. 00000400:00000010:2.0:1767384409.045750:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb52fd5. 00000800:00000010:0.0:1767384409.045761:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080e1303d. 00000800:00000010:2.0:1767384409.045764:0:17889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034287ba6. 00000400:00000010:0.0:1767384409.045770:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553b68db. 00000020:00000010:2.0:1767384409.045774:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb09af3. 02000000:00000010:0.0:1767384409.045777:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c01052a. 00000020:00000010:2.0:1767384409.045779:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000405f0787. 00000020:00000010:2.0:1767384409.045784:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005eb77583. 00000800:00000010:0.0:1767384409.045809:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034287ba6. 00000400:00000010:0.0:1767384409.045814:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb52fd5. 00000004:00000010:1.0:1767384409.052706:0:41608:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000671550ca. 00000004:00000010:1.0:1767384409.052720:0:41608:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000671550ca. 00000020:00000010:3.0:1767384409.052774:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000900e4542. 00000400:00000010:3.0:1767384409.052810:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095873974. 00000800:00000010:3.0:1767384409.052827:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080e1303d. 00000020:00000010:3.0:1767384409.052849:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d3220b34. 00000020:00000010:3.0:1767384409.052856:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000240c63f8. 00000020:00000010:3.0:1767384409.052859:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ee377f8. 00000020:00000010:3.0:1767384409.052862:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000490d4c38. 00000800:00000010:2.0:1767384409.052949:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080e1303d. 00000400:00000010:2.0:1767384409.052957:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095873974. 00000100:00000010:0.0:1767384409.078083:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049b4797e. 00000020:00000010:3.0:1767384409.078152:0:41607:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000073afb86c. 00000020:00000010:3.0:1767384409.078202:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000004d4820. 00000020:00000010:3.0:1767384409.078205:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000004d4820. 00000020:00000010:3.0:1767384409.078210:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9924ae. 00000020:00000010:3.0:1767384409.078213:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.078217:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.078258:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000004d4820. 00000020:00000010:3.0:1767384409.078260:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000004d4820. 00010000:00000010:3.0:1767384409.078284:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003943513c. 00010000:00000010:3.0:1767384409.078287:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bd879ea7. 00010000:00000010:3.0:1767384409.078291:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bd399c12. 00000020:00000010:3.0:1767384409.078294:0:41607:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000004d4820. 00010000:00000010:3.0:1767384409.078298:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008be9f7ef. 02000000:00000010:3.0:1767384409.078319:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e221150b. 00010000:00000010:3.0:1767384409.078342:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084dc9d91. 00010000:00000010:3.0:1767384409.078344:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003148dff2. 00000020:00000010:3.0:1767384409.078354:0:41607:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b70eb4b3. 00080000:00000010:3.0:1767384409.078391:0:41607:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000fe03513b. 00010000:00000010:3.0:1767384409.078417:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be9f7ef. 00000400:00000010:3.0:1767384409.078458:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723cbc4. 00000800:00000010:3.0:1767384409.078488:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000535ac29b. 00000020:00000010:3.0:1767384409.078519:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.078523:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.078526:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9924ae. 00000800:00000010:0.0:1767384409.078595:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000535ac29b. 00000400:00000010:0.0:1767384409.078604:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e723cbc4. 00000100:00000010:2.0:1767384409.079569:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096f59e0c. 00000020:00000010:3.0:1767384409.079609:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.079613:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.079616:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9924ae. 00000020:00000010:3.0:1767384409.079618:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.079620:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.079637:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.079639:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55b211. 00010000:00000010:3.0:1767384409.079648:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a1d4e40. 00010000:00000010:3.0:1767384409.079652:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008be9f7ef. 02000000:00000010:3.0:1767384409.079661:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cf4db76d. 00010000:00000010:3.0:1767384409.079673:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ba9cefb0. 00010000:00000010:3.0:1767384409.079675:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000058f0fc. 00010000:00000010:3.0:1767384409.080803:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000050e38460. 00010000:00000010:3.0:1767384409.080807:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dcaf08e2. 00010000:00000010:3.0:1767384409.080809:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003e224444. 00010000:00000010:3.0:1767384409.080812:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007593823d. 00080000:00000010:3.0:1767384409.080850:0:41607:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000005c01052a. 00010000:00000010:3.0:1767384409.080864:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000058f0fc. 00010000:00000010:3.0:1767384409.080870:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007593823d. 00010000:00000010:3.0:1767384409.080874:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcaf08e2. 00010000:00000010:3.0:1767384409.080889:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be9f7ef. 00000400:00000010:3.0:1767384409.080898:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb7fce. 00000800:00000010:3.0:1767384409.080914:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c40010c6. 00000020:00000010:3.0:1767384409.080933:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.080937:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.080941:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9924ae. 00000800:00000010:0.0:1767384409.080976:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c40010c6. 00000400:00000010:0.0:1767384409.080983:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb7fce. 00000100:00000010:0.0:1767384409.081771:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcc8144e. 00000020:00000010:1.0:1767384409.081834:0:41004:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ba1ac40. 00040000:00000010:1.0:1767384409.081846:0:41004:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6c1bc41. 00000004:00000010:1.0:1767384409.081857:0:41004:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000671550ca. 00000004:00000010:1.0:1767384409.081872:0:41004:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007ac8b878. 00000004:00000010:1.0:1767384409.081877:0:41004:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002a99247f. 00000020:00000010:1.0:1767384409.081885:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac4bea6f. 00000020:00000010:1.0:1767384409.081889:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac4bea6f. 00000020:00000010:1.0:1767384409.081893:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a0a74d4. 00000020:00000010:1.0:1767384409.081896:0:41004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.081900:0:41004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.081930:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac4bea6f. 00000020:00000010:1.0:1767384409.081933:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac4bea6f. 02000000:00000010:1.0:1767384409.081944:0:41004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000163e3933. 00000400:00000010:1.0:1767384409.081956:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1bdb6. 00000800:00000010:1.0:1767384409.081974:0:41004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b9d8241. 00000020:00000010:1.0:1767384409.081994:0:41004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.081999:0:41004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.082002:0:41004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a0a74d4. 00000800:00000010:2.0:1767384409.082043:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b9d8241. 00000400:00000010:2.0:1767384409.082049:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1bdb6. 00000100:00000010:0.0:1767384409.082861:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086db7919. 00000020:00000010:3.0:1767384409.082903:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.082907:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.082910:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9924ae. 00000020:00000010:3.0:1767384409.082912:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.082914:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.082933:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.082935:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55b211. 00010000:00000010:3.0:1767384409.082949:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.082958:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd879ea7. 00010000:00000010:3.0:1767384409.082963:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000946f1fc9. 00010000:00000010:3.0:1767384409.082965:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bd879ea7. 00010000:00000010:3.0:1767384409.082968:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bf3c55f. 00010000:00000010:3.0:1767384409.082970:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003148dff2. 02000000:00000010:3.0:1767384409.082994:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000435a7db2. 00010000:00000010:3.0:1767384409.083019:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000971176cc. 00010000:00000010:3.0:1767384409.083022:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008be9f7ef. 00010000:00000010:3.0:1767384409.083028:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000440f76e6. 00010000:00000010:3.0:1767384409.083029:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dcaf08e2. 00010000:00000010:3.0:1767384409.083032:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe474990. 00010000:00000010:3.0:1767384409.083034:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007593823d. 00000004:00000010:3.0:1767384409.083052:0:41607:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a38b8d36. 00000004:00000010:3.0:1767384409.083066:0:41607:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b9dd9cd. 00000004:00000010:3.0:1767384409.083071:0:41607:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a57f11ba. 00080000:00000010:3.0:1767384409.083079:0:41607:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032cf3cf0. 00000020:00000010:3.0:1767384409.083097:0:41607:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000e223471f. 00080000:00000010:3.0:1767384409.083115:0:41607:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fce201e4. 00000020:00000010:3.0:1767384409.083119:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000056f4340c. 00000020:00000010:3.0:1767384409.083121:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000e54e242a. 00080000:00000010:3.0:1767384409.083134:0:41607:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000d18558c4. 00000004:00000010:3.0:1767384409.083140:0:41607:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 0000000039db8771. 00000020:00000010:3.0:1767384409.083145:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000f56669b7. 00020000:00000010:3.0:1767384409.083184:0:41607:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000e80dcfd1. 00020000:00000010:3.0:1767384409.083187:0:41607:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000002939529d. 00020000:00000010:3.0:1767384409.083190:0:41607:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000fe70ee84. 00000020:00000010:3.0:1767384409.083207:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000024aa8349. 00000004:00000010:3.0:1767384409.083223:0:41607:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000e1e1e338. 00080000:00000010:3.0:1767384409.083235:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004d55b211. 00080000:00000010:3.0:1767384409.083267:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009ee7fb3d. 00000001:00000010:3.0:1767384409.083394:0:41607:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000000eabcf. 00000001:00000010:3.0:1767384409.083685:0:41607:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000000eabcf. 00000020:00000010:3.0:1767384409.083711:0:41607:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000024aa8349. 00000020:00000010:3.0:1767384409.083714:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 0000000035c5bc13. 00080000:00000010:3.0:1767384409.083727:0:41607:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000107fb837. 00080000:00000010:3.0:1767384409.083735:0:41607:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000cf909382. 00000001:00000010:3.0:1767384409.083774:0:41607:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a8f0f109. 00000001:00000010:3.0:1767384409.083779:0:41607:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000cde5564e. 00000001:00000010:3.0:1767384409.083822:0:41607:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000012508741. 00080000:00000010:3.0:1767384409.083831:0:41607:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000004230b202. 00080000:00000010:3.0:1767384409.083849:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009ee7fb3d. 00080000:00000010:3.0:1767384409.083853:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004d55b211. 00000020:00000010:3.0:1767384409.083857:0:41607:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000e223471f. 00010000:00000010:3.1:1767384409.084993:0:41607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd399c12. 00010000:00000010:3.0:1767384409.085014:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ae1fe0b. 00010000:00000010:3.0:1767384409.085016:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b97de806. 00010000:00000010:3.0:1767384409.085019:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000017f0af. 00010000:00000010:3.0:1767384409.085022:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000058f0fc. 00000004:00000010:3.0:1767384409.085045:0:41607:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000fa3f6cf0. 00010000:00000010:3.0:1767384409.085068:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be9f7ef. 00010000:00000010:3.0:1767384409.085090:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.085093:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd879ea7. 00000400:00000010:3.0:1767384409.085129:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbb3743a. 00000400:00000010:3.0:1767384409.085135:0:41607:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5bff823. 00000800:00000010:3.0:1767384409.085166:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a54ae28e. 00000020:00000010:3.0:1767384409.085195:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcded644. 00000020:00000010:3.0:1767384409.085204:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.085207:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9924ae. 00000800:00000010:0.0:1767384409.085281:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a54ae28e. 00000400:00000010:2.0:1767384409.085824:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbb3743a. 00000020:00000010:3.0:1767384409.085857:0:16333:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000806d81b4. 00000020:00000010:3.0:1767384409.085864:0:16333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e9924ae. 80000000:00000010:3.0:1767384409.085868:0:16333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009aee29b. 40000000:00000010:3.0:1767384409.085871:0:16333:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004d55b211. 00100000:00000010:3.0:1767384409.085877:0:16333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a58c280. 00040000:00000010:3.0:1767384409.085882:0:16333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a59351e. 00040000:00000010:3.0:1767384409.085885:0:16333:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000562ebe84. 00040000:00000010:3.0:1767384409.085888:0:16333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c7861b6. 00080000:00000010:3.0:1767384409.085893:0:16333:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000037bf22e9. 00080000:00000010:3.0:1767384409.085898:0:16333:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc6ec7bb. 00000004:00000010:3.0:1767384409.085902:0:16333:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b1a829de. 00000004:00000010:3.0:1767384409.085905:0:16333:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f02550d9. 00000004:00000010:3.0:1767384409.085908:0:16333:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000013c85e6d. 00002000:00000010:3.0:1767384409.085910:0:16333:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3208a7a. 00000004:00000010:3.0:1767384409.085913:0:16333:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000178110c6. 00010000:00000010:3.0:1767384409.085922:0:16333:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007593823d. 00010000:00000010:3.0:1767384409.085926:0:16333:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcaf08e2. 00000100:00000010:0.0:1767384409.086623:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002495357b. 00000020:00000010:2.0:1767384409.086679:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017497b70. 00000020:00000010:2.0:1767384409.086684:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384409.086700:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000147dd60e. 00000020:00000010:2.0:1767384409.086704:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000814c439e. 00000020:00000010:2.0:1767384409.086708:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384409.086732:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7f391b3. 00000020:00000010:2.0:1767384409.086735:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7f391b3. 00010000:00000010:2.0:1767384409.086749:0:17889:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001893e9bb. 00010000:00000010:2.0:1767384409.086759:0:17889:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000002263b27c. 00010000:00000010:2.0:1767384409.086764:0:17889:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00000020:00000010:2.0:1767384409.086767:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d7f391b3. 00002000:00000010:2.0:1767384409.086774:0:17889:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000117965df. 02000000:00000010:2.0:1767384409.086788:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000b62157ea. 00000020:00000010:2.0:1767384409.086796:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009fcc93d6. 00000400:00000010:2.0:1767384409.086808:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd47c524. 00000800:00000010:2.0:1767384409.086820:0:17889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009208b86c. 00000020:00000010:2.0:1767384409.086836:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000814c439e. 00000020:00000010:2.0:1767384409.086839:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384409.086842:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000147dd60e. 00000800:00000010:0.0:1767384409.086898:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009208b86c. 00000400:00000010:0.0:1767384409.086904:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd47c524. 00000100:00000010:2.0:1767384409.087905:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2e1f6c2. 00000020:00000010:3.0:1767384409.087937:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ee7fb3d. 00000020:00000010:3.0:1767384409.087941:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ee7fb3d. 00000020:00000010:3.0:1767384409.087944:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:3.0:1767384409.087946:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.087948:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.087968:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ee7fb3d. 00000020:00000010:3.0:1767384409.087970:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ee7fb3d. 00010000:00000010:3.0:1767384409.087978:0:17889:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000017621c13. 00000020:00000010:3.0:1767384409.087981:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009ee7fb3d. 02000000:00000010:3.0:1767384409.087988:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000e5bdf9ca. 00010000:00000010:3.0:1767384409.087995:0:17889:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c3318c6. 00000100:00000010:3.0:1767384409.087999:0:17889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cb4d40b. 00000100:00000010:3.0:1767384409.088005:0:17889:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000071fb1b3. 02000000:00000010:3.0:1767384409.088019:0:17889:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005eb77583. 02000000:00000010:3.0:1767384409.088037:0:17889:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d50dbfe7. 00000400:00000010:3.0:1767384409.088040:0:17889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000000eabcf. 00000400:00000010:3.0:1767384409.088043:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000400:00000010:3.0:1767384409.088049:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9d9c0f. 00000800:00000010:3.0:1767384409.088060:0:17889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c29a1043. 00000100:00000010:3.0:1767384409.088074:0:17889:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000872520d9. 00000100:00000010:3.0:1767384409.088083:0:17889:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000572c0b8. 00000100:00000010:3.0:1767384409.088090:0:17889:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c7448cb. 00000100:00000010:3.0:1767384409.088098:0:17889:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000799ca1d1. 00000800:00000010:0.0:1767384409.088188:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c29a1043. 00000400:00000010:0.0:1767384409.088196:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9d9c0f. 00000400:00000010:3.0:1767384409.089036:0:17889:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000000eabcf. 00000400:00000010:3.0:1767384409.089040:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 02000000:00000010:3.0:1767384409.089056:0:17889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d50dbfe7. 02000000:00000010:3.0:1767384409.089060:0:17889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005eb77583. 00000100:00000010:3.0:1767384409.089062:0:17889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000071fb1b3. 00000100:00000010:3.0:1767384409.089064:0:17889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007cb4d40b. 00010000:00000010:3.0:1767384409.089066:0:17889:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c3318c6. 00000400:00000010:3.0:1767384409.089077:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8e2ea59. 00000800:00000010:3.0:1767384409.089087:0:17889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ce95aa. 00000020:00000010:3.0:1767384409.089181:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.089184:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.089186:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000800:00000010:2.0:1767384409.089215:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ce95aa. 00000400:00000010:2.0:1767384409.089224:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e2ea59. 00000100:00000010:0.0:1767384409.089237:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c087c99. 00000020:00000010:2.0:1767384409.089273:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000775074af. 00000020:00000010:2.0:1767384409.089276:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000775074af. 00000020:00000010:2.0:1767384409.089280:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000147dd60e. 00000020:00000010:2.0:1767384409.089283:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000814c439e. 00000020:00000010:2.0:1767384409.089286:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f48cbe0. 00000020:00000010:2.0:1767384409.089317:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000775074af. 00000020:00000010:2.0:1767384409.089321:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000775074af. 02000000:00000010:2.0:1767384409.089328:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000650f3c1e. 00010000:00000010:2.0:1767384409.089357:0:28601:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000775074af. 00000100:00000010:2.0:1767384409.089362:0:28601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d426df39. 00000100:00000010:2.0:1767384409.089366:0:28601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab13a84. 02000000:00000010:2.0:1767384409.089372:0:28601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5b12016. 02000000:00000010:2.0:1767384409.089384:0:28601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1ade07c. 00000400:00000010:2.0:1767384409.089387:0:28601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.089389:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2076b4a. 00000400:00000010:2.0:1767384409.089392:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003513ac2f. 00000800:00000010:2.0:1767384409.089403:0:28601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8e0b2ac. 00000800:00000010:0.0:1767384409.089469:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8e0b2ac. 00000400:00000010:0.0:1767384409.089475:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003513ac2f. 00000400:00000010:1.0:1767384409.090225:0:28601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000010:1.0:1767384409.090230:0:28601:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2076b4a. 02000000:00000010:1.0:1767384409.090240:0:28601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1ade07c. 02000000:00000010:1.0:1767384409.090243:0:28601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d5b12016. 00000100:00000010:1.0:1767384409.090244:0:28601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab13a84. 00000100:00000010:1.0:1767384409.090246:0:28601:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d426df39. 00010000:00000010:1.0:1767384409.090248:0:28601:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000775074af. 00000400:00000010:1.0:1767384409.090254:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025b476b7. 00000800:00000010:1.0:1767384409.090265:0:28601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000517192c1. 00000020:00000010:1.0:1767384409.090280:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000814c439e. 00000020:00000010:1.0:1767384409.090282:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f48cbe0. 00000020:00000010:1.0:1767384409.090284:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000147dd60e. 00000800:00000010:0.0:1767384409.090328:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000517192c1. 00000400:00000010:0.0:1767384409.090339:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025b476b7. 00000100:00000010:0.0:1767384409.090472:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b39ca037. 00000020:00000010:3.0:1767384409.090510:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c3318c6. 00000020:00000010:3.0:1767384409.090515:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c3318c6. 00000020:00000010:3.0:1767384409.090519:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:3.0:1767384409.090522:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.090524:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.090555:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c3318c6. 00000020:00000010:3.0:1767384409.090558:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c3318c6. 02000000:00000010:3.0:1767384409.090579:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000853a4e20. 00000004:00000010:3.0:1767384409.090597:0:40998:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000002c3318c6. 00000020:00000010:3.0:1767384409.090604:0:40998:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000006542aad7. 00080000:00000010:3.0:1767384409.090613:0:40998:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005eb77583. 00080000:00000010:3.0:1767384409.090625:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f750cc19. 00000001:00000010:3.0:1767384409.090643:0:40998:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000050854b76. 00000001:00000010:3.0:1767384409.090646:0:40998:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000007cb4d40b. 00080000:00000010:3.0:1767384409.090663:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.090666:0:40998:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000006542aad7. 00000004:00000010:3.0:1767384409.090684:0:40998:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000fa3f6cf0. 00000400:00000010:3.0:1767384409.090700:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfdca03f. 00000800:00000010:3.0:1767384409.090711:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ce95aa. 00000020:00000010:3.0:1767384409.090727:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.090729:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.090731:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000800:00000010:2.0:1767384409.090766:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ce95aa. 00000400:00000010:2.0:1767384409.090777:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfdca03f. 00010000:00000010:3.1:1767384409.092127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ba9cefb0. 00010000:00000010:3.1:1767384409.092133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050e38460. 00010000:00000010:3.1:1767384409.092136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003e224444. 00010000:00000010:3.1:1767384409.092138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a1d4e40. 00000100:00000010:3.0:1767384409.095138:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000799ca1d1. 00000100:00000010:2.0:1767384409.095175:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c7448cb. 00000100:00000010:0.0:1767384409.095176:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000872520d9. 00000100:00000010:1.0:1767384409.095187:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000572c0b8. 00010000:00000010:2.1:1767384409.099177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aab34b06. 00010000:00000010:3.1:1767384409.100131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084dc9d91. 00010000:00000010:3.1:1767384409.100144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003943513c. 00010000:00000010:3.1:1767384409.100146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000971176cc. 00010000:00000010:3.1:1767384409.100148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000946f1fc9. 00010000:00000010:3.1:1767384409.100150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bf3c55f. 00010000:00000010:3.1:1767384409.100151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000440f76e6. 00010000:00000010:3.1:1767384409.100165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe474990. 00000100:00000010:0.0:1767384409.112012:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070a5c7dc. 00000020:00000010:3.0:1767384409.112072:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.112078:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.112082:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:3.0:1767384409.112084:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.112088:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.112140:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.112142:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f750cc19. 00000001:00000010:3.0:1767384409.112151:0:41607:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000cde5564e. 00010000:00000010:3.0:1767384409.112182:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000440f76e6. 00010000:00000010:3.0:1767384409.112185:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dcded644. 00010000:00000010:3.0:1767384409.112189:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe474990. 00010000:00000010:3.0:1767384409.112194:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007593823d. 02000000:00000010:3.0:1767384409.112214:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000a336a097. 00010000:00000010:3.0:1767384409.112235:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018800080. 00010000:00000010:3.0:1767384409.112237:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.112294:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007593823d. 00000400:00000010:3.0:1767384409.112312:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075f157cc. 00000800:00000010:3.0:1767384409.112334:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c29a1043. 00000020:00000010:3.0:1767384409.112353:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.112365:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.112369:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000800:00000010:0.0:1767384409.112426:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c29a1043. 00000400:00000010:0.0:1767384409.112433:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075f157cc. 00000100:00000010:2.0:1767384409.113404:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab13a84. 00000020:00000010:3.0:1767384409.113440:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.113444:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.113446:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5c65c5. 00000020:00000010:3.0:1767384409.113448:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.113450:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.113469:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.113470:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f750cc19. 02000000:00000010:3.0:1767384409.113485:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 0000000056686c5b. 00010000:00000010:3.0:1767384409.113501:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000058f0fc. 00010000:00000010:3.0:1767384409.113508:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b97de806. 00010000:00000010:3.0:1767384409.113513:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.113515:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcded644. 00010000:00000010:3.0:1767384409.113524:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000946f1fc9. 00010000:00000010:3.0:1767384409.113525:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dcded644. 00010000:00000010:3.0:1767384409.113528:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f3a23116. 00010000:00000010:3.0:1767384409.113530:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.113535:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003943513c. 00010000:00000010:3.0:1767384409.113536:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b97de806. 00010000:00000010:3.0:1767384409.113539:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9c7f0bd. 00010000:00000010:3.0:1767384409.113540:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000058f0fc. 00000001:00000010:3.0:1767384409.113574:0:41607:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000000eabcf. 00000001:00000010:3.0:1767384409.113581:0:41607:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000000eabcf. 00010000:00000010:3.0:1767384409.113591:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000050e38460. 00010000:00000010:3.0:1767384409.113592:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bd879ea7. 00010000:00000010:3.0:1767384409.113594:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d486573. 00010000:00000010:3.0:1767384409.113596:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007593823d. 00000020:00000010:3.0:1767384409.113605:0:41607:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000004753f87e. 00000020:00000010:3.0:1767384409.113612:0:41607:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000004753f87e. 00000020:00000010:3.0:1767384409.113619:0:41607:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000799ca1d1. 00080000:00000010:3.0:1767384409.113627:0:41607:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d50dbfe7. 00080000:00000010:3.0:1767384409.113660:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f750cc19. 00080000:00000010:3.0:1767384409.113666:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000058473be7. 00080000:00000010:3.0:1767384409.113669:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000af560ae. 00080000:00000010:3.0:1767384409.113691:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4e84538. 00000001:00000010:3.0:1767384409.113729:0:41607:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000000eabcf. 00000001:00000010:3.0:1767384409.113733:0:41607:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000000eabcf. 00000004:00000010:3.0:1767384409.113769:0:41607:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006542aad7. 00000001:00000010:3.0:1767384409.113778:0:41607:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000245014de. 00000001:00000010:3.0:1767384409.113782:0:41607:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000cde5564e. 00080000:00000010:3.0:1767384409.113793:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4e84538. 00080000:00000010:3.0:1767384409.113795:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000af560ae. 00080000:00000010:3.0:1767384409.113797:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000058473be7. 00080000:00000010:3.0:1767384409.113798:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f750cc19. 00000020:00000010:3.0:1767384409.113801:0:41607:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000799ca1d1. 00010000:00000010:3.0:1767384409.113807:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000523566db. 00010000:00000010:3.0:1767384409.113810:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008be9f7ef. 00010000:00000010:3.0:1767384409.113819:0:41607:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000057a3ecf. 00010000:00000010:3.0:1767384409.113842:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007593823d. 00080000:00000010:3.0:1767384409.113910:0:41607:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000107fb837. 00000020:00000010:1.0:1767384409.113910:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006a0a74d4. 00080000:00000010:3.0:1767384409.113918:0:41607:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000032cf3cf0. 00000020:00000010:1.0:1767384409.113919:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ac4bea6f. 00010000:00000010:1.0:1767384409.113925:0:17067:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be9f7ef. 00010000:00000010:1.0:1767384409.113929:0:17067:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd879ea7. 00000004:00000010:3.0:1767384409.113940:0:41607:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000e1e1e338. 00010000:00000010:1.0:1767384409.113942:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000057a3ecf. 00000004:00000010:3.0:1767384409.113949:0:41607:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000e80dcfd1. 00000004:00000010:3.0:1767384409.113955:0:41607:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000002939529d. 00000004:00000010:3.0:1767384409.113958:0:41607:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 0000000039db8771. 00000004:00000010:3.0:1767384409.113961:0:41607:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a57f11ba. 00000004:00000010:3.0:1767384409.113965:0:41607:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b9dd9cd. 00000004:00000010:3.0:1767384409.113968:0:41607:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a38b8d36. 00010000:00000010:3.0:1767384409.113978:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.113981:0:41607:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcded644. 00000400:00000010:3.0:1767384409.113996:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e69bf02. 00000400:00000010:3.0:1767384409.114000:0:41607:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fed85fce. 00000800:00000010:3.0:1767384409.114016:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a54ae28e. 00000020:00000010:3.0:1767384409.114031:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.114034:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.114036:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5c65c5. 00000800:00000010:0.0:1767384409.114086:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a54ae28e. 00000400:00000010:0.0:1767384409.114712:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e69bf02. 00000020:00000010:3.0:1767384409.114739:0:16334:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006ceba43e. 00000020:00000010:3.0:1767384409.114744:0:16334:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e5c65c5. 80000000:00000010:3.0:1767384409.114746:0:16334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000799ca1d1. 40000000:00000010:3.0:1767384409.114748:0:16334:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f750cc19. 00100000:00000010:3.0:1767384409.114751:0:16334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000050d4abd9. 00040000:00000010:3.0:1767384409.114754:0:16334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c40010c6. 00040000:00000010:3.0:1767384409.114757:0:16334:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d790ab0. 00040000:00000010:3.0:1767384409.114759:0:16334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032cf3cf0. 00080000:00000010:3.0:1767384409.114772:0:16334:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000055c2973b. 00080000:00000010:3.0:1767384409.114776:0:16334:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000055a215d2. 00000004:00000010:3.0:1767384409.114780:0:16334:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d15191a2. 00000004:00000010:3.0:1767384409.114783:0:16334:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087906d5e. 00000004:00000010:3.0:1767384409.114785:0:16334:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000055f16ca1. 00002000:00000010:3.0:1767384409.114788:0:16334:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001017de92. 00000004:00000010:3.0:1767384409.114790:0:16334:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000041468e58. 00010000:00000010:3.0:1767384409.114799:0:16334:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000058f0fc. 00010000:00000010:3.0:1767384409.114802:0:16334:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b97de806. 00010000:00000010:3.1:1767384409.121132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe474990. 00010000:00000010:3.1:1767384409.121142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000017f0af. 00010000:00000010:1.1:1767384409.121145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050e38460. 00010000:00000010:3.1:1767384409.121148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ae1fe0b. 00010000:00000010:1.1:1767384409.121167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000523566db. 00010000:00000010:3.1:1767384409.121170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018800080. 00010000:00000010:3.1:1767384409.121176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000440f76e6. 00010000:00000010:3.1:1767384409.121181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d486573. 00010000:00000010:3.1:1767384409.121192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000946f1fc9. 00010000:00000010:3.1:1767384409.121195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f3a23116. 00010000:00000010:3.1:1767384409.125123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003943513c. 00010000:00000010:3.1:1767384409.125129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9c7f0bd. 00000100:00000010:2.0:1767384409.142975:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049642029. 00000020:00000010:3.0:1767384409.143036:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.143041:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.143046:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000020:00000010:3.0:1767384409.143049:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.143052:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.143083:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.143085:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 00000001:00000010:3.0:1767384409.143094:0:41607:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000007cb4d40b. 00010000:00000010:3.0:1767384409.143131:0:41607:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003943513c. 00010000:00000010:3.0:1767384409.143134:0:41607:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b97de806. 00010000:00000010:3.0:1767384409.143138:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9c7f0bd. 00010000:00000010:3.0:1767384409.143169:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000058f0fc. 02000000:00000010:3.0:1767384409.143193:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d7ef59c8. 00010000:00000010:3.0:1767384409.143215:0:41607:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f3a23116. 00010000:00000010:3.0:1767384409.143217:0:41607:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003148dff2. 00010000:00000010:3.0:1767384409.143275:0:41607:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000058f0fc. 00000400:00000010:3.0:1767384409.143296:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b085cd. 00000800:00000010:3.0:1767384409.143323:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000535ac29b. 00000020:00000010:3.0:1767384409.143344:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.143347:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.143349:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000800:00000010:0.0:1767384409.143414:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000535ac29b. 00000400:00000010:0.0:1767384409.143422:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b085cd. 00000100:00000010:0.0:1767384409.145556:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000989923cf. 00000020:00000010:1.0:1767384409.145614:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.145619:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.145623:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.145625:0:17891:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.145628:0:17891:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.145649:0:17891:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.145650:0:17891:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005432438f. 02000000:00000010:1.0:1767384409.145658:0:17891:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000542f68e4. 00000400:00000010:1.0:1767384409.145673:0:17891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abc4e1e0. 00000800:00000010:1.0:1767384409.145685:0:17891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bdc321. 00000020:00000010:1.0:1767384409.145699:0:17891:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.145702:0:17891:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.145704:0:17891:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017df698. 00000800:00000010:2.0:1767384409.145763:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bdc321. 00000400:00000010:2.0:1767384409.145769:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abc4e1e0. 00010000:00000010:3.1:1767384409.149133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9c7f0bd. 00000100:00000010:0.0:1767384409.158777:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000543f0488. 00000020:00000010:1.0:1767384409.158850:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.158855:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.158859:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.158863:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.158867:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.158906:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005432438f. 00000020:00000010:1.0:1767384409.158909:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005432438f. 02000000:00000010:1.0:1767384409.158919:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f6354bcd. 00000020:00000010:1.0:1767384409.158935:0:28601:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005432438f. 00000400:00000010:1.0:1767384409.158951:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef117afa. 00000800:00000010:1.0:1767384409.158975:0:28601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe14ad43. 00000100:00000010:2.0:1767384409.158986:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000357cd326. 00000020:00000010:1.0:1767384409.159002:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.159007:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.159012:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.159029:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca0340d1. 00000020:00000010:1.0:1767384409.159032:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca0340d1. 00000020:00000010:1.0:1767384409.159036:0:28601:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.159040:0:28601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.159043:0:28601:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000800:00000010:2.0:1767384409.159063:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe14ad43. 00000400:00000010:2.0:1767384409.159070:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef117afa. 00000020:00000010:1.0:1767384409.159083:0:28601:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca0340d1. 00000020:00000010:1.0:1767384409.159088:0:28601:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca0340d1. 00000100:00000010:0.0:1767384409.159097:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fac0772. 02000000:00000010:1.0:1767384409.159098:0:28601:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008352cb2e. 00000400:00000010:1.0:1767384409.159182:0:28601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669e61bf. 00000020:00000010:3.0:1767384409.159190:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.159193:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.159196:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000800:00000010:1.0:1767384409.159197:0:28601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000747228cf. 00000020:00000010:3.0:1767384409.159199:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.159203:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:1.0:1767384409.159213:0:28601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e333c255. 00000020:00000010:1.0:1767384409.159216:0:28601:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.159219:0:28601:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017df698. 00000020:00000010:3.0:1767384409.159228:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.159232:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 02000000:00000010:3.0:1767384409.159239:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae80b5cc. 00000400:00000010:3.0:1767384409.159263:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004be1a317. 00000800:00000010:0.0:1767384409.159274:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000747228cf. 00000800:00000010:3.0:1767384409.159276:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080e1303d. 00000400:00000010:0.0:1767384409.159280:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669e61bf. 00000020:00000010:3.0:1767384409.159285:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.159289:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.159291:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000800:00000010:0.0:1767384409.159294:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080e1303d. 00000400:00000010:0.0:1767384409.159300:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004be1a317. 00000100:00000010:2.0:1767384409.162378:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000441b7899. 00000020:00000010:3.0:1767384409.162415:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.162419:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.162422:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc09e381. 00000020:00000010:3.0:1767384409.162424:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.162426:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.162454:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.162456:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 02000000:00000010:3.0:1767384409.162464:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f8dcc8d. 00000020:00000010:3.0:1767384409.162477:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017497b70. 00000020:00000010:3.0:1767384409.162492:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa009694. 00000020:00000010:3.0:1767384409.162509:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000742ff098. 00000020:00000010:3.0:1767384409.162513:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042997fc2. 00000020:00000010:3.0:1767384409.162515:0:17889:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000546d8982. 00000020:00000010:3.0:1767384409.162519:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084ea4f4f. 80000000:00000010:3.0:1767384409.162522:0:17889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c72fd2a0. 40000000:00000010:3.0:1767384409.162525:0:17889:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058473be7. 00100000:00000010:3.0:1767384409.162528:0:17889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052d649d3. 00040000:00000010:3.0:1767384409.162531:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080e1303d. 00000020:00000010:2.0:1767384409.162537:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025593fb9. 00040000:00000010:3.0:1767384409.162543:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000009666ef. 00000020:00000010:2.0:1767384409.162543:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097f2ca70. 00000020:00000010:2.0:1767384409.162547:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000bf06312. 00080000:00000010:3.0:1767384409.162551:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d64fbb07. 00000020:00000010:2.0:1767384409.162553:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00080000:00000010:3.0:1767384409.162558:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006ac949a8. 00000020:00000010:2.0:1767384409.162558:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a4ec294. 80000000:00000010:2.0:1767384409.162561:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009268760b. 00002000:00000010:3.0:1767384409.162566:0:17889:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4d1e43a. 40000000:00000010:2.0:1767384409.162566:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.162573:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000208c1a5b. 00040000:00000010:2.0:1767384409.162575:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8e0b2ac. 00080000:00000010:3.0:1767384409.162578:0:17889:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002cec7916. 00040000:00000010:2.0:1767384409.162579:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000147dd60e. 00080000:00000010:2.0:1767384409.162587:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008173390d. 00080000:00000010:3.0:1767384409.162589:0:17889:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000af560ae. 00080000:00000010:2.0:1767384409.162600:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a4400aa5. 00002000:00000010:2.0:1767384409.162606:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ebd8024c. 00000020:00000010:2.0:1767384409.162609:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000097f2ca70. 00000020:00000010:2.0:1767384409.162612:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000bf06312. 00000020:00000010:2.0:1767384409.162615:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.162618:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a4ec294. 80000000:00000010:2.0:1767384409.162621:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009268760b. 40000000:00000010:2.0:1767384409.162623:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.162626:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000208c1a5b. 00040000:00000010:2.0:1767384409.162629:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8e0b2ac. 00080000:00000010:3.0:1767384409.162632:0:17889:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000af560ae. 00040000:00000010:2.0:1767384409.162633:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000147dd60e. 00080000:00000010:2.0:1767384409.162639:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a4400aa5. 00080000:00000010:3.0:1767384409.162642:0:17889:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dbf56e9a. 00080000:00000010:2.0:1767384409.162649:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008173390d. 00080000:00000010:3.0:1767384409.162650:0:17889:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000af560ae. 00002000:00000010:2.0:1767384409.162653:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ebd8024c. 00000001:00000010:3.0:1767384409.162656:0:17889:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000572c0b8. 00000020:00000010:2.0:1767384409.162657:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025593fb9. 00000020:00000010:2.0:1767384409.162663:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025593fb9. 00000020:00000010:2.0:1767384409.162665:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d5b12016. 00000020:00000010:2.0:1767384409.162677:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384409.162679:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00080000:00000010:3.0:1767384409.162680:0:17889:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000af560ae. 00000020:00000010:2.0:1767384409.162681:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000147dd60e. 80000000:00000010:2.0:1767384409.162686:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009268760b. 00000020:00000010:3.0:1767384409.162687:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000742ff098. 40000000:00000010:2.0:1767384409.162688:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.162692:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000bf06312. 00000020:00000010:3.0:1767384409.162693:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042997fc2. 00040000:00000010:2.0:1767384409.162695:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8e0b2ac. 00000020:00000010:3.0:1767384409.162698:0:17889:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000546d8982. 00040000:00000010:2.0:1767384409.162698:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a4ec294. 00080000:00000010:2.0:1767384409.162703:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4400aa5. 00000020:00000010:3.0:1767384409.162705:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084ea4f4f. 00080000:00000010:2.0:1767384409.162707:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000018aa3eb8. 80000000:00000010:3.0:1767384409.162709:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c72fd2a0. 00002000:00000010:2.0:1767384409.162710:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ebd8024c. 40000000:00000010:3.0:1767384409.162714:0:17889:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000058473be7. 00100000:00000010:3.0:1767384409.162717:0:17889:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052d649d3. 00040000:00000010:3.0:1767384409.162719:0:17889:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080e1303d. 00040000:00000010:3.0:1767384409.162721:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000009666ef. 00080000:00000010:3.0:1767384409.162723:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006ac949a8. 00080000:00000010:3.0:1767384409.162725:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d64fbb07. 00002000:00000010:3.0:1767384409.162728:0:17889:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f4d1e43a. 00000020:00000010:3.0:1767384409.162730:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa009694. 00002000:00000010:2.0:1767384409.162753:0:17068:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000117965df. 00000400:00000010:3.0:1767384409.162754:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b66edb. 00010000:00000010:2.0:1767384409.162757:0:17068:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000002263b27c. 00000020:00000010:2.0:1767384409.162767:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d5b12016. 00000020:00000010:2.0:1767384409.162770:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384409.162772:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000800:00000010:3.0:1767384409.162774:0:17889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080e1303d. 00000020:00000010:2.0:1767384409.162775:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000147dd60e. 80000000:00000010:2.0:1767384409.162778:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009268760b. 40000000:00000010:2.0:1767384409.162781:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.162782:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bf06312. 00040000:00000010:2.0:1767384409.162784:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.162786:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a4ec294. 00080000:00000010:2.0:1767384409.162788:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000018aa3eb8. 00080000:00000010:2.0:1767384409.162791:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4400aa5. 00000020:00000010:3.0:1767384409.162792:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa3f6cf0. 00002000:00000010:2.0:1767384409.162793:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ebd8024c. 00000020:00000010:3.0:1767384409.162798:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000020:00000010:2.0:1767384409.162799:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025593fb9. 00000020:00000010:3.0:1767384409.162814:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc09e381. 00000800:00000010:0.0:1767384409.162860:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080e1303d. 00000400:00000010:0.0:1767384409.162869:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b66edb. 00010000:00000010:1.1:1767384409.164140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065f5c792. 00000100:00000010:0.0:1767384409.167358:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b05b1de7. 00000020:00000010:3.0:1767384409.167398:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.167402:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.167405:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0932886. 00000020:00000010:3.0:1767384409.167407:0:41607:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa3f6cf0. 00000020:00000010:3.0:1767384409.167409:0:41607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da29e3d4. 00000020:00000010:3.0:1767384409.167429:0:41607:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058473be7. 00000020:00000010:3.0:1767384409.167431:0:41607:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058473be7. 02000000:00000010:3.0:1767384409.167438:0:41607:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4d1e43a. 00000020:00000010:3.0:1767384409.167453:0:41607:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004560b834. 00000020:00000010:1.0:1767384409.167504:0:40102:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.167509:0:40102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cee29af0. 00080000:00000010:3.0:1767384409.167513:0:41607:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000009666ef. 00000020:00000010:1.0:1767384409.167513:0:40102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe7479f0. 00000020:00000010:1.0:1767384409.167517:0:40102:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095425a4c. 00080000:00000010:3.0:1767384409.167518:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4e84538. 00000020:00000010:1.0:1767384409.167520:0:40102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000083f59f6. 80000000:00000010:1.0:1767384409.167523:0:40102:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f90a04b. 00080000:00000010:3.0:1767384409.167524:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c5279d42. 40000000:00000010:1.0:1767384409.167526:0:40102:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca0340d1. 00100000:00000010:1.0:1767384409.167528:0:40102:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004d0ea882. 00040000:00000010:1.0:1767384409.167531:0:40102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067436dde. 00040000:00000010:1.0:1767384409.167533:0:40102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da00373d. 00080000:00000010:1.0:1767384409.167538:0:40102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ed9d95d. 00080000:00000010:1.0:1767384409.167542:0:40102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007238cf82. 00002000:00000010:1.0:1767384409.167547:0:40102:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003bc2bbde. 00000001:00000010:3.0:1767384409.167549:0:41607:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c72fd2a0. 00000020:00000010:1.0:1767384409.167550:0:40102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cee29af0. 00000001:00000010:3.0:1767384409.167554:0:41607:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000015bd868a. 00000020:00000010:1.0:1767384409.167554:0:40102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fe7479f0. 00000020:00000010:1.0:1767384409.167556:0:40102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384409.167559:0:40102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000083f59f6. 80000000:00000010:1.0:1767384409.167562:0:40102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f90a04b. 40000000:00000010:1.0:1767384409.167565:0:40102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ca0340d1. 00100000:00000010:1.0:1767384409.167567:0:40102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004d0ea882. 00040000:00000010:1.0:1767384409.167570:0:40102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067436dde. 00040000:00000010:1.0:1767384409.167572:0:40102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da00373d. 00080000:00000010:1.0:1767384409.167574:0:40102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007238cf82. 00080000:00000010:1.0:1767384409.167577:0:40102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ed9d95d. 00002000:00000010:1.0:1767384409.167580:0:40102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003bc2bbde. 00000020:00000010:1.0:1767384409.167590:0:40102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.167594:0:40102:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017df698. 00000020:00000010:1.0:1767384409.167597:0:40102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000405c92b5. 00000020:00000010:1.0:1767384409.167600:0:40102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d0ea882. 00000020:00000010:1.0:1767384409.167603:0:40102:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384409.167605:0:40102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da00373d. 80000000:00000010:1.0:1767384409.167608:0:40102:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f90a04b. 40000000:00000010:1.0:1767384409.167610:0:40102:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca0340d1. 00100000:00000010:1.0:1767384409.167613:0:40102:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe7479f0. 00040000:00000010:1.0:1767384409.167615:0:40102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067436dde. 00040000:00000010:1.0:1767384409.167617:0:40102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000083f59f6. 00080000:00000010:1.0:1767384409.167620:0:40102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ed9d95d. 00080000:00000010:1.0:1767384409.167623:0:40102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007238cf82. 00002000:00000010:1.0:1767384409.167626:0:40102:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003bc2bbde. 00010000:00000010:1.0:1767384409.167643:0:40102:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003148dff2. 00010000:00000010:1.0:1767384409.167650:0:40102:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b97de806. 00000020:00000010:1.0:1767384409.167659:0:40102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000405c92b5. 00000020:00000010:1.0:1767384409.167661:0:40102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d0ea882. 00000020:00000010:1.0:1767384409.167664:0:40102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095425a4c. 00000020:00000010:1.0:1767384409.167666:0:40102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da00373d. 80000000:00000010:1.0:1767384409.167668:0:40102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f90a04b. 40000000:00000010:1.0:1767384409.167669:0:40102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ca0340d1. 00100000:00000010:1.0:1767384409.167671:0:40102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe7479f0. 00040000:00000010:1.0:1767384409.167672:0:40102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067436dde. 00040000:00000010:1.0:1767384409.167674:0:40102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000083f59f6. 00080000:00000010:1.0:1767384409.167676:0:40102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007238cf82. 00080000:00000010:1.0:1767384409.167677:0:40102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ed9d95d. 00002000:00000010:1.0:1767384409.167679:0:40102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003bc2bbde. 00000020:00000010:1.0:1767384409.167680:0:40102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017df698. 00010000:00000010:2.1:1767384409.168115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001893e9bb. 00010000:00000010:2.1:1767384409.168122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000017621c13. 00010000:00000010:3.1:1767384409.168142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0d99747. 00010000:00000010:3.1:1767384409.168162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ffd466f. 00000001:00000010:2.0:1767384409.168485:0:40983:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c72fd2a0. 00080000:00000010:2.0:1767384409.168489:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000009666ef. 00000001:00000010:2.0:1767384409.168496:0:40983:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000245014de. 00000004:00000010:2.0:1767384409.168505:0:40983:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000006542aad7. 00080000:00000010:2.0:1767384409.168507:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d50dbfe7. 00000001:00000010:2.0:1767384409.168510:0:40983:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000050854b76. 00080000:00000010:2.0:1767384409.168511:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005eb77583. 00000001:00000010:2.0:1767384409.168513:0:40983:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a8f0f109. 00080000:00000010:2.0:1767384409.168517:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fce201e4. 00000001:00000010:2.0:1767384409.168520:0:40983:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000042223f84. 00080000:00000010:2.0:1767384409.168522:0:40983:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000243cb1c1. 00080000:00000010:0.0:1767384409.168565:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c5279d42. 00080000:00000010:0.0:1767384409.168569:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4e84538. 00080000:00000010:0.0:1767384409.168575:0:41607:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cfee2dc8. 00080000:00000010:0.0:1767384409.168579:0:41607:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ae14fd2e. 00000100:00000010:3.0:1767384409.168586:0:41014:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000071fb1b3. 00000001:00000010:0.0:1767384409.168588:0:41607:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003a4cf21f. 02000000:00000010:3.0:1767384409.168599:0:41014:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000744a8bf9. 00080000:00000010:0.0:1767384409.168603:0:41607:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ae14fd2e. 00000400:00000010:0.0:1767384409.168615:0:41607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b4e0233. 00000800:00000010:0.0:1767384409.168629:0:41607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c457f306. 00000020:00000010:0.0:1767384409.168644:0:41607:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa3f6cf0. 02000000:00000010:2.0:1767384409.168647:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ebd8024c. 00000020:00000010:0.0:1767384409.168647:0:41607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da29e3d4. 00000400:00000010:2.0:1767384409.168653:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000020:00000010:0.0:1767384409.168653:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0932886. 00000400:00000010:2.0:1767384409.168659:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.168666:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000100:00000010:2.0:1767384409.168684:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065b25388. 00000800:00000010:3.0:1767384409.168692:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c457f306. 00000400:00000010:2.0:1767384409.168699:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000400:00000010:3.0:1767384409.168705:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b4e0233. 00000100:00000010:2.0:1767384409.168711:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009268760b. 00000100:00000010:2.0:1767384409.168723:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e4f39e3. 00000020:00000010:0.0:1767384409.168727:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000100:00000010:2.0:1767384409.168728:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1ccec86. 00000020:00000010:0.0:1767384409.168733:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 00000100:00000010:2.0:1767384409.168735:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e7e1268. 00000020:00000010:0.0:1767384409.168744:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099cd16ab. 00000020:00000010:0.0:1767384409.168747:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.168750:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384409.168772:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae14fd2e. 00000020:00000010:0.0:1767384409.168774:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae14fd2e. 02000000:00000010:0.0:1767384409.168786:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000004da3b707. 00010000:00000010:0.0:1767384409.168797:0:17889:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000048ab02e8. 00010000:00000010:0.0:1767384409.168800:0:17889:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000eb0e32b5. 00010000:00000010:0.0:1767384409.168803:0:17889:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000677ac693. 00000020:00000010:0.0:1767384409.168806:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ae14fd2e. 00002000:00000010:0.0:1767384409.168811:0:17889:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000019ee96e5. 00000020:00000010:0.0:1767384409.168823:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009fafe32b. 00010000:00000010:0.0:1767384409.168830:0:17889:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000082dcf8b3. 00080000:00000010:0.0:1767384409.168840:0:17889:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002d5d2ee9. 00080000:00000010:0.0:1767384409.168849:0:17889:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b41b8ee3. 00000020:00000010:1.0:1767384409.168863:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000017df698. 00000020:00000010:1.0:1767384409.168870:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ca0340d1. 00002000:00000010:1.0:1767384409.168873:0:17067:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000019ee96e5. 00010000:00000010:1.0:1767384409.168875:0:17067:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000eb0e32b5. 00010000:00000010:1.0:1767384409.168891:0:17067:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000082dcf8b3. 00000001:00000010:0.0:1767384409.168896:0:17889:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000003e285946. 00080000:00000010:0.0:1767384409.168908:0:17889:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b41b8ee3. 00080000:00000010:0.0:1767384409.168973:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bac35190. 00002000:00000010:0.0:1767384409.168977:0:17889:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 0000000078951f99. 00000400:00000010:0.0:1767384409.168986:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008817a43f. 00000400:00000010:0.0:1767384409.169007:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008817a43f. 00000020:00000010:0.0:1767384409.169014:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c66d9a4. 00000020:00000010:0.0:1767384409.169016:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004174ff25. 00000020:00000010:0.0:1767384409.169018:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099cd16ab. 00000400:00000010:2.0:1767384409.169037:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384409.169041:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00010000:00000010:1.1:1767384409.170136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077c9e017. 00000100:00000010:3.0:1767384409.171166:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e7e1268. 00000100:00000010:1.0:1767384409.171166:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e4f39e3. 00000100:00000010:2.0:1767384409.171169:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1ccec86. 00000100:00000010:0.0:1767384409.171172:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009268760b. 00010000:00000010:1.1:1767384409.173137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003943513c. 00010000:00000010:1.1:1767384409.173144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f3a23116. 00000400:00000010:0.0:1767384409.174415:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359121f0. 00000400:00000010:0.0:1767384409.174427:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22ec85e. 00000020:00000010:3.0:1767384409.174474:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d5a6009. 00000020:00000010:3.0:1767384409.174478:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d5a6009. 00000020:00000010:3.0:1767384409.174481:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae0d0247. 00000020:00000010:3.0:1767384409.174483:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.174486:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.174506:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d5a6009. 00000020:00000010:3.0:1767384409.174508:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d5a6009. 02000000:00000010:3.0:1767384409.174524:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2221b66. 20000000:00000010:3.0:1767384409.174531:0:40989:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000dd8524ed. 00000400:00000010:3.0:1767384409.174552:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000186164ad. 00000800:00000010:3.0:1767384409.174571:0:40989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000535ac29b. 00000020:00000010:2.0:1767384409.174585:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025593fb9. 00000020:00000010:3.0:1767384409.174587:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcaf08e2. 00000020:00000010:3.0:1767384409.174592:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:2.0:1767384409.174592:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097f2ca70. 00000020:00000010:3.0:1767384409.174595:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae0d0247. 00000020:00000010:2.0:1767384409.174598:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000bf06312. 00000020:00000010:2.0:1767384409.174603:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000400:00000010:3.0:1767384409.174605:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000000eabcf. 00000020:00000010:2.0:1767384409.174608:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a4ec294. 00000400:00000010:3.0:1767384409.174610:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ad0f1d. 80000000:00000010:2.0:1767384409.174614:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1ccec86. 40000000:00000010:2.0:1767384409.174619:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.174623:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000208c1a5b. 00040000:00000010:2.0:1767384409.174628:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.174632:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000147dd60e. 00000800:00000010:0.0:1767384409.174639:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000535ac29b. 00080000:00000010:2.0:1767384409.174644:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4400aa5. 00000400:00000010:0.0:1767384409.174647:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000186164ad. 00080000:00000010:2.0:1767384409.174650:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000018aa3eb8. 02000000:00000010:0.0:1767384409.174653:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d2221b66. 00002000:00000010:2.0:1767384409.174657:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c98de17. 00000020:00000010:2.0:1767384409.174662:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000097f2ca70. 00000020:00000010:2.0:1767384409.174666:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000bf06312. 00000020:00000010:2.0:1767384409.174669:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.174672:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a4ec294. 80000000:00000010:2.0:1767384409.174675:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1ccec86. 40000000:00000010:2.0:1767384409.174677:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.174679:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000208c1a5b. 00040000:00000010:2.0:1767384409.174682:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.174686:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000147dd60e. 00080000:00000010:2.0:1767384409.174689:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000018aa3eb8. 00080000:00000010:2.0:1767384409.174691:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4400aa5. 00002000:00000010:2.0:1767384409.174693:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009c98de17. 00000020:00000010:2.0:1767384409.174694:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025593fb9. 00000020:00000010:2.0:1767384409.174696:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025593fb9. 00000020:00000010:2.0:1767384409.174698:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d5b12016. 00000020:00000010:2.0:1767384409.174699:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384409.174701:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.174703:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000147dd60e. 80000000:00000010:2.0:1767384409.174704:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1ccec86. 40000000:00000010:2.0:1767384409.174705:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.174707:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000bf06312. 00040000:00000010:2.0:1767384409.174708:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.174710:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a4ec294. 00080000:00000010:2.0:1767384409.174711:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4400aa5. 00080000:00000010:2.0:1767384409.174713:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000018aa3eb8. 00002000:00000010:2.0:1767384409.174715:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c98de17. 00000020:00000010:2.0:1767384409.174732:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d5b12016. 00000020:00000010:2.0:1767384409.174736:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384409.174739:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.174742:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000147dd60e. 80000000:00000010:2.0:1767384409.174752:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1ccec86. 40000000:00000010:2.0:1767384409.174754:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000784240ad. 00100000:00000010:2.0:1767384409.174757:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bf06312. 00040000:00000010:2.0:1767384409.174759:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.174763:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a4ec294. 00080000:00000010:2.0:1767384409.174765:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000018aa3eb8. 00080000:00000010:2.0:1767384409.174767:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4400aa5. 00002000:00000010:2.0:1767384409.174770:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009c98de17. 00000020:00000010:2.0:1767384409.174772:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025593fb9. 00000001:00000010:1.0:1767384409.174825:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8ff14e7. 00000001:00000010:1.0:1767384409.174829:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d34b6f0e. 00000001:00000010:1.0:1767384409.174831:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a257953. 00000001:00000010:1.0:1767384409.174832:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd2eb4f4. 00000001:00000010:1.0:1767384409.174834:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bf16445e. 00000001:00000010:1.0:1767384409.174836:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fe2d9bf9. 00000020:00000010:1.0:1767384409.174841:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005a73dacb. 00000020:00000010:1.0:1767384409.174850:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000099eac305. 00010000:00000010:1.1:1767384409.177139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000048ab02e8. 00010000:00000010:1.1:1767384409.177146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000677ac693. 00010000:00000010:2.1:1767384409.180130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084824eff. 00000400:00000010:0.0:1767384409.299193:0:16344:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000065323be1. 00000400:00000010:0.0:1767384409.299206:0:16344:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000099cd16ab. 00000400:00000010:0.0:1767384409.299211:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008817a43f. 00000400:00000010:0.0:1767384409.299231:0:16344:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034ae9ab3. 00000800:00000010:0.0:1767384409.299261:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c457f306. 00000800:00000010:1.0:1767384409.299919:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ed9d95d. 00000800:00000010:1.0:1767384409.299925:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010ddd894. 00000800:00000010:1.0:1767384409.299930:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000045ff80dc. 00000800:00000010:1.0:1767384409.299945:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000045ff80dc. 00000800:00020000:1.0:1767384409.299953:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.108 00000800:00000010:1.0:1767384409.299958:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010ddd894. 00000800:00000010:1.0:1767384409.299960:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ed9d95d. 00000400:02020000:1.0:1767384409.300001:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.108@tcp47 at host 192.168.204.108:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384409.300013:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c457f306. 00080000:00000010:1.0:1767384409.506619:0:41609:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000085964278. 00080000:00000010:1.0:1767384409.506628:0:41609:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000085964278. 00080000:00000010:1.0:1767384409.506636:0:41609:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000085964278. 00080000:00000010:1.0:1767384409.506639:0:41609:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000085964278. 00000001:02000400:1.0:1767384409.620267:0:41645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000100:00000010:2.0:1767384409.939256:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.939278:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000147dd60e. 00010000:00000010:2.0:1767384409.939293:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43cad0d. 00010000:00000010:2.0:1767384409.939298:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ef947fc6. 00000100:00000010:2.0:1767384409.939312:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.939327:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000067d6c43d. 00000400:00000010:2.0:1767384409.939332:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384409.939336:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.939344:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.939382:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804ce07b. 00000400:00000010:2.0:1767384409.939392:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8d1f75d. 00000400:00000010:2.0:1767384409.939412:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000100:00000010:2.0:1767384409.939439:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1ccec86. 00000100:00000010:2.0:1767384409.939454:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6c73960. 00000100:00000010:2.0:1767384409.939461:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a687ac02. 00000100:00000010:2.0:1767384409.939466:0:17076:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025dd0b25. 00000020:00000010:3.0:1767384409.939467:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939473:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939496:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53e37e. 00000020:00000010:3.0:1767384409.939500:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.939505:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.939540:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939542:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00010000:00000010:3.0:1767384409.939559:0:40989:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000946f1fc9. 00010000:00000010:3.0:1767384409.939562:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d486573. 02000000:00000010:3.0:1767384409.939572:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000627cd457. 00000400:00000010:3.0:1767384409.939591:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.939613:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:3.0:1767384409.939622:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.939625:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.939628:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca53e37e. 02000000:00000010:3.0:1767384409.939634:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000627cd457. 00000400:00000010:3.0:1767384409.939640:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa2d469. 00000400:00000010:2.0:1767384409.939643:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384409.939647:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000400:00000010:3.0:1767384409.939651:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3011cdf. 00000100:00000010:2.0:1767384409.939663:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.939676:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000067d6c43d. 02000000:00000010:2.0:1767384409.939680:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000147dd60e. 00000100:00000010:2.0:1767384409.939682:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 10000000:00000010:2.0:1767384409.939687:0:17076:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000790e8c1. 00000100:00000010:2.0:1767384409.939704:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.939712:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000147dd60e. 00000100:00000010:2.0:1767384409.939716:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000067d6c43d. 00000100:00000010:2.0:1767384409.939718:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000784240ad. 00000100:00000010:2.0:1767384409.939722:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002e1e9b3. 00000400:00000010:2.0:1767384409.939729:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078209199. 00000400:00000010:2.0:1767384409.939732:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a5036754. 02000000:00000010:2.0:1767384409.939735:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5b12016. 00000400:00000010:2.0:1767384409.939737:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.939738:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.939740:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.939747:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cda5ac5. 00000400:00000010:2.0:1767384409.939752:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000585655bf. 00000400:00000010:2.0:1767384409.939764:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:3.0:1767384409.939796:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939799:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939801:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53e37e. 00000020:00000010:3.0:1767384409.939803:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.939805:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.939819:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.939820:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 02000000:00000010:3.0:1767384409.939826:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000627cd457. 20000000:00000010:3.0:1767384409.939833:0:40989:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001cf72757. 00000100:00000010:3.0:1767384409.939875:0:40989:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c44c89ce. 00000100:00000010:3.0:1767384409.939877:0:40989:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c2dbbd57. 00000400:00000010:3.0:1767384409.939882:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.939886:0:40989:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065e5ea77. 00000400:00000010:3.0:1767384409.939894:0:40989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078209199. 00000400:00000010:3.0:1767384409.939899:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a5036754. 00000400:00000010:3.0:1767384409.939917:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000100:00000010:3.0:1767384409.939923:0:40989:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c2dbbd57. 00000100:00000010:3.0:1767384409.939925:0:40989:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c44c89ce. 20000000:00000010:3.0:1767384409.939937:0:40989:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001cf72757. 00000400:00000010:3.0:1767384409.939943:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.939954:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:3.0:1767384409.939960:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cd4953. 00000400:00000010:2.0:1767384409.939961:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000020:00000010:3.0:1767384409.939964:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.939969:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca53e37e. 00000400:00000010:2.0:1767384409.939969:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 02000000:00000010:3.0:1767384409.939977:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000627cd457. 00000400:00000010:3.0:1767384409.939981:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c64d0ecb. 00000400:00000010:3.0:1767384409.939983:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a2c07c9. 00000100:00000010:2.0:1767384409.939989:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002e1e9b3. 10000000:00000010:2.0:1767384409.940002:0:17076:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000538a182c. 10000000:00000010:2.0:1767384409.940014:0:17076:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000538a182c. 02000000:00000010:2.0:1767384409.940020:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5b12016. 00000100:00000010:2.0:1767384409.940024:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000784240ad. 00000100:00000010:2.0:1767384409.940027:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000067d6c43d. 02000000:00000010:2.0:1767384409.940029:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000147dd60e. 00000100:00000010:2.0:1767384409.940032:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 10000000:00000010:2.0:1767384409.940046:0:17076:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000790e8c1. 00000100:00000010:2.0:1767384409.940058:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.940065:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000147dd60e. 00010000:00000010:2.0:1767384409.940072:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000be4d3378. 00000100:00000010:2.0:1767384409.940080:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940089:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000067d6c43d. 00000400:00000010:2.0:1767384409.940093:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940096:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.940120:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.940131:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633d6480. 00000400:00000010:2.0:1767384409.940159:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005821ad32. 00000400:00000010:2.0:1767384409.940176:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:3.0:1767384409.940205:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940209:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940212:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53e37e. 00000020:00000010:3.0:1767384409.940214:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940216:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940231:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940233:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00010000:00000010:3.0:1767384409.940240:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9c7f0bd. 02000000:00000010:3.0:1767384409.940245:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000627cd457. 00000400:00000010:3.0:1767384409.940253:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.940270:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:3.0:1767384409.940275:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940277:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940279:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca53e37e. 02000000:00000010:3.0:1767384409.940281:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000627cd457. 00000400:00000010:3.0:1767384409.940285:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a3b6358. 00000400:00000010:3.0:1767384409.940291:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b89875e. 00000400:00000010:2.0:1767384409.940294:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940299:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000010:2.0:1767384409.940310:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940320:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000067d6c43d. 02000000:00000010:2.0:1767384409.940323:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000147dd60e. 00000100:00000010:2.0:1767384409.940325:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 10000000:00000010:2.0:1767384409.940331:0:17076:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000784240ad. 00000020:00000010:2.0:1767384409.940334:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000147dd60e. 00000020:00000010:2.0:1767384409.940337:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d5b12016. 00000040:00000010:2.0:1767384409.940341:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000097f2ca70. 00000020:00000010:2.0:1767384409.940345:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000bf06312. 00000020:00000010:2.0:1767384409.940349:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1ade07c. 80000000:00000010:2.0:1767384409.940353:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abdfd38c. 00040000:00000010:2.0:1767384409.940358:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3307e14. 00080000:00000010:2.0:1767384409.940363:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4400aa5. 00080000:00000010:2.0:1767384409.940367:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000018aa3eb8. 20000000:00000010:2.0:1767384409.940374:0:17076:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003a4ec294. 00000040:00000010:2.0:1767384409.940379:0:17076:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a257953. 00000100:00000010:2.0:1767384409.940384:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.940390:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd2eb4f4. 00000100:00000010:2.0:1767384409.940396:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940403:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8ff14e7. 00000400:00000010:2.0:1767384409.940406:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940409:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.940414:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.940422:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8d6ff5e. 00000400:00000010:2.0:1767384409.940428:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078878495. 00000400:00000010:2.0:1767384409.940442:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:3.0:1767384409.940456:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940459:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940462:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53e37e. 00000020:00000010:3.0:1767384409.940464:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940465:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940480:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940481:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 02000000:00000010:3.0:1767384409.940488:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000627cd457. 00000040:00000010:3.0:1767384409.940492:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020d337d5. 00000040:00000010:3.0:1767384409.940536:0:40989:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c2dbbd57. 00000040:00000010:3.0:1767384409.940545:0:40989:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c2dbbd57. 00000040:00000010:3.0:1767384409.940547:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020d337d5. 20000000:00000010:3.0:1767384409.940551:0:40989:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f872e114. 20000000:00000010:3.0:1767384409.940553:0:40989:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000f872e114. 00000400:00000010:3.0:1767384409.940558:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.940574:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:3.0:1767384409.940579:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940581:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940583:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca53e37e. 02000000:00000010:3.0:1767384409.940585:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000627cd457. 00000400:00000010:3.0:1767384409.940588:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f086db1. 00000400:00000010:3.0:1767384409.940590:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000130e9648. 00000400:00000010:2.0:1767384409.940601:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940606:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000100:00000010:2.0:1767384409.940616:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940628:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8ff14e7. 02000000:00000010:2.0:1767384409.940631:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd2eb4f4. 00000100:00000010:2.0:1767384409.940633:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000040:00000010:2.0:1767384409.940640:0:17076:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004c7cc13f. 00000100:00000010:2.0:1767384409.940644:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.940650:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd2eb4f4. 00000100:00000010:2.0:1767384409.940654:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940673:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000582f6e3e. 00000400:00000010:2.0:1767384409.940677:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940682:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f800c985. 00000400:00000010:2.0:1767384409.940687:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.940696:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008677d96a. 00000400:00000010:2.0:1767384409.940703:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009825a484. 00000400:00000010:2.0:1767384409.940718:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000020:00000010:3.0:1767384409.940730:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940734:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940736:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53e37e. 00000020:00000010:3.0:1767384409.940738:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940739:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940753:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f872e114. 00000020:00000010:3.0:1767384409.940754:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f872e114. 02000000:00000010:3.0:1767384409.940767:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c14d2cb8. 00000040:00000010:3.0:1767384409.940771:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020d337d5. 00000040:00000010:3.0:1767384409.940777:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d64fbb07. 00000040:00000010:3.0:1767384409.940794:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d64fbb07. 00000040:00000010:3.0:1767384409.940796:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020d337d5. 00000400:00000010:3.0:1767384409.940802:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dc1b2093. 00000400:00000010:3.0:1767384409.940821:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dc1b2093. 00000020:00000010:3.0:1767384409.940828:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cd4953. 00000020:00000010:3.0:1767384409.940830:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c1b2612b. 00000020:00000010:3.0:1767384409.940832:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca53e37e. 02000000:00000010:3.0:1767384409.940836:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c14d2cb8. 00000400:00000010:2.0:1767384409.940837:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.940843:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f800c985. 00000400:00000010:3.0:1767384409.940848:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a8abfaa. 00000400:00000010:3.0:1767384409.940851:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc1b2093. 00000100:00000010:2.0:1767384409.940857:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002e1e9b3. 02000000:00000010:2.0:1767384409.940866:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000582f6e3e. 02000000:00000010:2.0:1767384409.940876:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd2eb4f4. 00000100:00000010:2.0:1767384409.940880:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000040:00000010:2.0:1767384409.940887:0:17076:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000004a11bd1. 00000020:00000010:0.0:1767384409.941045:0:41664:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000083f59f6. 00000020:00000010:0.0:1767384409.941050:0:41664:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cee29af0. 00000040:00000010:0.0:1767384409.941053:0:41664:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc7ba5a2. 00000020:00000010:0.0:1767384409.941055:0:41664:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003126b603. 00000020:00000010:0.0:1767384409.941058:0:41664:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c675203e. 00000020:00000010:0.0:1767384409.941071:0:41664:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f33bcae. 80000000:00000010:0.0:1767384409.941074:0:41664:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ede2d5e0. 40000000:00000010:0.0:1767384409.941076:0:41664:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b41b8ee3. 00100000:00000010:0.0:1767384409.941080:0:41664:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1d0a42e. 00040000:00000010:0.0:1767384409.941083:0:41664:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e51bc50d. 00040000:00000010:0.0:1767384409.941086:0:41664:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004cfa11a2. 00040000:00000010:0.0:1767384409.941088:0:41664:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f69336d. 00080000:00000010:0.0:1767384409.941091:0:41664:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d16ba4b. 00080000:00000010:0.0:1767384409.941095:0:41664:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a132fbdf. 00000004:00000010:0.0:1767384409.941123:0:41664:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000073319df. 00000004:00000010:0.0:1767384409.941128:0:41664:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009894b391. 00000004:00000010:0.0:1767384409.941133:0:41664:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b1d5bea3. 00002000:00000010:0.0:1767384409.941151:0:41664:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000af4e2fcf. 00000004:00000010:0.0:1767384409.941161:0:41664:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059d3465c. 00000020:00000010:0.0:1767384409.941165:0:41664:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005115ff09. 00000040:00000010:0.0:1767384409.941175:0:41664:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000846a89ce. 00000040:00000010:0.0:1767384409.941587:0:41664:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000846a89ce. 00000020:00000010:0.0:1767384409.941593:0:41664:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005115ff09. 00000020:00000010:0.0:1767384409.941601:0:41664:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cee29af0. 00000040:00000010:0.0:1767384409.941605:0:41664:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dc7ba5a2. 00000020:00000010:0.0:1767384409.941607:0:41664:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003126b603. 00000020:00000010:0.0:1767384409.941610:0:41664:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c675203e. 00000020:00000010:0.0:1767384409.941613:0:41664:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f33bcae. 80000000:00000010:0.0:1767384409.941616:0:41664:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ede2d5e0. 40000000:00000010:0.0:1767384409.941619:0:41664:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b41b8ee3. 00100000:00000010:0.0:1767384409.941622:0:41664:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1d0a42e. 00040000:00000010:0.0:1767384409.941630:0:41664:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e51bc50d. 00040000:00000010:0.0:1767384409.941634:0:41664:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004cfa11a2. 00040000:00000010:0.0:1767384409.941637:0:41664:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f69336d. 00080000:00000010:0.0:1767384409.941640:0:41664:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a132fbdf. 00080000:00000010:0.0:1767384409.941642:0:41664:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d16ba4b. 00000004:00000010:0.0:1767384409.941645:0:41664:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000073319df. 00000004:00000010:0.0:1767384409.941648:0:41664:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009894b391. 00000004:00000010:0.0:1767384409.941651:0:41664:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1d5bea3. 00002000:00000010:0.0:1767384409.941653:0:41664:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000af4e2fcf. 00000004:00000010:0.0:1767384409.941655:0:41664:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059d3465c. 00000020:00000010:0.0:1767384409.941657:0:41664:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000083f59f6. 00000040:00000010:3.0:1767384409.941682:0:17076:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000004a11bd1. 00000040:00000010:3.0:1767384409.941688:0:17076:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004c7cc13f. 00000040:00000010:3.0:1767384409.941690:0:17076:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000a257953. 00000020:00000010:3.0:1767384409.941694:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d5b12016. 00000040:00000010:3.0:1767384409.941697:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000097f2ca70. 00000020:00000010:3.0:1767384409.941700:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000bf06312. 00000020:00000010:3.0:1767384409.941703:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1ade07c. 80000000:00000010:3.0:1767384409.941705:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abdfd38c. 00040000:00000010:3.0:1767384409.941708:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f3307e14. 00080000:00000010:3.0:1767384409.941711:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000018aa3eb8. 00080000:00000010:3.0:1767384409.941713:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4400aa5. 20000000:00000010:3.0:1767384409.941717:0:17076:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003a4ec294. 00000020:00000010:3.0:1767384409.941719:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000147dd60e. 10000000:00000010:3.0:1767384409.941721:0:17076:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000784240ad. 00000100:00000010:3.0:1767384409.941768:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 02000000:00000010:3.0:1767384409.941774:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000042bea5. 00010000:00000010:3.0:1767384409.941779:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018800080. 00000100:00000010:3.0:1767384409.941784:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.941790:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000627cd457. 00000400:00000010:3.0:1767384409.941792:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.941794:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.941797:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000010:3.0:1767384409.941803:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056a91ae8. 00000400:00000010:3.0:1767384409.941807:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025e6c93e. 00000400:00000010:3.0:1767384409.941825:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000020:00000010:2.0:1767384409.941864:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d065b0f. 00000020:00000010:2.0:1767384409.941868:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d065b0f. 00000020:00000010:2.0:1767384409.941873:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd2eb4f4. 00000020:00000010:2.0:1767384409.941885:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061aa52ea. 00000020:00000010:2.0:1767384409.941888:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8bffae. 00000020:00000010:2.0:1767384409.941907:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d065b0f. 00000020:00000010:2.0:1767384409.941908:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d065b0f. 00010000:00000010:2.0:1767384409.941917:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a08ba514. 02000000:00000010:2.0:1767384409.941923:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001e0a6fc4. 00000400:00000010:2.0:1767384409.941932:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.941951:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000020:00000010:2.0:1767384409.941958:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061aa52ea. 00000400:00000010:3.0:1767384409.941965:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.941969:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:2.0:1767384409.941973:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8bffae. 00000020:00000010:2.0:1767384409.941977:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd2eb4f4. 02000000:00000010:2.0:1767384409.941983:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001e0a6fc4. 00000400:00000010:2.0:1767384409.941987:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc331212. 00000400:00000010:2.0:1767384409.941990:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e1e9b3. 00000100:00000010:3.0:1767384409.942035:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.942044:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000627cd457. 02000000:00000010:3.0:1767384409.942047:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000042bea5. 00000100:00000010:3.0:1767384409.942049:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 10000000:00000010:3.0:1767384409.942054:0:17076:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f872e114. 00000020:00000010:3.0:1767384409.942056:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000042bea5. 00000020:00000010:3.0:1767384409.942058:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d730217. 00000040:00000010:3.0:1767384409.942060:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d6ab146. 00000020:00000010:3.0:1767384409.942062:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052d649d3. 00000020:00000010:3.0:1767384409.942064:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004132980b. 80000000:00000010:3.0:1767384409.942066:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000872520d9. 00040000:00000010:3.0:1767384409.942068:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001ea2ed0. 00080000:00000010:3.0:1767384409.942070:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d64fbb07. 00080000:00000010:3.0:1767384409.942073:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006ac949a8. 20000000:00000010:3.0:1767384409.942078:0:17076:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008827a33c. 00000040:00000010:3.0:1767384409.942081:0:17076:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b5dec0c8. 00000100:00000010:3.0:1767384409.942083:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 02000000:00000010:3.0:1767384409.942087:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d42af8b. 00000100:00000010:3.0:1767384409.942092:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.942098:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae0d0247. 00000400:00000010:3.0:1767384409.942120:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.942122:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.942126:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000010:3.0:1767384409.942133:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8207448. 00000400:00000010:3.0:1767384409.942152:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000381c109f. 00000400:00000010:3.0:1767384409.942169:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000020:00000010:1.0:1767384409.942209:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942213:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942217:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eea91c59. 00000020:00000010:1.0:1767384409.942219:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059a53ed1. 00000020:00000010:1.0:1767384409.942222:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.942241:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942243:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 02000000:00000010:1.0:1767384409.942251:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000009b701ee0. 00000040:00000010:1.0:1767384409.942262:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000008fa24a5. 00000040:00000010:1.0:1767384409.942283:0:40989:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007b2ae81c. 00000020:00000010:1.0:1767384409.942288:0:40989:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000067436dde. 00080000:00000010:1.0:1767384409.942293:0:40989:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a0d7e95. 00000040:00000010:1.0:1767384409.942304:0:40989:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007b2ae81c. 00000040:00000010:1.0:1767384409.942306:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000008fa24a5. 20000000:00000010:1.0:1767384409.942311:0:40989:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000005072e79c. 20000000:00000010:1.0:1767384409.942313:0:40989:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000005072e79c. 00000400:00000010:1.0:1767384409.942319:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.942341:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000020:00000010:1.0:1767384409.942349:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059a53ed1. 00000020:00000010:1.0:1767384409.942352:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.942355:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eea91c59. 00000400:00000010:3.0:1767384409.942356:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ca9b6cd. 02000000:00000010:1.0:1767384409.942359:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000009b701ee0. 00000400:00000010:3.0:1767384409.942360:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000010:1.0:1767384409.942366:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000469265f3. 00000400:00000010:1.0:1767384409.942371:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8e9d61. 00000100:00000010:3.0:1767384409.942372:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.942378:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae0d0247. 02000000:00000010:3.0:1767384409.942386:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d42af8b. 00000100:00000010:3.0:1767384409.942388:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 00000040:00000010:3.0:1767384409.942399:0:17076:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000009b256bd. 00000100:00000010:3.0:1767384409.942402:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 02000000:00000010:3.0:1767384409.942406:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d42af8b. 00000100:00000010:3.0:1767384409.942409:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.942417:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c14d2cb8. 00000400:00000010:3.0:1767384409.942421:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.942423:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000174ce8c8. 00000400:00000010:3.0:1767384409.942427:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.942433:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b5fbd9c. 00000400:00000010:3.0:1767384409.942437:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033902413. 00000400:00000010:3.0:1767384409.942448:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000020:00000010:1.0:1767384409.942478:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942481:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942483:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eea91c59. 00000020:00000010:1.0:1767384409.942486:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059a53ed1. 00000020:00000010:1.0:1767384409.942489:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d20f13. 00000020:00000010:1.0:1767384409.942511:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.942514:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 02000000:00000010:1.0:1767384409.942535:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e7117692. 00000040:00000010:1.0:1767384409.942540:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000008fa24a5. 00000040:00000010:1.0:1767384409.942549:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ed9d95d. 00000040:00000010:2.0:1767384409.943018:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ed9d95d. 00000040:00000010:2.0:1767384409.943022:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000008fa24a5. 00000400:00000010:2.0:1767384409.943029:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f800c985. 00000400:00000010:2.0:1767384409.943049:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f800c985. 00000020:00000010:2.0:1767384409.943055:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059a53ed1. 00000020:00000010:2.0:1767384409.943057:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d20f13. 00000020:00000010:2.0:1767384409.943059:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eea91c59. 02000000:00000010:2.0:1767384409.943062:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e7117692. 00000400:00000010:2.0:1767384409.943073:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c5a098. 00000400:00000010:2.0:1767384409.943076:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f800c985. 00000400:00000010:3.0:1767384409.943086:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.943092:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000174ce8c8. 00000100:00000010:3.0:1767384409.943126:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e509b13. 02000000:00000010:3.0:1767384409.943132:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c14d2cb8. 02000000:00000010:3.0:1767384409.943155:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d42af8b. 00000100:00000010:3.0:1767384409.943158:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 00000040:00000010:3.0:1767384409.943162:0:17076:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009c7448cb. 00000020:00000010:3.0:1767384409.943299:0:41665:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d42af8b. 00000020:00000010:3.0:1767384409.943303:0:41665:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae0d0247. 00000040:00000010:3.0:1767384409.943305:0:41665:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0932886. 00000020:00000010:3.0:1767384409.943308:0:41665:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042997fc2. 00000020:00000010:3.0:1767384409.943311:0:41665:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000546d8982. 00000020:00000010:3.0:1767384409.943314:0:41665:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000009666ef. 80000000:00000010:3.0:1767384409.943316:0:41665:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050854b76. 40000000:00000010:3.0:1767384409.943318:0:41665:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aa6d19aa. 00100000:00000010:3.0:1767384409.943323:0:41665:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000dc89106. 00040000:00000010:3.0:1767384409.943326:0:41665:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a54ae28e. 00040000:00000010:3.0:1767384409.943330:0:41665:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008eec20da. 00040000:00000010:3.0:1767384409.943332:0:41665:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020d337d5. 00080000:00000010:3.0:1767384409.943336:0:41665:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b865f96e. 00080000:00000010:3.0:1767384409.943383:0:41665:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001282f704. 00000004:00000010:3.0:1767384409.943389:0:41665:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009644ade4. 00000004:00000010:3.0:1767384409.943393:0:41665:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000067f86bff. 00000004:00000010:3.0:1767384409.943395:0:41665:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008d24d6e0. 00002000:00000010:3.0:1767384409.943397:0:41665:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000627cd457. 00000004:00000010:3.0:1767384409.943398:0:41665:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c44c89ce. 00000020:00000010:3.0:1767384409.943402:0:41665:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055079c62. 00000040:00000010:3.0:1767384409.943406:0:41665:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001de9bb44. 00000040:00000010:3.0:1767384409.943786:0:41665:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001de9bb44. 00000020:00000010:3.0:1767384409.943789:0:41665:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055079c62. 00000020:00000010:3.0:1767384409.943796:0:41665:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae0d0247. 00000040:00000010:3.0:1767384409.943799:0:41665:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0932886. 00000020:00000010:3.0:1767384409.943801:0:41665:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042997fc2. 00000020:00000010:3.0:1767384409.943803:0:41665:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000546d8982. 00000020:00000010:3.0:1767384409.943807:0:41665:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000009666ef. 80000000:00000010:3.0:1767384409.943809:0:41665:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050854b76. 40000000:00000010:3.0:1767384409.943811:0:41665:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aa6d19aa. 00100000:00000010:3.0:1767384409.943812:0:41665:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000dc89106. 00040000:00000010:3.0:1767384409.943814:0:41665:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a54ae28e. 00040000:00000010:3.0:1767384409.943816:0:41665:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008eec20da. 00040000:00000010:3.0:1767384409.943818:0:41665:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000020d337d5. 00080000:00000010:3.0:1767384409.943820:0:41665:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001282f704. 00080000:00000010:3.0:1767384409.943822:0:41665:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b865f96e. 00000004:00000010:3.0:1767384409.943824:0:41665:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009644ade4. 00000004:00000010:3.0:1767384409.943826:0:41665:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000067f86bff. 00000004:00000010:3.0:1767384409.943828:0:41665:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008d24d6e0. 00002000:00000010:3.0:1767384409.943829:0:41665:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000627cd457. 00000004:00000010:3.0:1767384409.943831:0:41665:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c44c89ce. 00000020:00000010:3.0:1767384409.943832:0:41665:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d42af8b. 00000040:00000010:2.0:1767384409.943874:0:17076:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009c7448cb. 00000040:00000010:2.0:1767384409.943880:0:17076:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000009b256bd. 00000040:00000010:2.0:1767384409.943882:0:17076:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b5dec0c8. 00000020:00000010:2.0:1767384409.943885:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003d730217. 00000040:00000010:2.0:1767384409.943887:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d6ab146. 00000020:00000010:2.0:1767384409.943888:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000052d649d3. 00000020:00000010:2.0:1767384409.943891:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004132980b. 80000000:00000010:2.0:1767384409.943892:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000872520d9. 00040000:00000010:2.0:1767384409.943894:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001ea2ed0. 00080000:00000010:2.0:1767384409.943896:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006ac949a8. 00080000:00000010:2.0:1767384409.943898:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d64fbb07. 20000000:00000010:2.0:1767384409.943900:0:17076:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008827a33c. 00000020:00000010:2.0:1767384409.943902:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000042bea5. 10000000:00000010:2.0:1767384409.943903:0:17076:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f872e114. 00000100:00000010:2.0:1767384409.943910:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.943915:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8ff14e7. 00010000:00000010:2.0:1767384409.943920:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab2ad6f9. 00010000:00000010:2.0:1767384409.943923:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aab34b06. 00000100:00000010:2.0:1767384409.943928:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.943939:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e0a6fc4. 00000400:00000010:2.0:1767384409.943941:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384409.943943:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.943945:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.943952:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bffae314. 00000400:00000010:2.0:1767384409.943956:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c12fe855. 00000400:00000010:2.0:1767384409.943968:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:1.0:1767384409.944013:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944018:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944022:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.944024:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944026:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944044:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944045:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00010000:00000010:1.0:1767384409.944059:0:40989:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008fa1d5e6. 00010000:00000010:1.0:1767384409.944063:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bfc95d5. 02000000:00000010:1.0:1767384409.944068:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002887bf99. 00000400:00000010:1.0:1767384409.944077:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.944096:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000400:00000010:2.0:1767384409.944130:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000020:00000010:1.0:1767384409.944133:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000400:00000010:2.0:1767384409.944149:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000020:00000010:1.0:1767384409.944149:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944153:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 02000000:00000010:1.0:1767384409.944159:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002887bf99. 00000400:00000010:1.0:1767384409.944165:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077700eff. 00000100:00000010:2.0:1767384409.944167:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457ea8fa. 00000400:00000010:1.0:1767384409.944169:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb5d7edb. 02000000:00000010:2.0:1767384409.944179:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e0a6fc4. 02000000:00000010:2.0:1767384409.944184:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8ff14e7. 00000100:00000010:2.0:1767384409.944187:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000100:00000010:2.0:1767384409.944197:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.944203:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8ff14e7. 00010000:00000010:2.0:1767384409.944209:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e5355104. 00000100:00000010:2.0:1767384409.944215:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.944222:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e0a6fc4. 00000400:00000010:2.0:1767384409.944225:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384409.944228:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.944233:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.944241:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008868efec. 00000400:00000010:2.0:1767384409.944246:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011222b2d. 00000400:00000010:2.0:1767384409.944262:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:1.0:1767384409.944291:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944294:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944297:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.944298:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944300:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944315:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944317:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00010000:00000010:1.0:1767384409.944326:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007e75f9cc. 02000000:00000010:1.0:1767384409.944331:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002887bf99. 00000400:00000010:1.0:1767384409.944339:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.944357:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000020:00000010:1.0:1767384409.944365:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000400:00000010:2.0:1767384409.944367:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000020:00000010:1.0:1767384409.944368:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000400:00000010:2.0:1767384409.944374:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000020:00000010:1.0:1767384409.944374:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 02000000:00000010:1.0:1767384409.944382:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002887bf99. 00000400:00000010:1.0:1767384409.944387:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae9f996c. 00000100:00000010:2.0:1767384409.944389:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457ea8fa. 00000400:00000010:1.0:1767384409.944390:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e373cd8. 02000000:00000010:2.0:1767384409.944399:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e0a6fc4. 02000000:00000010:2.0:1767384409.944403:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8ff14e7. 00000100:00000010:2.0:1767384409.944405:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 10000000:00000010:2.0:1767384409.944409:0:17076:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006d065b0f. 00000020:00000010:2.0:1767384409.944411:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8ff14e7. 00000020:00000010:2.0:1767384409.944413:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d34b6f0e. 00000040:00000010:2.0:1767384409.944420:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a257953. 00000020:00000010:2.0:1767384409.944422:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000208c1a5b. 00000020:00000010:2.0:1767384409.944425:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000243cb1c1. 80000000:00000010:2.0:1767384409.944427:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036654f85. 00040000:00000010:2.0:1767384409.944429:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fce201e4. 00080000:00000010:2.0:1767384409.944433:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ae3f8f5. 00080000:00000010:2.0:1767384409.944435:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a4400aa5. 20000000:00000010:2.0:1767384409.944438:0:17076:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d50dbfe7. 00000040:00000010:2.0:1767384409.944441:0:17076:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000805bff7c. 00000100:00000010:2.0:1767384409.944444:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.944449:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5813035. 00000100:00000010:2.0:1767384409.944453:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.944458:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f78be4d5. 00000400:00000010:2.0:1767384409.944460:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384409.944462:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.944467:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000241dda7e. 00000400:00000010:2.0:1767384409.944474:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce35baa. 00000400:00000010:2.0:1767384409.944479:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce2585d. 00000400:00000010:2.0:1767384409.944491:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000241dda7e. 00000020:00000010:1.0:1767384409.944530:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944534:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944539:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.944544:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944548:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944570:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944578:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 02000000:00000010:1.0:1767384409.944587:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002887bf99. 00000040:00000010:1.0:1767384409.944590:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eea91c59. 00000040:00000010:1.0:1767384409.944607:0:40989:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000083d5f364. 00000040:00000010:1.0:1767384409.944612:0:40989:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000083d5f364. 00000040:00000010:1.0:1767384409.944615:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eea91c59. 00000400:00000010:1.0:1767384409.944621:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.944642:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000020:00000010:1.0:1767384409.944653:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944657:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000400:00000010:2.0:1767384409.944658:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000020:00000010:1.0:1767384409.944659:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 00000400:00000010:2.0:1767384409.944664:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 02000000:00000010:1.0:1767384409.944666:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002887bf99. 00000400:00000010:1.0:1767384409.944675:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c72ead. 00000100:00000010:2.0:1767384409.944676:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.944684:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f78be4d5. 00000400:00000010:1.0:1767384409.944684:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005167032. 02000000:00000010:2.0:1767384409.944689:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5813035. 00000100:00000010:2.0:1767384409.944693:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000040:00000010:2.0:1767384409.944698:0:17076:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018aa3eb8. 00000100:00000010:2.0:1767384409.944702:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057e8c94c. 02000000:00000010:2.0:1767384409.944707:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78be4d5. 00000100:00000010:2.0:1767384409.944710:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.944722:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c14d2cb8. 00000400:00000010:2.0:1767384409.944726:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384409.944731:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a5036754. 00000400:00000010:2.0:1767384409.944734:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a54ca. 00000400:00000010:2.0:1767384409.944746:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6306506. 00000400:00000010:2.0:1767384409.944750:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007654dc4a. 00000400:00000010:2.0:1767384409.944762:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a54ca. 00000020:00000010:1.0:1767384409.944791:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944794:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944798:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.944801:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944803:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944818:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.944821:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 02000000:00000010:1.0:1767384409.944833:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e7117692. 00000040:00000010:1.0:1767384409.944838:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eea91c59. 00000040:00000010:1.0:1767384409.944846:0:40989:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007238cf82. 00000040:00000010:1.0:1767384409.944852:0:40989:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007238cf82. 00000040:00000010:1.0:1767384409.944855:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eea91c59. 00000400:00000010:1.0:1767384409.944864:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000071eb23d8. 00000400:00000010:1.0:1767384409.944883:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000071eb23d8. 00000020:00000010:1.0:1767384409.944890:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.944892:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.944894:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 02000000:00000010:1.0:1767384409.944898:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e7117692. 00000400:00000010:2.0:1767384409.944900:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f613033. 00000400:00000010:2.0:1767384409.944906:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a5036754. 00000400:00000010:1.0:1767384409.944909:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de77effd. 00000400:00000010:1.0:1767384409.944914:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071eb23d8. 00000100:00000010:2.0:1767384409.944919:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457ea8fa. 02000000:00000010:2.0:1767384409.944930:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c14d2cb8. 02000000:00000010:2.0:1767384409.944945:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f78be4d5. 00000100:00000010:2.0:1767384409.944950:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057e8c94c. 00000040:00000010:2.0:1767384409.944956:0:17076:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000499d7628. 00000020:00000010:2.0:1767384409.945094:0:41666:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78be4d5. 00000020:00000010:2.0:1767384409.945123:0:41666:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050d61daf. 00000040:00000010:2.0:1767384409.945129:0:41666:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5813035. 00000020:00000010:2.0:1767384409.945134:0:41666:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a653f8e4. 00000020:00000010:2.0:1767384409.945150:0:41666:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.945154:0:41666:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027be1955. 80000000:00000010:2.0:1767384409.945158:0:41666:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000572869dd. 40000000:00000010:2.0:1767384409.945161:0:41666:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd9533f6. 00100000:00000010:2.0:1767384409.945166:0:41666:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000bf06312. 00040000:00000010:2.0:1767384409.945169:0:41666:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.945174:0:41666:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000accbfacc. 00040000:00000010:2.0:1767384409.945177:0:41666:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000453c225. 00080000:00000010:2.0:1767384409.945181:0:41666:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c7cc13f. 00080000:00000010:2.0:1767384409.945183:0:41666:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d64fbb07. 00000004:00000010:2.0:1767384409.945188:0:41666:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b03315c. 00000004:00000010:2.0:1767384409.945192:0:41666:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000538a182c. 00000004:00000010:2.0:1767384409.945196:0:41666:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005e64be7a. 00002000:00000010:2.0:1767384409.945199:0:41666:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001e0a6fc4. 00000004:00000010:2.0:1767384409.945203:0:41666:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005575b976. 00000020:00000010:2.0:1767384409.945207:0:41666:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000013f57ae7. 00000040:00000010:2.0:1767384409.945213:0:41666:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006ac949a8. 00000040:00000010:2.0:1767384409.945663:0:41666:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006ac949a8. 00000020:00000010:2.0:1767384409.945669:0:41666:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000013f57ae7. 00000020:00000010:2.0:1767384409.945682:0:41666:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050d61daf. 00000040:00000010:2.0:1767384409.945686:0:41666:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5813035. 00000020:00000010:2.0:1767384409.945688:0:41666:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a653f8e4. 00000020:00000010:2.0:1767384409.945691:0:41666:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056383029. 00000020:00000010:2.0:1767384409.945694:0:41666:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027be1955. 80000000:00000010:2.0:1767384409.945696:0:41666:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000572869dd. 40000000:00000010:2.0:1767384409.945698:0:41666:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bd9533f6. 00100000:00000010:2.0:1767384409.945700:0:41666:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bf06312. 00040000:00000010:2.0:1767384409.945701:0:41666:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8e0b2ac. 00040000:00000010:2.0:1767384409.945705:0:41666:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000accbfacc. 00040000:00000010:2.0:1767384409.945707:0:41666:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000453c225. 00080000:00000010:2.0:1767384409.945709:0:41666:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d64fbb07. 00080000:00000010:2.0:1767384409.945710:0:41666:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004c7cc13f. 00000004:00000010:2.0:1767384409.945712:0:41666:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002b03315c. 00000004:00000010:2.0:1767384409.945715:0:41666:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000538a182c. 00000004:00000010:2.0:1767384409.945718:0:41666:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005e64be7a. 00002000:00000010:2.0:1767384409.945720:0:41666:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e0a6fc4. 00000004:00000010:2.0:1767384409.945721:0:41666:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005575b976. 00000020:00000010:2.0:1767384409.945722:0:41666:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78be4d5. 00000040:00000010:3.0:1767384409.945748:0:17076:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000499d7628. 00000040:00000010:3.0:1767384409.945754:0:17076:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018aa3eb8. 00000040:00000010:3.0:1767384409.945756:0:17076:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000805bff7c. 00000020:00000010:3.0:1767384409.945761:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d34b6f0e. 00000040:00000010:3.0:1767384409.945764:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a257953. 00000020:00000010:3.0:1767384409.945771:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000208c1a5b. 00000020:00000010:3.0:1767384409.945773:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000243cb1c1. 80000000:00000010:3.0:1767384409.945775:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036654f85. 00040000:00000010:3.0:1767384409.945777:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fce201e4. 00080000:00000010:3.0:1767384409.945779:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a4400aa5. 00080000:00000010:3.0:1767384409.945782:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ae3f8f5. 20000000:00000010:3.0:1767384409.945784:0:17076:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d50dbfe7. 00000020:00000010:3.0:1767384409.945785:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8ff14e7. 10000000:00000010:3.0:1767384409.945787:0:17076:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006d065b0f. 00000100:00000010:3.0:1767384409.945793:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 02000000:00000010:3.0:1767384409.945798:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a4ec294. 00010000:00000010:3.0:1767384409.945803:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000017f0af. 00000100:00000010:3.0:1767384409.945808:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000174ce8c8. 02000000:00000010:3.0:1767384409.945815:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c44c89ce. 00000400:00000010:3.0:1767384409.945818:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.945821:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.945824:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000010:3.0:1767384409.945833:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032ab2b41. 00000400:00000010:3.0:1767384409.945838:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed985400. 00000400:00000010:3.0:1767384409.945855:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000020:00000010:1.0:1767384409.945895:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.945899:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.945901:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.945904:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.945906:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.945928:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.945931:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00010000:00000010:1.0:1767384409.945943:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a923d2e6. 02000000:00000010:1.0:1767384409.945952:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002887bf99. 00000400:00000010:1.0:1767384409.945965:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.945991:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000020:00000010:1.0:1767384409.945998:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.946000:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.946002:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 02000000:00000010:1.0:1767384409.946007:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002887bf99. 00000400:00000010:3.0:1767384409.946010:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ca9b6cd. 00000400:00000010:1.0:1767384409.946013:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008181a7fa. 00000400:00000010:3.0:1767384409.946015:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000010:1.0:1767384409.946023:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005014d86b. 00000100:00000010:3.0:1767384409.946026:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000174ce8c8. 02000000:00000010:3.0:1767384409.946035:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c44c89ce. 02000000:00000010:3.0:1767384409.946038:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a4ec294. 00000100:00000010:3.0:1767384409.946041:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 10000000:00000010:3.0:1767384409.946046:0:17076:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000aa6d19aa. 00000020:00000010:3.0:1767384409.946048:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a4ec294. 00000020:00000010:3.0:1767384409.946050:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c45aacf. 00000040:00000010:3.0:1767384409.946052:0:17076:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f3307e14. 00000020:00000010:3.0:1767384409.946054:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008d24d6e0. 00000020:00000010:3.0:1767384409.946056:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1ade07c. 80000000:00000010:3.0:1767384409.946058:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050854b76. 00040000:00000010:3.0:1767384409.946065:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097f2ca70. 00080000:00000010:3.0:1767384409.946067:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b865f96e. 00080000:00000010:3.0:1767384409.946068:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001282f704. 20000000:00000010:3.0:1767384409.946072:0:17076:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d50dbfe7. 00000040:00000010:3.0:1767384409.946077:0:17076:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005eb77583. 00000100:00000010:3.0:1767384409.946080:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e4a83a2. 02000000:00000010:3.0:1767384409.946084:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fce201e4. 00000100:00000010:3.0:1767384409.946088:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000174ce8c8. 02000000:00000010:3.0:1767384409.946094:0:17076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000243cb1c1. 00000400:00000010:3.0:1767384409.946098:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ca9b6cd. 00000400:00000010:3.0:1767384409.946125:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048923451. 00000400:00000010:3.0:1767384409.946129:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d83ff0e7. 00000400:00000010:3.0:1767384409.946150:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0e0c3b. 00000400:00000010:3.0:1767384409.946156:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045bc51b1. 00000400:00000010:3.0:1767384409.946166:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83ff0e7. 00000020:00000010:1.0:1767384409.946191:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.946195:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.946199:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ec818. 00000020:00000010:1.0:1767384409.946202:0:40989:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.946203:0:40989:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.946219:0:40989:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005072e79c. 00000020:00000010:1.0:1767384409.946220:0:40989:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005072e79c. 02000000:00000010:1.0:1767384409.946226:0:40989:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002887bf99. 00000040:00000010:1.0:1767384409.946229:0:40989:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eea91c59. 00000040:00000010:1.0:1767384409.946238:0:40989:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eea91c59. 00000400:00000010:1.0:1767384409.946244:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030cfab90. 00000400:00000010:1.0:1767384409.946262:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030cfab90. 00000020:00000010:1.0:1767384409.946268:0:40989:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aed3cdd4. 00000020:00000010:1.0:1767384409.946270:0:40989:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3edc88e. 00000020:00000010:1.0:1767384409.946272:0:40989:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ec818. 02000000:00000010:1.0:1767384409.946275:0:40989:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002887bf99. 00000400:00000010:3.0:1767384409.946281:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ca9b6cd. 00000400:00000010:1.0:1767384409.946281:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074860185. 00000400:00000010:3.0:1767384409.946286:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048923451. 00000400:00000010:1.0:1767384409.946292:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1662b78. 00000100:00000010:3.0:1767384409.946298:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000174ce8c8. 02000000:00000010:3.0:1767384409.946303:0:17076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000243cb1c1. 02000000:00000010:3.0:1767384409.946305:0:17076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fce201e4. 00000100:00000010:3.0:1767384409.946308:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e4a83a2. 00000040:00000010:3.0:1767384409.946310:0:17076:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005eb77583. 00000020:00000010:3.0:1767384409.946313:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c45aacf. 00000040:00000010:3.0:1767384409.946315:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f3307e14. 00000020:00000010:3.0:1767384409.946317:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008d24d6e0. 00000020:00000010:3.0:1767384409.946319:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1ade07c. 80000000:00000010:3.0:1767384409.946320:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050854b76. 00040000:00000010:3.0:1767384409.946322:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000097f2ca70. 00080000:00000010:3.0:1767384409.946324:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001282f704. 00080000:00000010:3.0:1767384409.946326:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b865f96e. 20000000:00000010:3.0:1767384409.946327:0:17076:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d50dbfe7. 00000020:00000010:3.0:1767384409.946329:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a4ec294. 10000000:00000010:3.0:1767384409.946331:0:17076:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000aa6d19aa. 00000100:00000010:2.0:1767384409.952164:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a687ac02. 00000100:00000010:0.0:1767384409.952166:0:276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1ccec86. 00000100:00000010:1.0:1767384409.952172:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6c73960. 00000100:00000010:3.0:1767384409.952175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025dd0b25. 00080000:00000010:2.0:1767384409.975534:0:41657:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000503e3315. 00080000:00000010:2.0:1767384409.975546:0:41657:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000503e3315. 00080000:00000010:2.0:1767384409.975557:0:41657:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000503e3315. 00080000:00000010:2.0:1767384409.975561:0:41657:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000503e3315. Debug log: 134900 lines, 134900 kept, 0 dropped, 0 bad.